diff --git a/scripts/serve-ling3-vllm.sh b/scripts/serve-ling3-vllm.sh index 6ae5f36..d0d6084 100755 --- a/scripts/serve-ling3-vllm.sh +++ b/scripts/serve-ling3-vllm.sh @@ -24,4 +24,11 @@ export HOST="${HOST:-0.0.0.0}" export PORT="${PORT:-7770}" export SERVED_MODEL_NAME="${SERVED_MODEL_NAME:-frank-default-large}" +# Run from a directory with no top-level 'vllm/' dir. +# Neither launcher changes directory, so the process cwd becomes sys.path[0] +# for the 'python -m ...registry' inspection subprocess. From the package root, +# the top-level vllm/ repo dir shadows the editable install as a namespace +# package and breaks lazy imports (for example, SamplingParams). +cd /home/dank/ling3-ciru + exec bash "$PKG/scripts/run-256k.sh"