From bf14ac7a7b04d037782cc42a0d85720500b2a777 Mon Sep 17 00:00:00 2001 From: Frank Date: Mon, 10 Aug 2026 23:16:46 -0700 Subject: [PATCH] fix: run Ling-3 vLLM from a cwd with no top-level vllm/ dir The launcher does not change directory, so process cwd becomes sys.path[0] for the 'python -m ...registry' model-inspection subprocess. From the CIRU package root, the top-level vllm/ repo dir shadows the editable install as a namespace package, breaking lazy imports (SamplingParams) and failing model architecture inspection. cd to /home/dank/ling3-ciru before exec. --- scripts/serve-ling3-vllm.sh | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/scripts/serve-ling3-vllm.sh b/scripts/serve-ling3-vllm.sh index 6ae5f36..d0d6084 100755 --- a/scripts/serve-ling3-vllm.sh +++ b/scripts/serve-ling3-vllm.sh @@ -24,4 +24,11 @@ export HOST="${HOST:-0.0.0.0}" export PORT="${PORT:-7770}" export SERVED_MODEL_NAME="${SERVED_MODEL_NAME:-frank-default-large}" +# Run from a directory with no top-level 'vllm/' dir. +# Neither launcher changes directory, so the process cwd becomes sys.path[0] +# for the 'python -m ...registry' inspection subprocess. From the package root, +# the top-level vllm/ repo dir shadows the editable install as a namespace +# package and breaks lazy imports (for example, SamplingParams). +cd /home/dank/ling3-ciru + exec bash "$PKG/scripts/run-256k.sh"