diff --git a/scripts/serve-vllm-qwen36-dflash.sh b/scripts/serve-vllm-qwen36-dflash.sh index a2811dc..04a29c5 100755 --- a/scripts/serve-vllm-qwen36-dflash.sh +++ b/scripts/serve-vllm-qwen36-dflash.sh @@ -32,6 +32,7 @@ echo "" podman rm -f "${CONTAINER_NAME}" 2>/dev/null || true # Run vLLM in Podman container (foreground mode for systemd) +# Note: vllm/vllm-openai image has entrypoint "vllm serve", so we pass args directly exec podman run --name "${CONTAINER_NAME}" \ --device /dev/nvidia0 \ --device /dev/nvidiactl \ @@ -39,10 +40,10 @@ exec podman run --name "${CONTAINER_NAME}" \ --device /dev/nvidia-uvm-tools \ --device /dev/nvidia-modeset \ -v "${GPU_LIBS}:/usr/lib/x86_64-linux-gnu:ro" \ - -v "${HF_CACHE}:/root/.cache/huggingface:ro" \ + -v "${HF_CACHE}:/root/.cache/huggingface" \ -p "${PORT}:${PORT}" \ docker.io/vllm/vllm-openai:latest \ - vllm serve "${MODEL}" \ + "${MODEL}" \ --port "${PORT}" \ --host "0.0.0.0" \ --kv-cache-dtype "${KV_CACHE_DTYPE}" \