From 9c1f7774230972ab7d84191ed3c4d400003d6676 Mon Sep 17 00:00:00 2001
From: Frank <frank@dankware>
Date: Sat, 8 Aug 2026 12:15:31 -0700
Subject: [PATCH] Fix serve-vllm-qwen36-dflash.sh: remove 'vllm serve' prefix
 (image entrypoint handles it)

---
 scripts/serve-vllm-qwen36-dflash.sh | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/scripts/serve-vllm-qwen36-dflash.sh b/scripts/serve-vllm-qwen36-dflash.sh
index a2811dc..04a29c5 100755
--- a/scripts/serve-vllm-qwen36-dflash.sh
+++ b/scripts/serve-vllm-qwen36-dflash.sh
@@ -32,6 +32,7 @@ echo ""
 podman rm -f "${CONTAINER_NAME}" 2>/dev/null || true
 
 # Run vLLM in Podman container (foreground mode for systemd)
+# Note: vllm/vllm-openai image has entrypoint "vllm serve", so we pass args directly
 exec podman run --name "${CONTAINER_NAME}" \
   --device /dev/nvidia0 \
   --device /dev/nvidiactl \
@@ -39,10 +40,10 @@ exec podman run --name "${CONTAINER_NAME}" \
   --device /dev/nvidia-uvm-tools \
   --device /dev/nvidia-modeset \
   -v "${GPU_LIBS}:/usr/lib/x86_64-linux-gnu:ro" \
-  -v "${HF_CACHE}:/root/.cache/huggingface:ro" \
+  -v "${HF_CACHE}:/root/.cache/huggingface" \
   -p "${PORT}:${PORT}" \
   docker.io/vllm/vllm-openai:latest \
-  vllm serve "${MODEL}" \
+  "${MODEL}" \
     --port "${PORT}" \
     --host "0.0.0.0" \
     --kv-cache-dtype "${KV_CACHE_DTYPE}" \