Add --served-model-name frank-default-small

2026-08-08 10:35:24 -07:00
parent 6a7025d01e
commit 35bd22cd75
1 changed files with 2 additions and 1 deletions
@@ -28,4 +28,5 @@ exec docker run --rm --name vllm-qwen36 \
    --cpu-offload-gb 30 \
    --cpu-offload-params "experts" \
    --enable-chunked-prefill \
-    --enable-prefix-caching
+    --enable-prefix-caching \
    --served-model-name frank-default-small