diff --git a/vllm-qwen36.sh b/vllm-qwen36.sh index ee73d63..d29afa9 100755 --- a/vllm-qwen36.sh +++ b/vllm-qwen36.sh @@ -28,4 +28,5 @@ exec docker run --rm --name vllm-qwen36 \ --cpu-offload-gb 30 \ --cpu-offload-params "experts" \ --enable-chunked-prefill \ - --enable-prefix-caching + --enable-prefix-caching \ + --served-model-name frank-default-small