From 35bd22cd75ab79ad6d92d765e63572b8e5efc033 Mon Sep 17 00:00:00 2001 From: Frank Date: Sat, 8 Aug 2026 10:35:24 -0700 Subject: [PATCH] Add --served-model-name frank-default-small --- vllm-qwen36.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm-qwen36.sh b/vllm-qwen36.sh index ee73d63..d29afa9 100755 --- a/vllm-qwen36.sh +++ b/vllm-qwen36.sh @@ -28,4 +28,5 @@ exec docker run --rm --name vllm-qwen36 \ --cpu-offload-gb 30 \ --cpu-offload-params "experts" \ --enable-chunked-prefill \ - --enable-prefix-caching + --enable-prefix-caching \ + --served-model-name frank-default-small