Increase max-model-len to 32768, cpu-offload to 40GB, add reasoning-parser and tool-call-parser

vllm-qwen36.sh

@@ -0,0 +1,32 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+MODEL="Qwen/Qwen3.6-35B-A3B-FP8"
+PORT=8001
+HOST="0.0.0.0"
+
+exec docker run --rm --name vllm-qwen36 \
+    --gpus all \
+    --privileged \
+    --ipc=host \
+    -p "${PORT}:${PORT}" \
+    -e PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True \
+    -v /home/dank/.cache/huggingface:/root/.cache/huggingface \
+    docker.io/vllm/vllm-openai:latest \
+    "${MODEL}" \
+    --port "${PORT}" \
+    --host "${HOST}" \
+    --kv-cache-dtype fp8 \
+    --gpu-memory-utilization 0.95 \
+    --max-num-seqs 4 \
+    --max-model-len 32768 \
+    --max-num-batched-tokens 8192 \
+    --trust-remote-code \
+    --cpu-offload-gb 40 \
+    --cpu-offload-params "experts" \
+    --enable-chunked-prefill \
+    --enable-prefix-caching \
+    --served-model-name frank-default-small \
+    --enable-auto-tool-choice \
+    --reasoning-parser qwen3 \
+    --tool-call-parser qwen3_xml