sync scripts from remotes: ROCmFPX llama-server.service (dankclaw), dankserver vLLM serve/validate; drop failed-attempt scripts
- llama-server.service: dankclaw migrated to ROCmFPX runtime (Ling-3.0-flash, draft-mtp, no-mmap/direct-io) from regular llama.cpp Qwen3.6-27B-DFlash - serve-vllm-qwen36-dflash.sh: dankserver version (relies on image 'vllm serve' entrypoint; HF cache mounted read-write) - validate-vllm.sh: dankserver multi-stream vLLM validation (4 unique prompts, 1-4 streams, prompt+completion speed) - remove superseded scripts: serve-llamacpp-dflash.sh, validate.sh, vllm-awq-qwen36-dflash-ampere.sh, vllm-qwen36.service
This commit is contained in:
1 parent
ced4c6f46e
commit
841d872aa7
7 files changed
+76
-285
No files matched your search
@@ -32,6 +32,7 @@ echo ""
|
||||
podman rm -f "${CONTAINER_NAME}" 2>/dev/null || true
|
||||
|
||||
# Run vLLM in Podman container (foreground mode for systemd)
|
||||
# Note: vllm/vllm-openai image has entrypoint "vllm serve", so we pass args directly
|
||||
exec podman run --name "${CONTAINER_NAME}" \
|
||||
--device /dev/nvidia0 \
|
||||
--device /dev/nvidiactl \
|
||||
@@ -39,10 +40,10 @@ exec podman run --name "${CONTAINER_NAME}" \
|
||||
--device /dev/nvidia-uvm-tools \
|
||||
--device /dev/nvidia-modeset \
|
||||
-v "${GPU_LIBS}:/usr/lib/x86_64-linux-gnu:ro" \
|
||||
-v "${HF_CACHE}:/root/.cache/huggingface:ro" \
|
||||
-v "${HF_CACHE}:/root/.cache/huggingface" \
|
||||
-p "${PORT}:${PORT}" \
|
||||
docker.io/vllm/vllm-openai:latest \
|
||||
vllm serve "${MODEL}" \
|
||||
"${MODEL}" \
|
||||
--port "${PORT}" \
|
||||
--host "0.0.0.0" \
|
||||
--kv-cache-dtype "${KV_CACHE_DTYPE}" \
|
||||
|
||||
Reference in new issue
Block a user