feat: add Ling-3.0-flash vLLM service for Dankclaw (frank-default-large, port 7770)

- serve-ling3-vllm.sh: wrapper around jcbtc validated run-256k.sh (TRITON_MLA,
  MTP K1, 256k, 6 slots, ROCr idle-fix LD_PRELOAD); sets HOST/PORT/
  SERVED_MODEL_NAME=frank-default-large
- frank-default-large.service: systemd unit, User=dank, port 7770
This commit is contained in:
Frank committed 2026-08-10 22:36:37 -07:00
1 parent 91188d4b1b
commit 4a17948443
2 files changed
+45

No files matched your search

+18
View File
@@ -0,0 +1,18 @@
[Unit]
Description=vLLM Ling-3.0-flash INT4 (CIRU gfx1151) -- frank-default-large
After=network.target
[Service]
Type=simple
User=dank
Group=dank
WorkingDirectory=/home/dank/ling3-ciru/Ling-3.0-Flash-CIRU-int4-Strix-native
Environment="HOST=0.0.0.0"
Environment="PORT=7770"
Environment="SERVED_MODEL_NAME=frank-default-large"
ExecStart=/home/dank/vllmScripts/scripts/serve-ling3-vllm.sh
Restart=on-failure
RestartSec=10
[Install]
WantedBy=multi-user.target