frank-primary: unit description/notes retuned for the Q8_0 payload
This commit is contained in:
1 parent
b06895d725
commit
ca2810a319
1 file changed
+7
-6
@@ -1,9 +1,10 @@
|
|||||||
# frank-primary.service — R9V radiance-vLLM endpoint (Qwen3.8-Flash-Next-
|
# frank-primary.service — R9V radiance-vLLM endpoint (unsloth
|
||||||
# Uncensored IQ4_XS, MTP4, TP=2, tiered experts) on the 2x R9700 pair,
|
# Qwen3.8-Flash-Next Q8_0, MTP4, TP=2, tiered experts, 6-shard payload) on
|
||||||
# dankserver :7770.
|
# the 2x R9700 pair, dankserver :7770. 2026-09-27 cutover from the
|
||||||
|
# uncensored IQ4_XS payload (its state dir stays on disk as rollback).
|
||||||
#
|
#
|
||||||
# Replaces the llama.cpp frank-primary unit (same port, same served alias;
|
# Replaces the llama.cpp frank-primary unit (same port, same served alias;
|
||||||
# harness models.yml unchanged in id, retuned for the 196608 window). The
|
# harness models.yml unchanged in id, retuned for the 131072 window). The
|
||||||
# serve script drives the R9V fork's own launcher through the docker->podman
|
# serve script drives the R9V fork's own launcher through the docker->podman
|
||||||
# shim and then waits on the container, so a crashed engine is a nonzero
|
# shim and then waits on the container, so a crashed engine is a nonzero
|
||||||
# ExecStart and Restart=on-failure is real.
|
# ExecStart and Restart=on-failure is real.
|
||||||
@@ -17,7 +18,7 @@
|
|||||||
# LimitMEMLOCK=infinity to the dank process via PID1, and the image stays in
|
# LimitMEMLOCK=infinity to the dank process via PID1, and the image stays in
|
||||||
# dank's rootless podman storage (the shim drives podman as dank).
|
# dank's rootless podman storage (the shim drives podman as dank).
|
||||||
[Unit]
|
[Unit]
|
||||||
Description=frank-primary — R9V radiance-vLLM Qwen3.8-Flash-Next-Uncensored IQ4_XS on 2x R9700
|
Description=frank-primary — R9V radiance-vLLM Qwen3.8-Flash-Next Q8_0 on 2x R9700
|
||||||
After=network-online.target
|
After=network-online.target
|
||||||
Wants=network-online.target
|
Wants=network-online.target
|
||||||
|
|
||||||
@@ -34,7 +35,7 @@ ExecStart=/home/dank/serverAppConfigs/scripts/serve-frank-primary.sh
|
|||||||
# explicitly. vLLM 0.26 drains gracefully on SIGTERM.
|
# explicitly. vLLM 0.26 drains gracefully on SIGTERM.
|
||||||
ExecStop=/usr/bin/podman stop -t 120 frank-primary-r9v
|
ExecStop=/usr/bin/podman stop -t 120 frank-primary-r9v
|
||||||
# Boot cost: the launcher's preflight doctor (~1 min) after a warm page
|
# Boot cost: the launcher's preflight doctor (~1 min) after a warm page
|
||||||
# cache; cold (post-reboot) payload page-in of ~93 GiB dominates.
|
# cache; cold (post-reboot) payload page-in of ~175 GiB dominates.
|
||||||
TimeoutStartSec=1800
|
TimeoutStartSec=1800
|
||||||
Restart=on-failure
|
Restart=on-failure
|
||||||
RestartSec=10
|
RestartSec=10
|
||||||
|
|||||||
Reference in new issue
Block a user