dank/serverAppConfigs
1
0 Fork 0
Code Issues 4 Pull Requests Actions Packages Projects Releases Wiki Activity

rename frank-pp-head to frank-default-large: PP split is the new production large endpoint (2026-08-16)

Browse Source
This commit is contained in:
Frank committed 2026-08-16 13:44:31 -07:00
1 parent 79c913aaa7
commit 48142f5d8e
5 files changed
+70 -149
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

scripts/frank-default-large.service
+5 -6
View File
@@ -1,15 +1,14 @@
[Unit]
Description=llama.cpp Qwen3.8-27B UD-Q8_K_XL draft-mtp+ngram-mod (frank-default-large)
After=network.target
Description=llama.cpp Qwen3.8-27B pipeline-parallel head (Strix + RPC to Dankserver) (frank-default-large)
After=network-online.target
Wants=network-online.target
[Service]
Type=simple
User=dank
Group=dank
Environment="HOST=0.0.0.0"
Environment="PORT=7770"
Environment="FRANK_LARGE_ENV_FILE=/home/dank/vllmScripts/scripts/frank-default-large.env"
ExecStart=/home/dank/vllmScripts/scripts/serve-llama-frank-large.sh
Environment="FRANK_PP_HEAD_ENV_FILE=/home/dank/vllmScripts/scripts/frank-default-large.env"
ExecStart=/home/dank/vllmScripts/scripts/serve-pp-head.sh
Restart=on-failure
RestartSec=10