Frank
aa410f4439
The LLM fleet serve scripts, systemd units, env tunables, and bench harnesses join the deploy scripts. The vllmScripts deploy.sh is removed here; its functionality is folded into the unified scripts/deploy.sh in a follow-up commit. bench-spec-stack.sh gains the executable bit (required by the scripts_syntax test seam).
18 lines
421 B
Desktop File
18 lines
421 B
Desktop File
[Unit]
|
|
Description=FastFlowLM NPU inference (frank-default-npu) on Dankclaw
|
|
After=network-online.target
|
|
Wants=network-online.target
|
|
|
|
[Service]
|
|
Type=simple
|
|
User=dank
|
|
Group=dank
|
|
Environment="FLM_NPU_ENV_FILE=/home/dank/vllmScripts/scripts/frank-default-npu.env"
|
|
ExecStart=/home/dank/vllmScripts/scripts/serve-frank-default-npu.sh
|
|
LimitMEMLOCK=infinity
|
|
Restart=on-failure
|
|
RestartSec=10
|
|
|
|
[Install]
|
|
WantedBy=multi-user.target
|