dank/serverAppConfigs
1
0 Fork 0
Code Issues 4 Pull Requests Actions Packages Projects Releases Wiki Activity

swift15: restore expert_tiered + disk-tier flags dropped in the gate rewrite

Browse Source
This commit is contained in:
Frank committed 2026-10-08 03:18:04 -07:00
1 parent 79c2e64c2c
commit 8375567de3
1 file changed
+1
Download Patch File Download Diff File Expand all files Collapse all files
scripts/kld-gate-swift15.sh
+1
View File
@@ -32,6 +32,7 @@ podman run --rm --name "$C" \
-v "$KLD_REF_DIR:/data/kld-ref:ro" \ -v "$KLD_REF_DIR:/data/kld-ref:ro" \
"stilldeadcode/radiance@$PIN" \ "stilldeadcode/radiance@$PIN" \
--model /models/rad/qwen4exp-swift15-w4dn8-i8-hc8m.rad \ --model /models/rad/qwen4exp-swift15-w4dn8-i8-hc8m.rad \
--placement expert_tiered --weights-disk-tier \
--host-pool-mib 40960 --deterministic --gpu-headroom-mib 512 \ --host-pool-mib 40960 --deterministic --gpu-headroom-mib 512 \
--num-speculative-tokens 0 \ --num-speculative-tokens 0 \
--kv-cache-dtype fp8 --max-model-len 16384 \ --kv-cache-dtype fp8 --max-model-len 16384 \