diff --git a/scripts/kld-gate-swift15.sh b/scripts/kld-gate-swift15.sh index b71e496..8285bc8 100755 --- a/scripts/kld-gate-swift15.sh +++ b/scripts/kld-gate-swift15.sh @@ -39,7 +39,7 @@ podman run --rm --name "$C" \ --override-chat-template /models/tpl.jinja \ --kld-ref /data/kld-ref --kld-out /data/kld-gate.json \ --vram-kv-mib 2048 \ - --max-num-seqs 4 --max-num-batched-tokens 16384 \ + --max-num-seqs 4 --max-num-batched-tokens 3072 \ 2>&1 | tee "$LOG" rc=${PIPESTATUS[0]} [ "$rc" -eq 0 ] || { echo "KLD GATE BOOT FAILED rc=$rc; log: $LOG"; exit "$rc"; }