Set ubatch sweep context and batch to 16K

This commit is contained in:
Frank committed 2026-08-25 17:32:12 -07:00
1 parent babc823f11
commit 4cb67d7b33
3 files changed
+23 -8

No files matched your search

+2
View File
@@ -69,6 +69,8 @@ TEMPLATE_FILE="$REPO_ROOT/scripts/chat-template.jinja"
grep -q ': "${UBATCH_MAX:=6144}"' "$bench"
grep -q 'UBATCH_VALUES.*256 512 768 1024 1280 1536 2048 3072 4096 5120 6144' "$bench"
grep -q ': "${STOPSVC:=1}"' "$bench"
grep -q ': "${CTX:=16384}"' "$bench"
grep -q ': "${BENCH_BATCH:=16384}"' "$bench"
grep -q 'MODEL_FILE' "$bench"
grep -q 'REASONING_FORMAT' "$bench"
}