Raise ubatch benchmark context to 32K

This commit is contained in:
Frank committed 2026-08-25 17:44:45 -07:00
1 parent 4cb67d7b33
commit 96f5ae6fe1
3 files changed
+7 -7

No files matched your search

+2 -2
View File
@@ -69,8 +69,8 @@ TEMPLATE_FILE="$REPO_ROOT/scripts/chat-template.jinja"
grep -q ': "${UBATCH_MAX:=6144}"' "$bench"
grep -q 'UBATCH_VALUES.*256 512 768 1024 1280 1536 2048 3072 4096 5120 6144' "$bench"
grep -q ': "${STOPSVC:=1}"' "$bench"
grep -q ': "${CTX:=16384}"' "$bench"
grep -q ': "${BENCH_BATCH:=16384}"' "$bench"
grep -q ': "${CTX:=32768}"' "$bench"
grep -q ': "${BENCH_BATCH:=32768}"' "$bench"
grep -q 'MODEL_FILE' "$bench"
grep -q 'REASONING_FORMAT' "$bench"
}