Raise ubatch benchmark context to 32K
This commit is contained in:
1 parent
4cb67d7b33
commit
96f5ae6fe1
3 files changed
+7
-7
No files matched your search
@@ -69,8 +69,8 @@ TEMPLATE_FILE="$REPO_ROOT/scripts/chat-template.jinja"
|
||||
grep -q ': "${UBATCH_MAX:=6144}"' "$bench"
|
||||
grep -q 'UBATCH_VALUES.*256 512 768 1024 1280 1536 2048 3072 4096 5120 6144' "$bench"
|
||||
grep -q ': "${STOPSVC:=1}"' "$bench"
|
||||
grep -q ': "${CTX:=16384}"' "$bench"
|
||||
grep -q ': "${BENCH_BATCH:=16384}"' "$bench"
|
||||
grep -q ': "${CTX:=32768}"' "$bench"
|
||||
grep -q ': "${BENCH_BATCH:=32768}"' "$bench"
|
||||
grep -q 'MODEL_FILE' "$bench"
|
||||
grep -q 'REASONING_FORMAT' "$bench"
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user