Set ubatch sweep context and batch to 16K
This commit is contained in:
1 parent
babc823f11
commit
4cb67d7b33
3 files changed
+23
-8
No files matched your search
@@ -69,6 +69,8 @@ TEMPLATE_FILE="$REPO_ROOT/scripts/chat-template.jinja"
|
||||
grep -q ': "${UBATCH_MAX:=6144}"' "$bench"
|
||||
grep -q 'UBATCH_VALUES.*256 512 768 1024 1280 1536 2048 3072 4096 5120 6144' "$bench"
|
||||
grep -q ': "${STOPSVC:=1}"' "$bench"
|
||||
grep -q ': "${CTX:=16384}"' "$bench"
|
||||
grep -q ': "${BENCH_BATCH:=16384}"' "$bench"
|
||||
grep -q 'MODEL_FILE' "$bench"
|
||||
grep -q 'REASONING_FORMAT' "$bench"
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user