dank/serverAppConfigs
1
0
Fork 0
Code Issues 6 Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Clarify llama-bench harness scope

Browse Source
This commit is contained in:
Frank
2026-08-25 19:07:46 -07:00
parent dc69e2b4b4
commit 863897f92a
10 changed files with 78 additions and 718 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/frank_large_config.bats
+10 -22
View File
@@ -63,28 +63,16 @@ TEMPLATE_FILE="$REPO_ROOT/scripts/chat-template.jinja"
grep -q -- '-ub "$UBATCH_SIZE"' "$SERVE_FILE"
}
@test "large ubatch bench defaults to the active model and requested sweep" {
local bench="$REPO_ROOT/scripts/bench-ubatch-rocmi4.sh"
grep -q ': "${UBATCH_FIXED:=512}"' "$bench"
grep -q 'BATCH_VALUES.*512 1024 1536 2048' "$bench"
grep -q ': "${STOPSVC:=1}"' "$bench"
grep -q ': "${CTX:=16384}"' "$bench"
grep -q 'MODEL_FILE' "$bench"
grep -q 'REASONING_FORMAT' "$bench"
}
@test "large ubatch bench cleans up scratch server on request failure" {
local bench="$REPO_ROOT/scripts/bench-ubatch-rocmi4.sh"
grep -q 'SCRATCH_PID=' "$bench"
grep -q 'kill.*SCRATCH_PID' "$bench"
grep -qF 'eval time =\s' "$bench"
}
@test "large ubatch bench supports fixed ubatch batch sweep" {
local bench="$REPO_ROOT/scripts/bench-ubatch-rocmi4.sh"
grep -q ': "${UBATCH_FIXED:=512}"' "$bench"
grep -q 'BATCH_VALUES' "$bench"
grep -q -- '-b "$batch" -ub "$ubatch"' "$bench"
@test "llama-bench ubatch harness uses the active model" {
local bench="$REPO_ROOT/scripts/bench-ubatch.sh"
[ -x "$bench" ]
grep -q 'llama-bench' "$bench"
grep -q 'Qwen3\.8-27B-Uncensored-Q6_0_ROCMFPX_AGENT\.gguf' "$bench"
grep -q -- '--n-prompt "$CONTEXT"' "$bench"
grep -q -- '--ubatch-size "$UBATCH_VALUES"' "$bench"
grep -q -- '--batch-size "$CONTEXT"' "$bench"
grep -q -- '--mmap 0' "$bench"
! grep -qE '(^|[[:space:]])llama-server|(^|[[:space:]])curl|print_timing' "$bench"
}
@test "frank-default-large uses the tracked Qwen-Sharp template on :7770" {