serve-frank-large: restore Qwen-Sharp chat template + reformat for readability
The v6 restore commits dropped --chat-template-file and --chat-template-kwargs while the artifact check still validated the template file, so the Sharp template was checked but never applied. Re-add both flags (with --jinja) so reasoning is emitted in DeepSeek format and preserve_thinking/preserve_reasoning are honoured. Reformat the script one-flag-per-line with long flag aliases (--gpu-layers, --ctx-size, --ubatch-size, --cache-type-k/v) like serve-frank-small, and update the 2 frank_large_config assertions that grep the old short-flag forms (-ctk/-ctv, -ub). - scripts/serve-frank-large.sh - tests/frank_large_config.bats
This commit is contained in:
1 parent
8d8a5f7842
commit
0150333a6a
2 files changed
+51
-15
No files matched your search
@@ -54,13 +54,14 @@ TEMPLATE_FILE="$REPO_ROOT/scripts/chat-template.jinja"
|
||||
@test "frank-default-large uses f16 for both KV cache sides" {
|
||||
grep -q '^CACHE_TYPE_K=f16$' "$ENV_FILE"
|
||||
grep -q '^CACHE_TYPE_V=f16$' "$ENV_FILE"
|
||||
grep -qF -- '-ctk "$CACHE_TYPE_K" -ctv "$CACHE_TYPE_V"' "$SERVE_FILE"
|
||||
grep -qF -- '--cache-type-k "$CACHE_TYPE_K"' "$SERVE_FILE"
|
||||
grep -qF -- '--cache-type-v "$CACHE_TYPE_V"' "$SERVE_FILE"
|
||||
}
|
||||
|
||||
@test "frank-default-large exposes a swappable ubatch" {
|
||||
grep -q '^UBATCH_SIZE=4096$' "$ENV_FILE"
|
||||
grep -q ': "${UBATCH_SIZE:=4096}"' "$SERVE_FILE"
|
||||
grep -q -- '-ub "$UBATCH_SIZE"' "$SERVE_FILE"
|
||||
grep -q -- '--ubatch-size "$UBATCH_SIZE"' "$SERVE_FILE"
|
||||
}
|
||||
|
||||
@test "llama-bench ubatch harness uses the active model" {
|
||||
|
||||
Reference in new issue
Block a user