dankclaw: add MTP=1 toggle - prepend draft-mtp before --spec-default ngram-mod fallback
This commit is contained in:
1 parent
b6f2ee2945
commit
c775077016
3 files changed
+11
-2
No files matched your search
@@ -19,8 +19,10 @@ CTX_SIZE=524288
|
|||||||
PARALLEL=2
|
PARALLEL=2
|
||||||
# Spec: llama.cpp --spec-default preset = ngram-mod (n_match 24, n_min 48,
|
# Spec: llama.cpp --spec-default preset = ngram-mod (n_match 24, n_min 48,
|
||||||
# n_max 64). No draft model. Switched from DSpark 2026-08-15 after the
|
# n_max 64). No draft model. Switched from DSpark 2026-08-15 after the
|
||||||
# DSpark multi-slot ROCm crash. See [[qwen3.8-spec-matrix]].
|
# DSpark multi-slot ROCm crash. MTP=1 prepends the bundled in-model MTP
|
||||||
|
# head (draft-mtp) before the ngram-mod fallback. See [[qwen3.8-spec-matrix]].
|
||||||
SPEC_DEFAULT=1
|
SPEC_DEFAULT=1
|
||||||
|
MTP=1
|
||||||
SPEC_TYPE=
|
SPEC_TYPE=
|
||||||
DRAFT_FILE=
|
DRAFT_FILE=
|
||||||
SPEC_DRAFT_N_MAX=
|
SPEC_DRAFT_N_MAX=
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
[Unit]
|
[Unit]
|
||||||
Description=llama.cpp Qwen3.8-27B UD-Q8_K_XL spec-default ngram-mod (frank-default-large)
|
Description=llama.cpp Qwen3.8-27B UD-Q8_K_XL draft-mtp+ngram-mod (frank-default-large)
|
||||||
After=network.target
|
After=network.target
|
||||||
|
|
||||||
[Service]
|
[Service]
|
||||||
|
|||||||
@@ -26,6 +26,7 @@ fi
|
|||||||
: "${CTX_SIZE:=262144}" # Qwen3.8 native context (env may raise for parallel≥2)
|
: "${CTX_SIZE:=262144}" # Qwen3.8 native context (env may raise for parallel≥2)
|
||||||
: "${PARALLEL:=2}"
|
: "${PARALLEL:=2}"
|
||||||
: "${SPEC_DEFAULT:=0}" # 1: use --spec-default (ngram-mod preset) instead of --spec-type
|
: "${SPEC_DEFAULT:=0}" # 1: use --spec-default (ngram-mod preset) instead of --spec-type
|
||||||
|
: "${MTP:=0}" # 1: prepend --spec-type draft-mtp before --spec-default (MTP drafts, ngram fallback)
|
||||||
: "${SPEC_DRAFT_N_MAX:=10}"
|
: "${SPEC_DRAFT_N_MAX:=10}"
|
||||||
: "${SPEC_NGRAM_MOD_N_MIN:=48}"
|
: "${SPEC_NGRAM_MOD_N_MIN:=48}"
|
||||||
: "${SPEC_NGRAM_MOD_N_MAX:=64}"
|
: "${SPEC_NGRAM_MOD_N_MAX:=64}"
|
||||||
@@ -57,6 +58,12 @@ fi
|
|||||||
# --spec-type / draft-model path is used when SPEC_DEFAULT is 0.
|
# --spec-type / draft-model path is used when SPEC_DEFAULT is 0.
|
||||||
SPEC_ARGS=()
|
SPEC_ARGS=()
|
||||||
if [[ "${SPEC_DEFAULT}" == "1" ]]; then
|
if [[ "${SPEC_DEFAULT}" == "1" ]]; then
|
||||||
|
if [[ "${MTP}" == "1" ]]; then
|
||||||
|
# MTP first (bundled in-model head), then the --spec-default ngram-mod
|
||||||
|
# fallback. Order matters: the chain drafts through impls in types
|
||||||
|
# vector order. --spec-type appends, so it must precede --spec-default.
|
||||||
|
SPEC_ARGS+=(--spec-type draft-mtp)
|
||||||
|
fi
|
||||||
SPEC_ARGS+=(--spec-default)
|
SPEC_ARGS+=(--spec-default)
|
||||||
else
|
else
|
||||||
if [[ -z "${SPEC_TYPE:-}" ]]; then
|
if [[ -z "${SPEC_TYPE:-}" ]]; then
|
||||||
|
|||||||
Reference in new issue
Block a user