dankclaw: switch frank-default-large spec to DSpark sidecar draft (magnitudedev Qwen3.8-27B-DSpark Q8_0, n_max 7)
This commit is contained in:
1 parent
40b079fe1e
commit
b94bad066b
3 files changed
+21
-16
No files matched your search
@@ -1,6 +1,6 @@
|
||||
#!/usr/bin/env bash
|
||||
# Serve unsloth Qwen3.8-27B UD-Q8_K_XL on dankclaw with bundled-MTP
|
||||
# speculative decoding (draft-mtp). ROCm backend.
|
||||
# Serve unsloth Qwen3.8-27B UD-Q8_K_XL on dankclaw with a DSpark
|
||||
# sidecar draft model (draft-dspark). ROCm backend.
|
||||
# Runtime: llama.cpp llama-server (>= b10411).
|
||||
#
|
||||
# Tunables come from frank-default-large.env in this directory unless the
|
||||
@@ -19,7 +19,7 @@ fi
|
||||
# --- defaults (used when the env file does not set them) -----------------
|
||||
: "${MODEL_DIR:=/home/dank/models}"
|
||||
: "${MODEL_FILE:=Qwen3.8-27B-UD-Q8_K_XL.gguf}"
|
||||
: "${DRAFT_FILE:=}" # empty: Qwen3.8 bundles its MTP drafter in-model
|
||||
: "${DRAFT_FILE:=}" # set: DSpark/DFlash/MTP/... sidecar GGUF in MODEL_DIR
|
||||
: "${ALIAS:=frank-default-large}"
|
||||
: "${HOST:=0.0.0.0}"
|
||||
: "${PORT:=7770}"
|
||||
@@ -53,7 +53,8 @@ if [[ ! -f "$MODEL" ]]; then
|
||||
fi
|
||||
|
||||
# Draft-model flag applies only when a separate draft file is provided.
|
||||
# Qwen3.8 bundles MTP in-model; leave DRAFT_FILE empty to use bundled MTP.
|
||||
# Qwen3.8-UD bundles MTP in-model; leave DRAFT_FILE empty for bundled MTP,
|
||||
# or set it to a DSpark/DFlash sidecar GGUF for a dedicated draft.
|
||||
SPEC_ARGS=()
|
||||
if [[ -n "$DRAFT_FILE" ]]; then
|
||||
if [[ ! -f "$DRAFT" ]]; then
|
||||
|
||||
Reference in new issue
Block a user