dankclaw: switch frank-default-large spec to DSpark sidecar draft (magnitudedev Qwen3.8-27B-DSpark Q8_0, n_max 7)

This commit is contained in:
Frank committed 2026-08-15 14:00:30 -07:00
1 parent 40b079fe1e
commit b94bad066b
3 files changed
+21 -16

No files matched your search

+5 -4
View File
@@ -1,6 +1,6 @@
#!/usr/bin/env bash
# Serve unsloth Qwen3.8-27B UD-Q8_K_XL on dankclaw with bundled-MTP
# speculative decoding (draft-mtp). ROCm backend.
# Serve unsloth Qwen3.8-27B UD-Q8_K_XL on dankclaw with a DSpark
# sidecar draft model (draft-dspark). ROCm backend.
# Runtime: llama.cpp llama-server (>= b10411).
#
# Tunables come from frank-default-large.env in this directory unless the
@@ -19,7 +19,7 @@ fi
# --- defaults (used when the env file does not set them) -----------------
: "${MODEL_DIR:=/home/dank/models}"
: "${MODEL_FILE:=Qwen3.8-27B-UD-Q8_K_XL.gguf}"
: "${DRAFT_FILE:=}" # empty: Qwen3.8 bundles its MTP drafter in-model
: "${DRAFT_FILE:=}" # set: DSpark/DFlash/MTP/... sidecar GGUF in MODEL_DIR
: "${ALIAS:=frank-default-large}"
: "${HOST:=0.0.0.0}"
: "${PORT:=7770}"
@@ -53,7 +53,8 @@ if [[ ! -f "$MODEL" ]]; then
fi
# Draft-model flag applies only when a separate draft file is provided.
# Qwen3.8 bundles MTP in-model; leave DRAFT_FILE empty to use bundled MTP.
# Qwen3.8-UD bundles MTP in-model; leave DRAFT_FILE empty for bundled MTP,
# or set it to a DSpark/DFlash sidecar GGUF for a dedicated draft.
SPEC_ARGS=()
if [[ -n "$DRAFT_FILE" ]]; then
if [[ ! -f "$DRAFT" ]]; then