frank-large: swap to Kairic Edge 27B IU4 (W4A4) on Strix Halo
Replace the unsloth llama.cpp prebuilt (b11030, Qwen3.8-Flash-Next UD-IQ4_XS, 125B MoE) with the Kairic Edge runtime (ciru-ai/ROCmFPX, branch kairic-edge-qwen38-27b-v1.2, commit 205a3e5) serving jcbtc/Qwen3.8-27B-IU4-Kairic-Edge (27B dense, IU4 W4A4). - Runtime: built from source (scripts/build-kairic-edge-gfx1151.sh), TheRock 7.15.0a20260718 toolchain, CK fdf4bb7f + gfx1151-iu4 patch. - Shape: one stream, full 262144 context (the model's native window), 1 slot, 8 GiB prompt-cache budget. - Spec method: native MTP depth 4 + n-gram drafting (24/64/64). DFlash is NOT available for this model (no DRAFT_DFLASH spec type). - Compatibility mode: the harness needs sampling, tools and a reasoning budget, which fast-greedy rejects. COMPATIBILITY_MODE=1 enables them. - Reasoning: enabled (auto + deepseek format, thoughts land in reasoning_content). - Payload: 4 files (15.5 GiB GGUF + 7.99 GiB FFN + 1.88 GiB GDN + 0.70 GiB GDN-Output), sha256-verified (scripts/download-frank-large-kairic.sh).
This commit is contained in:
Frank committed
1 parent
2f7aadab88
commit
b2a74004df
7 files changed
+410
-155
No files matched your search
+63
-41
@@ -1,16 +1,18 @@
|
||||
#!/usr/bin/env bats
|
||||
# Seam: the frank-large unsloth-llama.cpp root unit on dankclaw.
|
||||
# Seam: the frank-large Kairic Edge root unit on dankclaw.
|
||||
#
|
||||
# The 2026-09-21 cutover moved this service from the CIRU v4.4.1 runtime
|
||||
# (jcbtc/Qwen3.8-Flash-CIRU-STRIX-Orca) onto the unsloth llama.cpp prebuilt
|
||||
# (b11030-mix-5ff778e, ROCm gfx1151) serving
|
||||
# unsloth/Qwen3.8-Flash-Next-GGUF:UD-IQ4_XS, still as a ROOT unit: a
|
||||
# prebuilt tarball with its own bundled ROCm has no container image to
|
||||
# install and no generated unit to dodge. This seam pins what a flag list
|
||||
# cannot show: the operator's one-stream / 200k shape, the payload the
|
||||
# serve script refuses to start without, the explicit -md MTP wiring
|
||||
# (sidecar auto-discovery does not search the mtp/ subfolder), a deploy
|
||||
# handler that gates on the port, and the fact that the sweep for a stray
|
||||
# The 2026-09-21 cutover moved this service from the unsloth llama.cpp
|
||||
# prebuilt (b11030-mix-5ff778e, ROCm gfx1151) serving
|
||||
# unsloth/Qwen3.8-Flash-Next-GGUF:UD-IQ4_XS onto the Kairic Edge runtime
|
||||
# (ciru-ai/ROCmFPX, branch kairic-edge-qwen38-27b-v1.2, commit 205a3e5)
|
||||
# serving jcbtc/Qwen3.8-27B-IU4-Kairic-Edge, still as a ROOT unit: a
|
||||
# source-built runtime has no container image to install and no generated
|
||||
# unit to dodge. This seam pins what a flag list cannot show: the
|
||||
# operator's one-stream / full-window shape, the payload the serve script
|
||||
# refuses to start without, the MTP + n-gram spec wiring (DFlash is NOT
|
||||
# available for this model), compatibility mode (the harness needs
|
||||
# sampling/tools/reasoning, which fast-greedy rejects), a deploy handler
|
||||
# that gates on the port, and the fact that the sweep for a stray
|
||||
# benchmark run cannot take frank-small down with it.
|
||||
|
||||
load helpers
|
||||
@@ -18,13 +20,15 @@ load helpers
|
||||
ENV_FILE="$REPO_ROOT/scripts/frank-large.env"
|
||||
UNIT="$REPO_ROOT/scripts/frank-large.service"
|
||||
SERVE="$REPO_ROOT/scripts/serve-frank-large.sh"
|
||||
FETCH="$REPO_ROOT/scripts/download-frank-large-unsloth.sh"
|
||||
FETCH="$REPO_ROOT/scripts/download-frank-large-kairic.sh"
|
||||
BUILD="$REPO_ROOT/scripts/build-kairic-edge-gfx1151.sh"
|
||||
REMOTE_DEPLOY="$REPO_ROOT/scripts/deploy-remote.sh"
|
||||
|
||||
@test "the frank-large unit, env and serve files exist where the deployer installs them from" {
|
||||
@test "the frank-large unit, env, serve and build files exist where the deployer installs them from" {
|
||||
[ -f "$ENV_FILE" ]
|
||||
[ -f "$UNIT" ]
|
||||
[ -x "$SERVE" ]
|
||||
[ -f "$BUILD" ]
|
||||
}
|
||||
|
||||
@test "frank-large is boot-persistent, self-healing and unprivileged" {
|
||||
@@ -40,61 +44,79 @@ REMOTE_DEPLOY="$REPO_ROOT/scripts/deploy-remote.sh"
|
||||
grep -q 'FRANK_LARGE_ENV_FILE=/home/dank/serverAppConfigs/scripts/frank-large.env' "$UNIT"
|
||||
}
|
||||
|
||||
@test "the operator's shape is one stream of 200k context with MTP on" {
|
||||
@test "the operator's shape is one stream of the full 262144 window with MTP depth 4" {
|
||||
local ctx slots
|
||||
ctx="$(sed -nE 's/^CONTEXT_SIZE=([0-9]+)$/\1/p' "$ENV_FILE")"
|
||||
slots="$(sed -nE 's/^PARALLEL_SLOTS=([0-9]+)$/\1/p' "$ENV_FILE")"
|
||||
# 200000 is the operator's requested serving shape (2026-09-21); the
|
||||
# model's trained window is 262144.
|
||||
[ "$ctx" -eq 200000 ]
|
||||
# 262144 is the model's native window (the operator's call, 2026-09-21).
|
||||
[ "$ctx" -eq 262144 ]
|
||||
# One stream.
|
||||
[ "$slots" -eq 1 ]
|
||||
grep -q '^ENABLE_MTP=1$' "$ENV_FILE"
|
||||
# MTP depth 4 (the model's MTP layers) + n-gram drafting (24/64/64).
|
||||
grep -q '^SPEC_DRAFT_N_MAX=4$' "$ENV_FILE"
|
||||
}
|
||||
|
||||
@test "frank-large stays text-only until the projector is enabled" {
|
||||
grep -q '^ENABLE_VISION=0$' "$ENV_FILE"
|
||||
# The fleet's image path is frank-small; the projector is on disk and is
|
||||
# one env flip away, but models.yml declares frank-large text-only.
|
||||
@test "the harness needs compatibility mode (sampling, tools, reasoning)" {
|
||||
# The fast-greedy path rejects sampling, penalties, probabilities,
|
||||
# grammar-constrained tool calls, logit bias, LoRA and a reasoning
|
||||
# budget. The harness needs all three, so COMPATIBILITY_MODE=1.
|
||||
grep -q '^COMPATIBILITY_MODE=1$' "$ENV_FILE"
|
||||
# The serve script enables the fastpath off in compatibility mode.
|
||||
grep -q 'LLAMA_TARGET_GREEDY_ARGMAX_FASTPATH=0' "$SERVE"
|
||||
}
|
||||
|
||||
@test "frank-large stays text-only" {
|
||||
# The Kairic Edge model is text-only (no vision projector). The fleet's
|
||||
# image path is frank-small; models.yml declares frank-large text-only.
|
||||
! grep -q -- '--mmproj' "$SERVE"
|
||||
grep -q -- '--mmproj' "$REPO_ROOT/scripts/serve-frank-small.sh"
|
||||
}
|
||||
|
||||
@test "the serve script pins the prebuilt runtime and refuses a missing build" {
|
||||
grep -q 'unsloth-llama-b11030' "$SERVE"
|
||||
@test "the serve script pins the Kairic Edge runtime and refuses a missing build" {
|
||||
grep -q 'ROCmFPX-kairic' "$SERVE"
|
||||
grep -q 'llama-server' "$SERVE"
|
||||
# A missing runtime or payload is a deploy error with a pointer, not a
|
||||
# restart loop.
|
||||
grep -q 'missing runtime' "$SERVE"
|
||||
grep -q 'missing target model' "$SERVE"
|
||||
grep -q 'missing MTP head' "$SERVE"
|
||||
grep -q 'Kairic Edge runtime not found' "$SERVE"
|
||||
grep -q 'missing asset' "$SERVE"
|
||||
# The Qwen3.8 template keeps prior thinking blocks across turns only
|
||||
# when the kwarg is set.
|
||||
grep -q 'preserve_thinking' "$SERVE"
|
||||
}
|
||||
|
||||
@test "the serve script wires the MTP head explicitly and speculates" {
|
||||
# Sidecar auto-discovery does not search the mtp/ subfolder, so the head
|
||||
# must be passed with -md or the server runs at the main model's speed
|
||||
# with no error saying why.
|
||||
grep -q -- '-md "$MTP_FILE"' "$SERVE"
|
||||
@test "the serve script wires the MTP + n-gram spec method and the sidecars" {
|
||||
# The Kairic Edge model uses native MTP depth 4 + n-gram drafting
|
||||
# (24/64/64). DFlash is NOT available for this model (no DRAFT_DFLASH
|
||||
# spec type in the Kairic Edge runtime).
|
||||
grep -q -- '--spec-type draft-mtp' "$SERVE"
|
||||
grep -q 'mtp-Qwen3.8-Flash-Next-shared-Q8_0.gguf' "$SERVE"
|
||||
grep -q -- '--kairic-edge' "$SERVE"
|
||||
grep -q -- '--spec-draft-n-max' "$SERVE"
|
||||
# The three PromptForge sidecars (FFN, GDN, GDN-Output) are wired via
|
||||
# the PROMPTFORGE_* env block.
|
||||
grep -q 'PROMPTFORGE_IU4_SIDECAR' "$SERVE"
|
||||
grep -q 'PROMPTFORGE_GDN_SIDECAR' "$SERVE"
|
||||
grep -q 'PROMPTFORGE_GDN_OUTPUT_SIDECAR' "$SERVE"
|
||||
}
|
||||
|
||||
@test "the payload is fetched resumably and verified against the live Hub tree" {
|
||||
grep -q 'unsloth/Qwen3.8-Flash-Next-GGUF' "$FETCH"
|
||||
@test "the payload is fetched resumably and verified against declared sizes + sha256" {
|
||||
grep -q 'jcbtc/Qwen3.8-27B-IU4-Kairic-Edge' "$FETCH"
|
||||
grep -q -- '-fL -C -' "$FETCH"
|
||||
# The LFS oids come from the Hub tree API at verify time, not from a
|
||||
# file that could drift; each part's local sha256 is compared to its
|
||||
# oid and a mismatch fails the run.
|
||||
grep -q 'tree/main' "$FETCH"
|
||||
# Each file's local sha256 is compared to its declared oid and a
|
||||
# mismatch fails the run.
|
||||
grep -q 'SHA256 MISMATCH' "$FETCH"
|
||||
}
|
||||
|
||||
@test "the build script pins the Kairic Edge commit and the CK patch" {
|
||||
grep -q 'fdf4bb7fcc984811cef48ce817d89aac064b984a' "$BUILD"
|
||||
grep -q 'composable-kernel-gfx1151-iu4.patch' "$BUILD"
|
||||
grep -q 'gfx1151' "$BUILD"
|
||||
}
|
||||
|
||||
@test "the fleet endpoint and alias survive the cutover" {
|
||||
grep -q '^HOST=0.0.0.0$' "$ENV_FILE"
|
||||
grep -q '^PORT=7770$' "$ENV_FILE"
|
||||
grep -q '^MODEL_DIR=/home/dank/models/Qwen3.8-Flash-Next-UD-IQ4_XS$' "$ENV_FILE"
|
||||
grep -q '^MODEL_DIR=/home/dank/models/Qwen3.8-27B-IU4-Kairic-Edge$' "$ENV_FILE"
|
||||
grep -q -- '--alias frank-large' "$SERVE"
|
||||
}
|
||||
|
||||
@test "the deploy handler retires the halogen quadlet without deleting it" {
|
||||
@@ -116,7 +138,7 @@ REMOTE_DEPLOY="$REPO_ROOT/scripts/deploy-remote.sh"
|
||||
# frank-small on this host is ALSO a llama-server. The sweep must match
|
||||
# the model path, not the binary name, or a frank-large deploy restarts
|
||||
# the 3090 endpoint.
|
||||
grep -q "pkill -f 'Qwen3.8-Flash-Next-UD-IQ4_XS'" "$REMOTE_DEPLOY"
|
||||
grep -q "pkill -f 'Qwen3.8-27B-IU4-Kairic-Edge'" "$REMOTE_DEPLOY"
|
||||
# ...and only inside the large handler: extract it and check there is no
|
||||
# bare binary-name pkill in it.
|
||||
local large
|
||||
|
||||
Reference in new issue
Block a user