#!/usr/bin/env bats # Seam: the frank-large root unit on dankclaw. # # The 2026-09-21 cutover moved this service from the Kairic Edge runtime # (ciru-ai/ROCmFPX) serving jcbtc/Qwen3.8-27B-IU4-Kairic-Edge onto the # stock llama.cpp prebuilt (unsloth b11030, ROCm gfx1151) serving # unsloth/Qwen3.8-27B-GGUF:UD-Q8_K_XL with the DFlash2 drafter # (z-lab/Qwen3.8-27B-DFlash2-GGUF:Q4_K_M), still as a ROOT unit: a # prebuilt runtime has no container image to install and no generated # unit to dodge. This seam pins what a flag list cannot show: the # operator's one-stream / full-window shape, the payload the serve script # refuses to start without, the DFlash2 spec wiring, fp8 KV, greedy # sampling, a deploy handler that gates on the port, and the fact that # the sweep for a stray benchmark run cannot take frank-small down with # it. load helpers ENV_FILE="$REPO_ROOT/scripts/frank-large.env" UNIT="$REPO_ROOT/scripts/frank-large.service" SERVE="$REPO_ROOT/scripts/serve-frank-large.sh" FETCH="$REPO_ROOT/scripts/download-frank-large.sh" REMOTE_DEPLOY="$REPO_ROOT/scripts/deploy-remote.sh" @test "the frank-large unit, env and serve files exist where the deployer installs them from" { [ -f "$ENV_FILE" ] [ -f "$UNIT" ] [ -x "$SERVE" ] } @test "frank-large is boot-persistent, self-healing and unprivileged" { grep -q '^WantedBy=multi-user.target$' "$UNIT" grep -q '^Restart=on-failure$' "$UNIT" grep -q '^RestartSec=' "$UNIT" grep -q '^User=dank$' "$UNIT" # The engine pins staging buffers; the memlock budget must be unbounded # or the load fails on the RLIMIT. grep -q '^LimitMEMLOCK=infinity$' "$UNIT" # The unit runs the repo's own serve script with the repo's env. grep -q 'ExecStart=/home/dank/serverAppConfigs/scripts/serve-frank-large.sh' "$UNIT" grep -q 'FRANK_LARGE_ENV_FILE=/home/dank/serverAppConfigs/scripts/frank-large.env' "$UNIT" } @test "the operator's shape is one stream of the full 262144 window with DFlash2 depth 4" { local ctx slots ctx="$(sed -nE 's/^CONTEXT_SIZE=([0-9]+)$/\1/p' "$ENV_FILE")" slots="$(sed -nE 's/^PARALLEL_SLOTS=([0-9]+)$/\1/p' "$ENV_FILE")" # 262144 is the model's native window (the operator's call, 2026-09-21). [ "$ctx" -eq 262144 ] # One stream. [ "$slots" -eq 1 ] # DFlash2 depth 4 (the drafter's block-diffusion depth). grep -q '^SPEC_DRAFT_N_MAX=4$' "$ENV_FILE" } @test "frank-large stays text-only" { # The new model is text-only (no vision projector). The fleet's # image path is frank-small; models.yml declares frank-large text-only. ! grep -q -- '--mmproj' "$SERVE" grep -q -- '--mmproj' "$REPO_ROOT/scripts/serve-frank-small.sh" } @test "the serve script pins the stock llama.cpp runtime and refuses a missing binary" { grep -q 'unsloth-llama-b11030' "$SERVE" grep -q 'llama-server' "$SERVE" # A missing runtime or payload is a deploy error with a pointer, not a # restart loop. grep -q 'runtime not found' "$SERVE" grep -q 'missing asset' "$SERVE" # The Qwen3.8 template keeps prior thinking blocks across turns only # when the kwarg is set. grep -q 'preserve_thinking' "$SERVE" # The chat template file is wired (not just the kwarg) — the 73k-token # fallback incident (2026-09-21) was a missing --chat-template-file. grep -q 'chat-template-file' "$SERVE" } @test "the serve script wires the DFlash2 spec method and the drafter" { # The new model uses DFlash2 (block-diffusion drafter) at depth 4. grep -q -- '--spec-type draft-dflash' "$SERVE" grep -q -- '--model-draft' "$SERVE" grep -q -- '--spec-draft-n-max' "$SERVE" # The drafter runs on the iGPU (ROCm0). grep -q -- '--spec-draft-device ROCm0' "$SERVE" } @test "the serve script uses q8_0 KV and greedy sampling" { # q8_0 KV — the unsloth b11030 build does not support fp8 KV (allowed: # f32/f16/bf16/q8_0/q4_0/q4_1/iq4_nl/q5_0/q5_1); q8_0 is the # highest-precision 8-bit option and preserves the ~8 GiB footprint. grep -q -- '--cache-type-k q8_0' "$SERVE" grep -q -- '--cache-type-v q8_0' "$SERVE" # Greedy sampling (DFlash2 needs greedy verification). grep -q -- '--temp 0' "$SERVE" } @test "the payload is fetched resumably and verified against declared sizes + sha256" { grep -q 'unsloth/Qwen3.8-27B-GGUF' "$FETCH" grep -q 'z-lab/Qwen3.8-27B-DFlash2-GGUF' "$FETCH" grep -q -- '-fL -C -' "$FETCH" # Each file's local sha256 is compared to its declared oid and a # mismatch fails the run. grep -q 'SHA256 MISMATCH' "$FETCH" } @test "the fleet endpoint and alias survive the cutover" { grep -q '^HOST=0.0.0.0$' "$ENV_FILE" grep -q '^PORT=7770$' "$ENV_FILE" grep -q '^MODEL_DIR=/home/dank/models/Qwen3.8-27B-UD-Q8_K_XL$' "$ENV_FILE" grep -q -- '--alias frank-large' "$SERVE" } @test "the deploy handler retires the halogen quadlet without deleting it" { grep -q 'retire_halogen_large_quadlet' "$REMOTE_DEPLOY" grep -q 'HOME/.AGENTTRASH' "$REMOTE_DEPLOY" ! grep -qE '(^|[^[:alnum:]_])rm (-[a-zA-Z]+ )?.*frank-large' "$REMOTE_DEPLOY" } @test "the deploy handler installs the root unit, gates the port and refuses a missing payload" { grep -q 'relink_unit frank-large' "$REMOTE_DEPLOY" grep -q 'systemctl enable frank-large.service' "$REMOTE_DEPLOY" grep -q 'wait_port_free 7770' "$REMOTE_DEPLOY" grep -q '127.0.0.1:7770/health' "$REMOTE_DEPLOY" grep -q 'LLM_LARGE_MODEL' "$REMOTE_DEPLOY" grep -q 'LLM_LARGE_DRAFT' "$REMOTE_DEPLOY" } @test "the stray-run sweep cannot take frank-small down" { # frank-small on this host is ALSO a llama-server. The sweep must match # the model path, not the binary name, or a frank-large deploy restarts # the 3090 endpoint. grep -q "pkill -f 'Qwen3.8-27B-UD-Q8_K_XL'" "$REMOTE_DEPLOY" # ...and only inside the large handler: extract it and check there is no # bare binary-name pkill in it. local large large="$(sed -n '/^deploy_llm_large() {/,/^}/p' "$REMOTE_DEPLOY")" ! grep -q 'pkill -x llama-server' <<<"$large" } @test "the halogen quadlet is archived, not live" { [ ! -e "$REPO_ROOT/dankclaw/frank-large/quadlet/frank-large.container" ] [ -f "$REPO_ROOT/dankclaw/.AGENTTRASH/frank-large.container.halogen" ] }