#!/usr/bin/env bats # Seam: the frank-small llama.cpp root unit on dankclaw. # frank-small is the RTX 3090 endpoint; since 2026-10-01 night it serves # bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF:Q5_K_M via a CUDA (sm_86) build of # llama.cpp master, chosen for the ASYMMETRIC KV Frank asked for: K f16 # (unquantized) + V q8_0, which only llama.cpp exposes per-tensor. Since # 2026-10-02 it runs THREE contexts and carries a vision projector, and the # card must keep 2-3 GiB free. This seam runs the serve script against a stub # engine and asserts on the argv it actually execs, so what is pinned is the # command the operator gets. load helpers UNIT="$REPO_ROOT/scripts/frank-small.service" SERVE="$REPO_ROOT/scripts/serve-frank-small.sh" ENV_FILE="$REPO_ROOT/scripts/frank-small.env" REMOTE_DEPLOY="$REPO_ROOT/scripts/deploy-remote.sh" ENV_LARGE="$REPO_ROOT/scripts/frank-large.env" TARGET_STUB="MiMo-V2.6-Distill-Qwen-9B-Q5_K_M.gguf" # Same basename as the shipped projector: the test env repoints it into $STAGE. MM_STUB="mmproj-MiMo-V2.6-Distill-Qwen-9B-f16.gguf" setup() { STAGE="$(mktemp -d)" RUNTIME_DIR="$STAGE/llama" MODEL_DIR="$STAGE/models" mkdir -p "$RUNTIME_DIR/bin" "$MODEL_DIR" cat > "$RUNTIME_DIR/bin/llama-server" <<'STUB' #!/usr/bin/env bash printf '%s\n' "$@" STUB chmod +x "$RUNTIME_DIR/bin/llama-server" "$RUNTIME_DIR/bin" 2>/dev/null || chmod +x "$RUNTIME_DIR/bin/llama-server" touch "$MODEL_DIR/$TARGET_STUB" "$MODEL_DIR/$MM_STUB" } teardown() { rm -rf "$STAGE" } # serve_argv [env-file] — run the serve script and capture the engine's # argv, one token per line, in $output. serve_argv() { local envf="${1:-$STAGE/test.env}" local mmproj mmproj="$(sed -nE 's/^MMPROJ_FILE=(.+)$/\1/p' "$ENV_FILE")" cat > "$envf" < 9 GiB. Two asserts, both about # the output the operator sees: the pool must still fit with 2 GiB # spare, and it must be large enough that 5 GiB spare is NOT reachable # (an undersized pool is as wrong as an oversized one). Arithmetic, not # a boot log: change CTX_SIZE and this bites before the deploy does — # it rejects the 3 x 196,608 pool that measured only 1.1 GiB free. The # same pool with f16 V (34 KiB/token) lands past the card, which is why # the contract is asymmetric. ctx="$(sed -nE 's/^CTX_SIZE=([0-9]+)$/\1/p' "$ENV_FILE")" kv_gib=$((ctx * 25 / 1048576)) [ $((kv_gib + 9 + 2)) -le 24 ] [ $((kv_gib + 9 + 5)) -gt 24 ] f16v_gib=$((ctx * 34 / 1048576)) [ $((f16v_gib + 9)) -gt 24 ] } @test "no speculative draft ships by default" { # The qwen35 GGUF has no MTP tensors, and the cross-model DFlash draft # is a measured decision the harness makes later, not a default. ! grep -q -- '--model-draft' "$SERVE" ! grep -q -- '--spec-type' "$SERVE" ! grep -q '^DRAFT' "$ENV_FILE" } @test "vision ships by default and MMPROJ_FILE empty opts out of the image path" { # The Q5_K_M GGUF carries no `v.*` tensors, so the projector argument IS # the vision capability: no flag, no eyes. serve_argv [ "$status" -eq 0 ] [ "$(argv_value --mmproj)" = "$MODEL_DIR/$MM_STUB" ] # The documented opt-out must reach the engine as ABSENCE of the flag, # not as an argument pointing at an empty string. sed -i 's|^MMPROJ_FILE=.*|MMPROJ_FILE=|' "$STAGE/test.env" run env FRANK_SMALL_ENV_FILE="$STAGE/test.env" nvidia-modprobe=true bash "$SERVE" [ "$status" -eq 0 ] ! grep -qxF -- '--mmproj' <<<"$output" } @test "the fleet reasoning contract survives the reslice to three contexts" { serve_argv [ "$status" -eq 0 ] # deepseek format = thinking lands in reasoning_content, the field the # harness reads on this endpoint; --jinja is what makes # chat_template_kwargs reach the template at all. [ "$(argv_value --reasoning-format)" = "deepseek" ] argv_value --jinja >/dev/null grep -qxF -- '--jinja' <<<"$output" } @test "the serve script refuses a missing runtime, GGUF or projector" { rm -f "$MODEL_DIR/$MM_STUB" serve_argv [ "$status" -ne 0 ] [[ "$output" == *"frank-small: missing"* ]] rm -f "$RUNTIME_DIR/bin/llama-server" serve_argv [ "$status" -ne 0 ] [[ "$output" == *"frank-small: missing"* ]] } @test "the deploy handler gates on binary, GGUF and projector, then MainPID-hardens health" { grep -q 'deploy_llm_small' "$REMOTE_DEPLOY" grep -q 'LLM_SMALL_RUNTIME' "$REMOTE_DEPLOY" grep -q 'LLM_SMALL_MODEL_FILE' "$REMOTE_DEPLOY" grep -q 'LLM_SMALL_MMPROJ' "$REMOTE_DEPLOY" grep -q 'relink_unit frank-small' "$REMOTE_DEPLOY" grep -q 'systemctl enable frank-small.service' "$REMOTE_DEPLOY" grep -q '127.0.0.1:7771/health' "$REMOTE_DEPLOY" grep -q 'frank-small.service has no MainPID' "$REMOTE_DEPLOY" } @test "the two endpoints keep separate ports and the large handler never pkills llama-server" { # frank-large's gufo sweep must not take down frank-small, whose # process is llama-server on the SAME host since this swap. grep -q '^LISTEN_PORT=7771$' "$ENV_FILE" local large large="$(sed -n '/^deploy_llm_large() {/,/^}/p' "$REMOTE_DEPLOY")" ! grep -q 'pkill -x llama-server' <<<"$large" }