On main: peer frank-small WIP held for frank-medium deploy

.AGENTTRASH/frank-default-small.env.llama.cpp

@@ -0,0 +1,71 @@
+# Tunables for frank-default-small (Tiel-Coder-35B-A3B UD-Q6_K_XL,
+# qwen35moe hybrid MoE, Dankserver, RTX 3090).
+#
+# Runtime: upstream llama.cpp (latest master, CUDA build with
+# -DGGML_CUDA_FA_ALL_QUANTS=ON -DCMAKE_CUDA_ARCHITECTURES=86) on RTX 3090
+# 24 GB; Ryzen 7 7700X; 62 GB RAM.  Replaced the ik_llama.cpp Ornith
+# CRACK Q8_0 deployment on 2026-09-01.
+#
+# Model: peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF, UD-Q6_K_XL quant
+# (30 GB).  Architecture: qwen35moe — 40 layers, full_attention_interval=4
+# (10 attention + 30 SSM/Mamba), 256 experts / 8 used, 2 KV heads × 256
+# dim, embedding 2048, rope dimension_count 64, rope freq_base 10 000 000.
+# Text-only (no mmproj).  Built-in chat template in the GGUF.
+#
+# Expert offload: --cpu-moe keeps all 256 expert weights in CPU RAM.
+# Non-expert weights (~1.6 GB) fit entirely on the 24 GB card.
+#
+# KV cache: Q8_0 for both K and V.  With CTX_SIZE=200700 (66 900 per slot
+# × 3 parallel) and 10 attention layers, the KV cache is ~2 GB — the
+# requested 2 GB VRAM buffer.
+#
+# WARNING: do not name any variable TEMP, HOST, or GPU_MAX_HEAP_SIZE. The
+# ROCm HIP runtime reads those bare env vars (see the 2026-08-13 TEMP
+# incident). This box is NVIDIA/CUDA, but the rule keeps the env portable.
+
+# Model file (UD-Q6_K_XL, 30 GB, text-only MoE hybrid).
+MODEL_DIR=/home/dank/models/tiel-coder-35b
+MODEL_FILE=Tiel-Coder-35B-A3B-UD-Q6_K_XL.gguf
+
+# Upstream llama.cpp llama-server (CUDA build, latest master).
+# Built with -DGGML_CUDA_FA_ALL_QUANTS=ON -DCMAKE_CUDA_ARCHITECTURES=86
+# using the staged CUDA 13.2 toolkit at /home/dank/cuda13-stage.
+LLAMA_SERVER=/home/dank/llama.cpp/build/bin/llama-server
+
+ALIAS=frank-default-small
+BIND_ADDR=0.0.0.0
+LISTEN_PORT=7770
+
+# Total context budget across all parallel slots.  200700 / 3 = 66 900
+# per slot.  The model's context_length is 262 144, so 66 900 is well
+# within range.
+CTX_SIZE=200700
+PARALLEL=3
+
+# Expert offload: all MoE expert weights pinned to CPU RAM.
+CPU_MOE=1
+
+# All non-expert layers on GPU (auto-fit will determine the exact count;
+# with --cpu-moe the non-expert footprint is ~1.6 GB, leaving ample room).
+N_GPU_LAYERS=999
+
+# KV cache: Q8_0 for both K and V.  ~2 GB total for 200700 ctx × 3 slots
+# × 10 attention layers × (2 KV heads × 256 dim × 1 byte) × 2 (K+V).
+CACHE_TYPE_K=q8_0
+CACHE_TYPE_V=q8_0
+
+VERBOSITY=2
+
+# Prefill batch sizing.
+BATCH_SIZE=4096
+UBATCH_SIZE=1024
+
+# Sampling.
+TEMPERATURE=1.0
+TOP_K=20
+TOP_P=0.95
+MIN_P=0.0
+
+# Compute threads lowered so other processes keep a core.
+THREADS=7
+THREADS_HTTP=8

.AGENTTRASH/frank-default-small.service.llama.cpp

@@ -0,0 +1,16 @@
+[Unit]
+Description=llama.cpp Tiel-Coder-35B-A3B Q6_K_XL qwen35moe hybrid MoE (dankserver, frank-default-small)
+After=network-online.target
+Wants=network-online.target
+
+[Service]
+Type=simple
+User=dank
+Group=dank
+Environment="FRANK_SMALL_ENV_FILE=/home/dank/serverAppConfigs/scripts/frank-default-small.env"
+ExecStart=/home/dank/serverAppConfigs/scripts/serve-frank-small.sh
+Restart=on-failure
+RestartSec=10
+
+[Install]
+WantedBy=multi-user.target

.AGENTTRASH/frank-large.env.llama.cpp

@@ -0,0 +1,126 @@
+# Tunables for frank-large (kingjones777/Qwen3.8-Flash-Next-ROCmFP4-
+# STRIX-GGUF on the kingjones30/ROCmFPX llama.cpp runtime, Dankclaw,
+# Strix Halo gfx1151, unified memory).
+#
+# Runtime: kingjones30/ROCmFPX (fork of charlie12345/ROCmFPX with the
+# qwen4exp-on-rocmfpx-d3ca537 patch applied — the model card's pinned
+# runtime: ROCmFP4 tensor types AND the qwen4exp architecture in one
+# tree; stock llama.cpp and charlie's fork alone cannot load this GGUF).
+# Built per the card recipe:
+#   cmake -B build -DGGML_HIP=ON -DGPU_TARGETS=gfx1151 -DGGML_NATIVE=ON -DCMAKE_BUILD_TYPE=Release
+# at /home/dank/GitPackages/kingjones-ROCmFPX/build.
+# Replaced the agentionai ROCmFP4-FAST imatrix deployment (charlie's
+# build-qwen38 runtime) on 2026-08-30.
+#
+# Model: Qwen3.8-Flash-Next base (qwen4exp MoE: 512 experts / 10 used,
+# 48 layers = 12 attention + 36 SSM, QSA indexer, hyper-connections, PLE
+# at layer 1), Q4_0_ROCMFP4_STRIX (file_type 105), 113.47 GiB single
+# file. STRIX is the top quality tier: PLE table at Q8_0 (50.66 GiB),
+# token embeddings + lm head at Q6_K. The PLE table NEVER enters GPU
+# memory — it streams from the file through the OS page cache. Two hard
+# card constraints:
+#  1. mmap MUST stay enabled (default) — --no-mmap forces the 50.66 GiB
+#     table into anonymous memory and the cgroup killer takes the
+#     process with nothing in the server log (only dmesg).
+#  2. Do NOT pin the PLE tensor to CPU with -ot — measured gen fell
+#     ~23 -> 13.4 tok/s; the kernel streams it better.
+# NOTE: the card's own build_attn_qsa still calls ggml_fill on the
+# F16-cast kq mask (the path that aborted our charlie build with
+# --flash-attn on before scripts/patches/qwen4exp-qsa-f32-mask.patch).
+# If a clean kingjones-tree build aborts graph build with
+# GGML_ASSERT(a-type == GGML_TYPE_F32), port that fix (F32 base mask +
+# cast at the attention call) into this tree and rebuild.
+#
+# WARNING: do not name any variable TEMP, HOST, or GPU_MAX_HEAP_SIZE. The ROCm HIP runtime reads those bare env vars (see the 2026-08-13 TEMP
+# incident). llama.cpp reads --host/--port/--temp as CLI flags, never as
+# env vars.
+
+# kingjones30/ROCmFPX runtime binary (card recipe build).
+LLAMA_BIN=/home/dank/GitPackages/kingjones-ROCmFPX/build/bin/llama-server
+
+# Model package from
+# https://huggingface.co/kingjones777/Qwen3.8-Flash-Next-ROCmFP4-STRIX-GGUF
+# Layout: single unsharded GGUF, text-only (the repo ships no mmproj;
+# the vision tower below is borrowed from the agentionai FAST package —
+# same base model, f16 — kept only if it loads clean, drop
+# MMPROJ_PATH if it does not).
+MODEL_DIR=/home/dank/models/kingjones-Qwen3.8-Flash-Next-ROCmFP4-STRIX
+MODEL_FILE=Qwen3.8-Flash-Next-Q4_0-ROCmFP4-STRIX.gguf
+MMPROJ_PATH=/home/dank/models/agentionai-Qwen3.8-Flash-Next-ROCmFP4-FAST/mmproj/mmproj-Qwen3.8-Flash-Next-f16.gguf
+
+# Qwen-Sharp chat template (tracked in the repo, staged on the host). The
+# Sharp template drives thinking on by default (medium effort); the server
+# emits reasoning in DeepSeek format so clients receive reasoning_content
+# separately instead of literal thinking tags in content.
+CHAT_TEMPLATE_FILE=/home/dank/serverAppConfigs/scripts/chat-template.jinja
+CHAT_TEMPLATE_KWARGS='{"enable_thinking":true,"preserve_thinking":true,"preserve_reasoning":true}'
+
+# Alias + network.
+ALIAS=frank-large
+BIND_ADDR=0.0.0.0
+LISTEN_PORT=7770
+
+# Serving: 401408-token context, TWO slots (parallel 2), batch 4096 /
+# ubatch 512, 16+16 threads, f16 KV, 16 context checkpoints, 8 GiB
+# prompt cache. --fit off: auto-fit segfaults on this model's
+# hyper-connection/indexer config; -ngl 999 puts every layer on the
+# SVM-backed GPU pool. ubatch 512 matches the card's re-measurement
+# (-ub 1024/2048/4096 showed no effect; -t 32 vs 16 is noise).
+#
+# CTX_SIZE=401408 / PARALLEL=2: carried over from the FAST deployment
+# where it loaded clean (~74 s, health 200). The card measures the full
+# 262144 window at ~71.7 GiB GTT at load on the same 128 GB board; QSA
+# caps KV growth so the extra window is cheap. KV footprint scales
+# with the 12 attention layers only. Verify load on first STRIX boot.
+CTX_SIZE=401408
+PARALLEL=2
+
+BATCH_SIZE=4096
+UBATCH_SIZE=512
+NUM_THREADS=16
+THREAD_BATCH=16
+CACHE_TYPE_K=f16
+CACHE_TYPE_V=f16
+CTX_CHECKPOINTS=16
+CACHE_RAM=8192
+SLOT_SAVE_PATH=/home/dank/serverAppConfigs/scripts/slot-state
+SPLIT_MODE=none
+FIT=off
+NGL=999
+FLASH_ATTN=on
+
+# Sampling (card instruct table, non-thinking).
+TEMPERATURE=0.7
+TOP_K=20
+TOP_P=0.8
+MIN_P=0.0
+PRESENCE_PENALTY=1.5
+
+# Reasoning on (Sharp template drives it; preserve_thinking + preserve_reasoning
+# keep the reasoning trail in the conversation). DeepSeek format projects the
+# reasoning into the API's reasoning_content field instead of literal thinking
+# tags.
+REASONING=on
+REASONING_FORMAT=deepseek
+
+# Strix Halo unified memory + native gfx1151.
+HSA_OVERRIDE_GFX_VERSION=11.5.1
+
+VERBOSITY=4
+
+
+# Speculative decoding: disabled. The card's Usage block ships no spec
+# flags. The Flash-Next MTP heads do not load on this loader (requires
+# per-layer blk.N.hc_attn_norm; every head carries only blk.48 —
+# verified 3x on build-qwen38). DRAFT_MODEL_* point at the retired
+# agentionai FAST head and are unused while SPEC_TYPE=none.
+DRAFT_MODEL_DIR=/home/dank/models/mtp-Qwen3.8-Flash-Next-FAST
+DRAFT_MODEL_FILE=Qwen3.8-Flash-Next-MTP-ROCmFP4-FAST.gguf
+SPEC_TYPE=none
+SPEC_DRAFT_N_MAX=3
+SPEC_DRAFT_N_MIN=0
+SPEC_DRAFT_P_MIN=0.75
+SPEC_DRAFT_NGL=999
+SPEC_DRAFT_DEVICE=ROCm0
+SPEC_DRAFT_TYPE_K=f16
+SPEC_DRAFT_TYPE_V=f16

.AGENTTRASH/frank-large.service.llama.cpp

@@ -0,0 +1,16 @@
+[Unit]
+Description=ROCmFPX (kingjones30 fork) llama.cpp Qwen3.8-Flash-Next ROCmFP4 STRIX 177B MoE (dankclaw, frank-large)
+After=network-online.target
+Wants=network-online.target
+
+[Service]
+Type=simple
+User=dank
+Group=dank
+Environment="FRANK_LARGE_ENV_FILE=/home/dank/serverAppConfigs/scripts/frank-large.env"
+ExecStart=/home/dank/serverAppConfigs/scripts/serve-frank-large.sh
+Restart=on-failure
+RestartSec=10
+
+[Install]
+WantedBy=multi-user.target

.AGENTTRASH/frank-npu.env.flm-npu

@@ -0,0 +1,23 @@
+# Tunables for frank-npu (FastFlowLM NPU endpoint, Dankclaw)
+# Runtime: FLM 1.0.1 (/usr/bin/flm) on the XDNA2 NPU (50 TOPS). Boot tag is
+# nuextract3:4b (NuExtract3-4B-NPU2, Qwen3.5-4B skeleton, structured-extraction
+# model); serve routes every request by the exact FLM registry tag in the
+# request's model field, so any registered tag (gemma4-it:e4b, qwythos:9b, ...)
+# is reachable on this port regardless of the boot tag. The NPU is a
+# single-lane device: generations serialize FIFO, and the first request after a
+# model swap pays the ~6-11 s load cost. The NPU draws from the unified RAM
+# pool shared with frank-large (iGPU).
+FLM_MODEL=nuextract3:4b
+FLM_HOST=0.0.0.0
+FLM_PORT=7771
+# turbo = max NPU power mode (xrt-smi configure --pmode turbo at serve start).
+# No other tenant uses the NPU on this host, so the top mode costs nothing to
+# neighbours; drop to `performance` if iGPU power-budget contention ever shows.
+FLM_PMODE=turbo
+# FLM_ASR=1 additionally loads Whisper-V3-Turbo-NPU2 (+0.62 GB) and exposes
+# /v1/audio/transcriptions. NuExtract3 answers text-only; audio stays off.
+FLM_ASR=0
+# -1 = no --ctx-len flag: every pack loads with its own trained context
+# (nuextract3:4b -> 32768, gemma4-it:e4b -> 131072). A global override would
+# over-allocate KV for the small packs.
+FLM_CTX_LEN=-1

.AGENTTRASH/frank-npu.service.flm-npu

@@ -0,0 +1,17 @@
+[Unit]
+Description=FastFlowLM NPU sight+sound inference (frank-npu) on Dankclaw
+After=network-online.target
+Wants=network-online.target
+
+[Service]
+Type=simple
+User=dank
+Group=dank
+Environment="FRANK_NPU_ENV_FILE=/home/dank/serverAppConfigs/scripts/frank-npu.env"
+ExecStart=/home/dank/serverAppConfigs/scripts/serve-frank-npu.sh
+LimitMEMLOCK=infinity
+Restart=on-failure
+RestartSec=10
+
+[Install]
+WantedBy=multi-user.target

.AGENTTRASH/serve-frank-large.sh.llama.cpp

@@ -0,0 +1,180 @@
+#!/usr/bin/env bash
+# Serve kingjones777/Qwen3.8-Flash-Next-ROCmFP4-STRIX-GGUF as
+# frank-large via the kingjones30/ROCmFPX llama.cpp runtime on
+# Dankclaw (Strix Halo gfx1151, unified memory).
+#
+# Runtime: kingjones30/ROCmFPX (fork of charlie12345/ROCmFPX with the
+# model card's qwen4exp-on-rocmfpx patch) built at
+# /home/dank/GitPackages/kingjones-ROCmFPX/build (HIP, gfx1151,
+# ROCm 7.2.4, card recipe). The ROCmFP4 quant types plus the qwen4exp
+# architecture must be in one tree; stock llama.cpp cannot load this
+# GGUF.
+#
+# Model: Qwen3.8-Flash-Next base (qwen4exp MoE: 512 experts / 10 used,
+# 48 layers = 12 attention + 36 SSM, QSA indexer, hyper-connections, PLE
+# at layer 1) quantized Q4_0_ROCMFP4_STRIX, 113.47 GiB single file. The
+# 50.66 GiB PLE n-gram table stays OUT of GPU memory and streams via
+# mmap from the OS page cache — never add --no-mmap or -ot for it.
+#
+# Profile: card sampling table (temp 0.7, top_p 0.80, top_k 20, min_p 0.0,
+# presence 1.5 — non-thinking instruct) mixed with the validated serving
+# profile: ctx 401408 x 2 slots, b 4096 / ub 512, t 16 / tb 16, f16 KV,
+# fa on (if the graph build aborts on the QSA F16 mask, see the note in
+# the env file: port scripts/patches/qwen4exp-qsa-f32-mask.patch into
+# this tree and rebuild), cont-batching, prompt cache + 8 GiB cache-ram
+# + idle-slot cache, 16 ctx checkpoints, --fit off (auto-fit segfaults
+# on qwen4exp hyper-connection config). Speculative decoding off: the
+# Flash-Next MTP heads do not load on this loader; the card ships no
+# spec flags.
+set -euo pipefail
+
+SCRIPT_DIR="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)"
+ENV_FILE="${FRANK_LARGE_ENV_FILE:-$SCRIPT_DIR/frank-large.env}"
+if [[ -f "$ENV_FILE" ]]; then
+    set -a
+    # shellcheck disable=SC1090
+    source "$ENV_FILE"
+    set +a
+fi
+
+# --- defaults (used when the env file does not set them) -------------------
+: "${LLAMA_BIN:=/home/dank/GitPackages/kingjones-ROCmFPX/build/bin/llama-server}"
+: "${MODEL_DIR:=/home/dank/models/kingjones-Qwen3.8-Flash-Next-ROCmFP4-STRIX}"
+: "${MODEL_FILE:=Qwen3.8-Flash-Next-Q4_0-ROCmFP4-STRIX.gguf}"
+: "${MMPROJ_PATH:=/home/dank/models/agentionai-Qwen3.8-Flash-Next-ROCmFP4-FAST/mmproj/mmproj-Qwen3.8-Flash-Next-f16.gguf}"
+: "${CHAT_TEMPLATE_FILE:=$SCRIPT_DIR/chat-template.jinja}"
+: "${CHAT_TEMPLATE_KWARGS:={}}"
+: "${ALIAS:=frank-large}"
+: "${BIND_ADDR:=0.0.0.0}"
+: "${LISTEN_PORT:=7770}"
+: "${CTX_SIZE:=401408}"
+: "${PARALLEL:=2}"
+: "${BATCH_SIZE:=4096}"
+: "${UBATCH_SIZE:=512}"
+: "${NUM_THREADS:=16}"
+: "${THREAD_BATCH:=16}"
+: "${CACHE_TYPE_K:=f16}"
+: "${CACHE_TYPE_V:=f16}"
+: "${CTX_CHECKPOINTS:=16}"
+: "${CACHE_RAM:=8192}"
+: "${SLOT_SAVE_PATH:=$SCRIPT_DIR/slot-state}"
+: "${SPLIT_MODE:=none}"
+: "${FIT:=off}"
+: "${NGL:=999}"
+: "${FLASH_ATTN:=on}"
+: "${TEMPERATURE:=0.7}"
+: "${TOP_K:=20}"
+: "${TOP_P:=0.8}"
+: "${MIN_P:=0.0}"
+: "${PRESENCE_PENALTY:=1.5}"
+: "${REASONING:=on}"
+: "${REASONING_FORMAT:=deepseek}"
+: "${HSA_OVERRIDE_GFX_VERSION:=11.5.1}"
+: "${SPEC_TYPE:=none}"
+: "${DRAFT_MODEL_DIR:=/home/dank/models/mtp-Qwen3.8-Flash-Next-FAST}"
+: "${DRAFT_MODEL_FILE:=Qwen3.8-Flash-Next-MTP-ROCmFP4-FAST.gguf}"
+: "${SPEC_DRAFT_N_MAX:=3}"
+: "${SPEC_DRAFT_N_MIN:=0}"
+: "${SPEC_DRAFT_P_MIN:=0.75}"
+: "${SPEC_DRAFT_NGL:=999}"
+: "${SPEC_DRAFT_DEVICE:=ROCm0}"
+: "${SPEC_DRAFT_TYPE_K:=f16}"
+: "${SPEC_DRAFT_TYPE_V:=f16}"
+
+MODEL="$MODEL_DIR/$MODEL_FILE"
+for f in "$LLAMA_BIN" "$MODEL" "$CHAT_TEMPLATE_FILE"; do
+    if [[ ! -r "$f" ]]; then
+        echo "missing or unreadable required artifact: $f" >&2
+        exit 1
+    fi
+done
+if [[ ! -x "$LLAMA_BIN" ]]; then
+    echo "missing executable runtime: $LLAMA_BIN" >&2
+    exit 1
+fi
+
+# --- speculative decoding (MTP draft head) ---------------------------------
+# The MTP draft head is a separate GGUF sidecar loaded via --spec-draft-model
+# (alias --model-draft).  ngram-only specs do not need a draft file.
+# Set SPEC_TYPE=none in the env to disable speculative decoding entirely.
+SPEC_ARGS=()
+if [[ -n "$SPEC_TYPE" && "$SPEC_TYPE" != "none" ]]; then
+    SPEC_ARGS=(
+        --spec-type "$SPEC_TYPE"
+        --spec-draft-n-max "$SPEC_DRAFT_N_MAX"
+        --spec-draft-n-min "$SPEC_DRAFT_N_MIN"
+        --spec-draft-p-min "$SPEC_DRAFT_P_MIN"
+    )
+    if [[ "$SPEC_TYPE" == *draft-mtp* ]]; then
+        DRAFT_MODEL="$DRAFT_MODEL_DIR/$DRAFT_MODEL_FILE"
+        if [[ ! -r "$DRAFT_MODEL" ]]; then
+            echo "missing or unreadable draft model: $DRAFT_MODEL" >&2
+            exit 1
+        fi
+        SPEC_ARGS+=(
+            --spec-draft-model "$DRAFT_MODEL"
+            --spec-draft-ngl "$SPEC_DRAFT_NGL"
+            --spec-draft-device "$SPEC_DRAFT_DEVICE"
+            --spec-draft-type-k "$SPEC_DRAFT_TYPE_K"
+            --spec-draft-type-v "$SPEC_DRAFT_TYPE_V"
+        )
+    fi
+    if [[ -n "${SPEC_DRAFT_P_SPLIT:-}" ]]; then
+        SPEC_ARGS+=(--spec-draft-p-split "$SPEC_DRAFT_P_SPLIT")
+    fi
+fi
+
+# The STRIX repo ships no mmproj; this is the agentionai FAST package's
+# f16 vision tower for the same base model. Passed only when readable.
+MMPROJ_ARGS=()
+if [[ -n "${MMPROJ_PATH:-}" && -r "${MMPROJ_PATH:-}" ]]; then
+    MMPROJ_ARGS=(--mmproj "$MMPROJ_PATH")
+fi
+
+SERVER_DIR="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)"
+mkdir -p "$SLOT_SAVE_PATH"
+ROCM_PATH="${ROCM_PATH:-/opt/rocm}"
+LIBRARY_PATH="$SERVER_DIR:$ROCM_PATH/lib:$ROCM_PATH/lib/rocm_sysdeps/lib:$ROCM_PATH/lib/llvm/lib${LD_LIBRARY_PATH:+:$LD_LIBRARY_PATH}"
+
+exec /usr/bin/env \
+    ROCM_PATH="$ROCM_PATH" \
+    HIP_VISIBLE_DEVICES=0 \
+    LD_LIBRARY_PATH="$LIBRARY_PATH" \
+    HSA_OVERRIDE_GFX_VERSION="$HSA_OVERRIDE_GFX_VERSION" \
+    "$LLAMA_BIN" \
+    --model "$MODEL" \
+    --alias "$ALIAS" \
+    --chat-template-file "$CHAT_TEMPLATE_FILE" \
+    --chat-template-kwargs "$CHAT_TEMPLATE_KWARGS" \
+    --host "$BIND_ADDR" \
+    --port "$LISTEN_PORT" \
+    --jinja \
+    --device ROCm0 \
+    --gpu-layers "$NGL" \
+    --split-mode "$SPLIT_MODE" \
+    --parallel "$PARALLEL" \
+    --ctx-size "$CTX_SIZE" \
+    --batch-size "$BATCH_SIZE" \
+    --ubatch-size "$UBATCH_SIZE" \
+    --fit "$FIT" \
+    --flash-attn "$FLASH_ATTN" \
+    --cache-type-k "$CACHE_TYPE_K" \
+    --cache-type-v "$CACHE_TYPE_V" \
+    --threads "$NUM_THREADS" \
+    --threads-batch "$THREAD_BATCH" \
+    --ctx-checkpoints "$CTX_CHECKPOINTS" \
+    --cache-ram "$CACHE_RAM" \
+    --slot-save-path "$SLOT_SAVE_PATH" \
+    --cache-prompt \
+    --cache-idle-slots \
+    --metrics \
+    --temp "$TEMPERATURE" \
+    --top-p "$TOP_P" \
+    --top-k "$TOP_K" \
+    --min-p "$MIN_P" \
+    --presence-penalty "$PRESENCE_PENALTY" \
+    --reasoning "$REASONING" \
+    --reasoning-format "$REASONING_FORMAT" \
+    --reasoning-budget -1 \
+    "${MMPROJ_ARGS[@]}" \
+    "${SPEC_ARGS[@]}"

.AGENTTRASH/serve-frank-npu.sh.flm-npu

@@ -0,0 +1,62 @@
+#!/usr/bin/env bash
+# Serve the FastFlowLM (FLM) sight+sound endpoint — frank-npu.
+#
+# Runs `flm serve <tag>` on the XDNA2 NPU (50 TOPS, Dankclaw). The NPU is a
+# single-lane device: generations serialize in FIFO order, so this is a
+# background/triage endpoint, not an interactive multi-user chat. The NPU
+# draws from the unified RAM pool shared with frank-large (the iGPU
+# llama.cpp service); see serverAppConfigs-docs/LLM/frank-npu.md
+# for the memory budget and the model-selection tradeoff.
+#
+# NOTE: FLM requires unlimited memlock. The unit sets LimitMEMLOCK=infinity.
+# NOTE: an unknown model tag does NOT 404 — /v1/chat/completions answers HTTP 200 with a
+# flat {"error":"Failed to load <tag> model!"} body and no choices; /v1/completions returns a
+# nested OpenAI-shaped server_error (code 500) also under HTTP 200. Client model IDs must be the exact FLM registry
+# tag (e.g. gemma4-it:e4b), never a service alias. Custom tags only resolve
+# when FLM_CONFIG_PATH points at the user registry that carries them and their
+# kernels are symlinked into /home/dank/.config/flm/xclbins/<PackName>.
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+ENV_FILE="${FRANK_NPU_ENV_FILE:-$SCRIPT_DIR/frank-npu.env}"
+if [[ -f "$ENV_FILE" ]]; then
+    set -a
+    # shellcheck disable=SC1090
+    source "$ENV_FILE"
+    set +a
+fi
+
+# --- defaults (used when the env file does not set them) -------------------
+: "${FLM_BIN:=/usr/bin/flm}"
+: "${FLM_MODEL:=gemma4-it:e4b}"
+: "${FLM_HOST:=0.0.0.0}"
+: "${FLM_PORT:=7771}"
+: "${FLM_PMODE:=turbo}"
+: "${FLM_ASR:=0}"
+: "${FLM_CTX_LEN:=131072}"
+
+# The user registry is a superset of the system registry (it carries the
+# custom tags too), and its model_path resolves relative to the registry file,
+# so exports keep a tag swap in the env file from needing script edits.
+export FLM_CONFIG_PATH="${FLM_CONFIG_PATH:-/home/dank/.config/flm/model_list.json}"
+export FLM_XCLBIN_PATH="${FLM_XCLBIN_PATH:-/home/dank/.config/flm/xclbins}"
+
+if [[ ! -x "$FLM_BIN" ]]; then
+    echo "missing flm binary: $FLM_BIN" >&2
+    exit 1
+fi
+
+# --- optional flags ----------------------------------------------------------
+OPT_ARGS=()
+if [[ "${FLM_ASR}" != "0" ]]; then
+    OPT_ARGS+=(--asr "${FLM_ASR}")
+fi
+if [[ "${FLM_CTX_LEN}" != "-1" ]]; then
+    OPT_ARGS+=(--ctx-len "${FLM_CTX_LEN}")
+fi
+
+exec "$FLM_BIN" serve "$FLM_MODEL" \
+    --host "$FLM_HOST" \
+    -p "$FLM_PORT" \
+    --pmode "$FLM_PMODE" \
+    "${OPT_ARGS[@]}"

.AGENTTRASH/serve-frank-small.sh.llama.cpp

@@ -0,0 +1,87 @@
+#!/usr/bin/env bash
+# Serve peculiar-ragdoll/Tiel-Coder-35B-A3B (UD-Q6_K_XL) as
+# frank-default-small via stock llama.cpp on Dankserver (RTX 3090).
+#
+# Runtime: upstream llama.cpp (latest master, CUDA build with
+# -DGGML_CUDA_FA_ALL_QUANTS=ON -DCMAKE_CUDA_ARCHITECTURES=86).
+# The model is a 35B-total / 8-active MoE hybrid (qwen35moe arch) with
+# SSM/Mamba layers (full_attention_interval=4: 10 attention + 30 SSM
+# layers out of 40).  256 experts, 8 used per token.
+#
+# Expert offload: --cpu-moe keeps all 256 expert weights in CPU RAM.
+# Non-expert weights (attention, SSM, shared expert, embeddings, output)
+# are ~1.6 GB and fit entirely on the 24 GB RTX 3090.
+#
+# KV cache: Q8_0 for both K and V.  With CTX_SIZE=200700 (66 900 per
+# slot × 3 parallel) and 10 attention layers (2 KV heads × 256 dim),
+# the KV cache is ~2 GB — the requested 2 GB VRAM buffer.
+#
+# Model is loaded with mmap (default).  The 30 GB Q6_K_XL file is
+# memory-mapped; only accessed pages enter RAM.
+#
+# Tunables come from frank-default-small.env unless FRANK_SMALL_ENV_FILE
+# overrides that path.
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+ENV_FILE="${FRANK_SMALL_ENV_FILE:-$SCRIPT_DIR/frank-default-small.env}"
+if [[ -f "$ENV_FILE" ]]; then
+    set -a
+    # shellcheck disable=SC1090
+    source "$ENV_FILE"
+    set +a
+fi
+
+# --- defaults (used when the env file does not set them) -----------------
+: "${MODEL_DIR:=/home/dank/models/tiel-coder-35b}"
+: "${MODEL_FILE:=Tiel-Coder-35B-A3B-UD-Q6_K_XL.gguf}"
+: "${LLAMA_SERVER:=/home/dank/llama.cpp/build/bin/llama-server}"
+: "${ALIAS:=frank-default-small}"
+: "${BIND_ADDR:=0.0.0.0}"
+: "${LISTEN_PORT:=7770}"
+: "${CTX_SIZE:=200700}"
+: "${PARALLEL:=3}"
+: "${CACHE_TYPE_K:=q8_0}"
+: "${CACHE_TYPE_V:=q8_0}"
+: "${N_GPU_LAYERS:=999}"
+: "${BATCH_SIZE:=4096}"
+: "${UBATCH_SIZE:=1024}"
+: "${VERBOSITY:=2}"
+: "${CPU_MOE:=1}"
+: "${TEMPERATURE:=1.0}"
+: "${TOP_K:=20}"
+: "${TOP_P:=0.95}"
+: "${MIN_P:=0.0}"
+: "${THREADS:=7}"
+: "${THREADS_HTTP:=8}"
+
+MODEL="$MODEL_DIR/$MODEL_FILE"
+
+if [[ ! -f "$MODEL" ]]; then
+    echo "missing required file: $MODEL" >&2
+    exit 1
+fi
+if [[ ! -x "$LLAMA_SERVER" ]]; then
+    echo "missing llama-server binary: $LLAMA_SERVER" >&2
+    exit 1
+fi
+
+exec "$LLAMA_SERVER" \
+    --model "$MODEL" \
+    $([ "$CPU_MOE" = "1" ] && printf -- "--cpu-moe") \
+    --cache-type-k "$CACHE_TYPE_K" \
+    --cache-type-v "$CACHE_TYPE_V" \
+    --ctx-size "$CTX_SIZE" \
+    --parallel "$PARALLEL" \
+    --gpu-layers "$N_GPU_LAYERS" \
+    --batch-size "$BATCH_SIZE" \
+    --ubatch-size "$UBATCH_SIZE" \
+    --temp "$TEMPERATURE" \
+    --top-k "$TOP_K" \
+    --top-p "$TOP_P" \
+    --min-p "$MIN_P" \
+    --threads "$THREADS" \
+    --threads-http "$THREADS_HTTP" \
+    --alias "$ALIAS" \
+    --host "$BIND_ADDR" \
+    --port "$LISTEN_PORT"

.gitignore

@@ -37,4 +37,3 @@ __pycache__/
 # Editor/OS noise
 *.swp
 .DS_Store
-third_party/

README.md

@@ -1,16 +1,5 @@
 # Server App Configs
 
-### AI Disclosures:
-
-- Slop rating: 2/5 - Actively using, actively de-slopping, **repository mostly human owned**, lacks formal process.
-- Completeness: Unfinished, planning planned, no plan yet
-- Datacenter model/spend: Less than $20 of Deepseek 4.1 Flash and GLM-5.3-Flash
-- Local model: Qwen 3.8 Flash Next
-
-### slop rating of 2 or lower indicates human reading is a worthwhile exercise, and that Frank has read the code and knows the architecture.
-### slop rating of 2 indicates that while this project is human owned, no human contribution process exists and/or release is agentically driven.
-
-
 The single repository for the two homelab servers: the Podman container
 stacks **and** the LLM inference fleet. One repo, one checkout per host,
 one deploy script.
@@ -24,7 +13,7 @@ one deploy script.
 | Host | User | IP | Podman stack | LLM service | LLM port |
 |------|------|----|--------------|-------------|----------|
 | dankserver | dank | 192.168.0.235 | media and library | frank-medium (ROCmFPX llama.cpp, Qwen3.8-27B AGENT) | 7770 |
-| dankclaw | dank | 192.168.0.143 | AI, search, development, observability | frank-dragoon (gufo, Qwen3.8-27B UD-Q8_K_XL) | 7770 |
+| dankclaw | dank | 192.168.0.143 | AI, search, development, observability | frank-large (CIRU ROCmFPX, Qwen3.8-27B) | 7770 |
 
 ## Active Services
 
@@ -41,7 +30,7 @@ one deploy script.
 | Gitea | dankclaw | gitea.dankclaw.local | 3001 |
 | Grafana | dankclaw | grafana.dankclaw.local | 3002 |
 | Prometheus | dankclaw | prometheus.dankclaw.local | 9090 |
-| frank-dragoon | dankclaw | — (bare endpoint) | 7770 |
+| frank-large | dankclaw | — (bare endpoint) | 7770 |
 
 ## Structure
 

autoresearch.sh

@@ -1,26 +0,0 @@
-#!/usr/bin/env bash
-# autoresearch.sh — canonical frank-archon benchmark entry point (dev box).
-#
-# The service runs on dankserver (192.168.0.235:7770), the two R9700s live
-# there, and the benchmark must own those cards, so the whole stop -> boot
-# scratch -> bench -> restore sequence runs ON dankserver (see
-# scripts/autoresearch-frank-archon.sh). This wrapper:
-#   1. copies the candidate config (the repo's scripts/frank-archon.env, the
-#      file the autoresearch loop edits) and the bench script to dankserver,
-#   2. runs the bench over ssh, relaying its stdout (the METRIC lines) and
-#      exit code back here verbatim.
-# It deliberately does NOT push to origin: the scp dirties dankserver's
-# working tree, and the loop's uncommitted candidate config must not be
-# pushed. Only this file and scripts/autoresearch-frank-archon.sh are
-# committed; the candidate env rides over ssh each run.
-set -uo pipefail
-DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
-REMOTE=dankserver
-REMOTE_REPO=/home/dank/serverAppConfigs
-
-scp -q "$DIR/scripts/frank-archon.env" \
-    "$REMOTE:$REMOTE_REPO/scripts/frank-archon.env" || { echo "scp env failed" >&2; exit 1; }
-scp -q "$DIR/scripts/autoresearch-frank-archon.sh" \
-    "$REMOTE:$REMOTE_REPO/scripts/autoresearch-frank-archon.sh" || { echo "scp script failed" >&2; exit 1; }
-
-ssh "$REMOTE" "bash $REMOTE_REPO/scripts/autoresearch-frank-archon.sh $REMOTE_REPO/scripts/frank-archon.env"

dankclaw/.env.example

@@ -4,11 +4,6 @@
 # SearXNG
 SEARXNG_SECRET=changeme
 SEARXNG_BASE_URL=http://search.franksdank.cloud/
-# Kagi search API key (https://help.kagi.com/kagi/api/). Powers the paid
-# `kagi` engine in shared/searxng/settings.yml; deploy-remote.sh bakes it into
-# the live settings.yml via scripts/searxng-render-settings.py. The quadlet
-# does NOT pass it into the container environment.
-KAGI_API_KEY=changeme
 
 # Gluetun VPN (see https://github.com/qdm12/gluetun-wiki)
 # Single-peer WireGuard model. Fill from your provider's WireGuard config.
@@ -79,23 +74,3 @@ MARRETA_APP_KEY=changeme
 # account on first boot from these values.
 MARRETA_ADMIN_EMAIL=admin@franksdank.cloud
 MARRETA_ADMIN_PASSWORD=changeme
-
-# open-notebook (podcast generator; internal-only, no vhost).
-# deploy-remote.sh seeds /home/dank/Containers/open-notebook/env from these
-# values (only if that file does not already exist) and refuses to start the
-# units while any of them is blank: a blank OPEN_NOTEBOOK_PASSWORD means
-# authentication OFF, and a blank encryption key means no provider credential
-# can be saved. The seed writes SURREAL_PASS too — the spelling the `surreal`
-# CLI reads — from SURREAL_PASSWORD, so the app and the database cannot be
-# given different values.
-# OPEN_NOTEBOOK_ENCRYPTION_KEY: encrypts the stored AI provider keys at rest.
-#   Generate: openssl rand -hex 32
-# Changing it after credentials are saved makes them undecryptable.
-OPEN_NOTEBOOK_ENCRYPTION_KEY=changeme
-# UI/API password. Every API route — including the episode-audio download the
-# app serves without a session — is open to the LAN while this is unset.
-OPEN_NOTEBOOK_PASSWORD=changeme
-# SurrealDB root password (the root user NAME comes from
-# scripts/open-notebook.env, so this file holds only the secret).
-#   Generate: openssl rand -base64 32
-SURREAL_PASSWORD=changeme

dankclaw/Caddyfile

@@ -162,25 +162,6 @@ marreta.franksdank.cloud {
 	}
 }
 
-# --- Open Notebook (guarded: Anubis → Authentik; notebook-proxy provider, internal_host caddy:8017) ---
-# The podcast generator. ONE upstream carries the whole app: the image's own
-# Next.js layer rewrites /api/* to the FastAPI beside it (INTERNAL_API_URL,
-# default http://localhost:5055 inside the container), so a browser on this
-# vhost never needs the API port. That is why scripts/open-notebook.env sets
-# API_URL to exactly this origin — left unset, the app auto-detects
-# `<host-you-opened>:5055`, and 5055 on this host belongs to seerr — and why
-# the published API port sits on loopback. App-level login
-# (OPEN_NOTEBOOK_PASSWORD) stays on behind the chain: two owners, edge identity
-# and the app's own session.
-# Dialled by published LAN port, not container name: open-notebook is a
-# rootless quadlet and this Caddy lives in root's storage, so root's DNS does
-# not see the container (the same reason marreta and SearXNG are dialled by IP).
-notebook.franksdank.cloud {
-	reverse_proxy anubis:8923 {
-		header_up X-Real-Ip {remote_host}
-	}
-}
-
 # --- Pi-hole (quadlet on slirp4netns; published 8083) ---
 pihole.franksdank.cloud {
 	basicauth {
@@ -328,10 +309,6 @@ http://:8017 {
 	@home host www.franksdank.cloud
 	handle @home {
 		root * /srv/homepage
-		# Deploys overwrite /srv/homepage in place; without revalidation a
-		# browser keeps serving the pre-deploy CSS/JS/HTML. no-cache forces an
-		# ETag round-trip on every load (a cheap 304 when unchanged).
-		header Cache-Control "no-cache"
 		# RBAC (2026-09-01): /admin requires membership in the homepage-admins
 		# authentik group. In proxy-provider mode the outpost injects
 		# X-Authentik-Groups on its upstream request to this listener and strips
@@ -346,26 +323,7 @@ http://:8017 {
 			}
 			respond "Forbidden: homepage admins only" 403
 		}
-		# User docs page (static). Anchors (#models etc.) are client-side,
+		@data path /services.json /status.json /app.js /style.css /deployed.js
-		# so both /docs and /docs/ map onto the single docs.html.
-		handle /docs {
-			try_files /docs.html
-			file_server
-		}
-		handle /docs/ {
-			try_files /docs.html
-			file_server
-		}
-		# /whoami echoes the outpost-injected identity headers so the page
-		# can gate the admin button client-side (the /admin* 403 above stays
-		# the real gate; this only decides what is shown). The outpost strips
-		# client-supplied X-Authentik-* before injecting, so this is spoof-proof.
-		handle /whoami {
-			templates
-			header Content-Type application/json
-			respond "{\"user\":\"{header.X-Authentik-Username}\",\"groups\":\"{header.X-Authentik-Groups}\"}"
-		}
-		@data path /services.json /status.json /app.js /style.css /deployed.js /img/* /sfx/*
 		handle @data {
 			file_server
 		}
@@ -439,16 +397,6 @@ http://:8017 {
 	handle @marreta {
 		reverse_proxy 192.168.0.143:8082
 	}
-
-	@notebook host notebook.franksdank.cloud
-	handle @notebook {
-		# Bare proxy, like ai.franksdank.cloud: the app's SSE answers
-		# (/api/search/ask, chat sessions) stream for minutes through this
-		# same listener with no flush or timeout tuning, so nothing here
-		# needs it — a read/write timeout on the route would be the thing
-		# that cuts them.
-		reverse_proxy 192.168.0.143:8502
-	}
 }
 
 # --- Optional: Jackett ---

dankclaw/Containerfile.comfyui

@@ -21,20 +21,4 @@ RUN mkdir -p /opt/ComfyUI/models /opt/ComfyUI/input /opt/ComfyUI/output /opt/Com
 RUN grep -viE '^(torch|torchvision|torchaudio)([^a-z]|$)' requirements.txt > /tmp/req-notorch.txt \
     && pip install --no-cache-dir -r /tmp/req-notorch.txt
 
-# The city96/ComfyUI-GGUF custom node (loaded from the host's custom_nodes
-# volume) needs the gguf library to decode GGUF-quantized diffusion models.
-# sentencepiece and protobuf are its optional tokenizer deps. Baking them into
-# the image keeps the dependency across container recreations — the node itself
-# lives in the host volume, which persists, but the Python env does not.
-RUN pip install --no-cache-dir "gguf>=0.13.0" sentencepiece protobuf
-
-# Bake the qwen_image21 patch script into the image. It is run by the
-# startup wrapper before ComfyUI starts, so the patch survives container
-COPY dankclaw/apply_qwen21_patch.py /opt/ComfyUI/apply_qwen21_patch.py
-COPY dankclaw/comfyui-start.sh /opt/ComfyUI/comfyui-start.sh
-RUN chmod +x /opt/ComfyUI/comfyui-start.sh
-
-CMD ["/opt/ComfyUI/comfyui-start.sh"]
 EXPOSE 8188
-# v2: VAE 4D-to-5D latent expansion for video VAEs (qwen_image21)
-# v3: fix in_channels to use shape[0] (latent input dim) not shape[1] (hidden dim)

dankclaw/apply_qwen21_patch.py

@@ -1,52 +0,0 @@
-import os
-
-# Apply qwen_image21 detection patch
-f = "/opt/ComfyUI/comfy/model_detection.py"
-with open(f) as fh:
-    code = fh.read()
-if "qwen_image21" not in code:
-    qwen21_check = (
-        "    if '{}txt_in.text_norm.weight'.format(key_prefix) in state_dict_keys:  # Qwen Image 2.1\n"
-        "        dit_config = {}\n"
-        '        dit_config["image_model"] = "qwen_image21"\n'
-        "        dit_config[\"in_channels\"] = state_dict['{}img_in.weight'.format(key_prefix)].shape[0]\n"
-        "        dit_config[\"num_layers\"] = count_blocks(state_dict_keys, '{}transformer_blocks.'.format(key_prefix) + '{}.')\n"
-        "        return dit_config\n"
-    )
-    anchor = "    if '{}txt_norm.weight'.format(key_prefix) in state_dict_keys:  # Qwen Image"
-    code = code.replace(anchor, qwen21_check + "\n" + anchor)
-    with open(f, "w") as fh:
-        fh.write(code)
-    print("Applied qwen_image21 detection patch")
-
-# Add qwen_image21 to GGUF node arch list
-loader = "/opt/ComfyUI/custom_nodes/ComfyUI-GGUF/loader.py"
-if os.path.exists(loader):
-    with open(loader) as fh:
-        lcode = fh.read()
-    if '"qwen_image21"' not in lcode:
-        old = '"lumina2", "qwen_image"}'
-        new = '"lumina2", "qwen_image", "qwen_image21"}'
-        if old in lcode:
-            lcode = lcode.replace(old, new)
-            with open(loader, "w") as fh:
-                fh.write(lcode)
-            print("Applied qwen_image21 arch list patch")
-
-# Patch VAE decode to expand 4D latents to 5D for video VAEs (latent_dim=3)
-sd = "/opt/ComfyUI/comfy/sd.py"
-with open(sd) as fh:
-    sdc = fh.read()
-if "self.latent_dim == 3 and samples_in.ndim == 4" not in sdc:
-    anchor = "        if self.latent_dim == 2 and samples_in.ndim == 5:\n            samples_in = samples_in[:, :, 0]"
-    replacement = (
-        "        if self.latent_dim == 2 and samples_in.ndim == 5:\n"
-        "            samples_in = samples_in[:, :, 0]\n"
-        "        elif self.latent_dim == 3 and samples_in.ndim == 4:\n"
-        "            samples_in = samples_in.unsqueeze(2)"
-    )
-    if anchor in sdc:
-        sdc = sdc.replace(anchor, replacement)
-        with open(sd, "w") as fh:
-            fh.write(sdc)
-        print("Applied VAE 4D-to-5D latent expansion patch")

dankclaw/authentik/quadlet/authentik-outpost-ldap.container

@@ -20,10 +20,10 @@ Wants=authentik-server.service
 [Container]
 ContainerName=authentik-outpost-ldap
 Network=dankclaw_default
-# Image=ghcr.io/goauthentik/ldap:2026.8.3 (amd64 digest; podman 5.7.0 refuses
+# Image=ghcr.io/goauthentik/ldap:2026.8.0 (amd64 digest; podman 5.7.0 refuses
 # the tag's nested manifest list, so pin the single-platform digest).
 EnvironmentFile=/home/dank/serverAppConfigs/dankclaw/.env
-Image=ghcr.io/goauthentik/ldap:2026.8.5@sha256:4c75bd27918418d2d6fbbfe4581bbd5a199fe38942d24559c4483edd64a1ea87
+Image=ghcr.io/goauthentik/ldap@sha256:fa33bc8f522113830e1662f4c034352f9eb08e0a7d3da2ddadad9a4b33b4cbf4
 Environment=AUTHENTIK_HOST=https://auth.franksdank.cloud
 Environment=AUTHENTIK_INSECURE=false
 Environment=AUTHENTIK_TOKEN=${AUTHENTIK_LDAP_OUTPOST_TOKEN}

dankclaw/authentik/quadlet/authentik-outpost.container

@@ -20,7 +20,7 @@ Wants=authentik-server.service
 
 [Container]
 ContainerName=authentik-outpost
-Image=ghcr.io/goauthentik/server:2026.8.5@sha256:602227a86455d6772e3d16b7d852713c4f864f40df5df894abd1285bb53979a5
+Image=ghcr.io/goauthentik/server:2026.8.0
 Exec=worker
 Network=dankclaw_default
 EnvironmentFile=/home/dank/serverAppConfigs/dankclaw/.env

dankclaw/authentik/quadlet/authentik-postgres.container

@@ -14,7 +14,7 @@ After=network.target
 
 [Container]
 ContainerName=authentik-postgres
-Image=docker.io/library/postgres:16-alpine@sha256:0cefaabd882e42bcb2a2f3dc56d3ce4770560ba62fd7f197f1a2e008fd5731ab
+Image=docker.io/library/postgres:16-alpine
 Network=dankclaw_default
 EnvironmentFile=/home/dank/serverAppConfigs/dankclaw/.env
 Environment=POSTGRES_DB=authentik

dankclaw/authentik/quadlet/authentik-server.container

@@ -19,7 +19,7 @@ Wants=authentik-postgres.service
 
 [Container]
 ContainerName=authentik-server
-Image=ghcr.io/goauthentik/server:2026.8.5@sha256:602227a86455d6772e3d16b7d852713c4f864f40df5df894abd1285bb53979a5
+Image=ghcr.io/goauthentik/server:2026.8.0
 Exec=server
 Network=dankclaw_default
 EnvironmentFile=/home/dank/serverAppConfigs/dankclaw/.env

dankclaw/authentik/quadlet/authentik-worker.container

@@ -16,7 +16,7 @@ Wants=authentik-server.service
 
 [Container]
 ContainerName=authentik-worker
-Image=ghcr.io/goauthentik/server:2026.8.5@sha256:602227a86455d6772e3d16b7d852713c4f864f40df5df894abd1285bb53979a5
+Image=ghcr.io/goauthentik/server:2026.8.0
 Exec=worker
 Network=dankclaw_default
 EnvironmentFile=/home/dank/serverAppConfigs/dankclaw/.env

dankclaw/comfyui-start.sh

@@ -1,4 +0,0 @@
-#!/bin/bash
-# Apply qwen_image21 patches before starting ComfyUI
-python3 /opt/ComfyUI/apply_qwen21_patch.py 2>/dev/null
-exec python main.py --listen 0.0.0.0 --port 8188

dankclaw/comfyui/quadlet/comfyui.container

@@ -21,13 +21,11 @@
 # user-unit spawn — which carries no supplementary groups — can still open them.
 # Both halves are asserted by tests/comfyui_rocm.bats.
 #
-# EXPOSURE. LAN-reachable, no auth. ComfyUI has no authentication and executes
+# EXPOSURE. Loopback only. ComfyUI has no authentication and executes arbitrary
-# arbitrary node graphs. It is internal-only (no public vhost, no guard chain);
+# node graphs, and it has no Caddy vhost, so the repository's rule applies:
-# it is reached on the LAN via the Pi-hole DNS record
+# an unguarded service is internal-only. The homepage status card probes
-# (comfyui.franksdank.cloud -> 192.168.0.143, in dankclaw/pihole/addn-hosts),
+# 127.0.0.1:8188, which this satisfies. To reach the UI from another machine,
-# which resolves to this host's IP — so the bind is widened from loopback to
+# guard it behind the auth chain and give it a vhost — do not widen the bind.
-# 0.0.0.0:8188. The homepage admin card links to that URL and probes
-# 127.0.0.1:8188.
 #
 # DATA. Models, input, output and custom_nodes live under
 # /home/dank/comfyui-data (host state, not in the repo).
@@ -41,7 +39,7 @@ ContainerName=comfyui
 Image=localhost/comfyui-rocm:gfx1151
 Pull=never
 Network=dankclaw_default
-PublishPort=0.0.0.0:8188:8188
+PublishPort=127.0.0.1:8188:8188
 AddDevice=/dev/kfd
 AddDevice=/dev/dri
 GroupAdd=keep-groups
@@ -50,7 +48,7 @@ Volume=/home/dank/comfyui-data/input:/opt/ComfyUI/input
 Volume=/home/dank/comfyui-data/output:/opt/ComfyUI/output
 Volume=/home/dank/comfyui-data/custom_nodes:/opt/ComfyUI/custom_nodes
 Volume=/home/dank/serverAppConfigs/dankclaw/comfyui/comfyui-healthcheck.py:/usr/local/bin/comfyui-healthcheck.py:ro
-Exec=/opt/ComfyUI/comfyui-start.sh
+Exec=python main.py --listen 0.0.0.0 --port 8188
 # The probe lives in a file because the podman 5.x v1 generator splits
 # HealthCmd on spaces into an argv array; an inline `python3 -c "..."` becomes
 # a puzzle of quoting that fails silently.

dankclaw/comfyui/workflows/qwen-image-2.1-t2i-art.json

@@ -1,64 +0,0 @@
-{
-  "3": {
-    "class_type": "CLIPTextEncode",
-    "_meta": { "title": "Positive prompt" },
-    "inputs": {
-      "text": "A detailed illustration of a 1930s Soviet industrial design bureau at night: a well-measured engineer at a drafting table, a warm desk lamp, rolled blueprints, gears and calipers on the desk, deep red and cream palette, gouache painterly style, intricate mechanical detail, soft shadows",
-      "clip": [ "6", 0 ]
-    }
-  },
-  "4": {
-    "class_type": "CLIPTextEncode",
-    "_meta": { "title": "Negative prompt" },
-    "inputs": {
-      "text": "lowres, blurry, deformed, extra limbs, watermark, signature, jpeg artifacts",
-      "clip": [ "6", 0 ]
-    }
-  },
-  "5": {
-    "class_type": "UNETLoader",
-    "_meta": { "title": "Qwen Image 2.1 (int8)" },
-    "inputs": { "unet_name": "qwen_image_2.1_int8_convrot.safetensors", "weight_dtype": "default" }
-  },
-  "6": {
-    "class_type": "CLIPLoader",
-    "_meta": { "title": "Qwen3-VL 8B text encoder (w4a8)" },
-    "inputs": { "clip_name": "qwen3vl_8b_w4a8.safetensors", "type": "qwen_image" }
-  },
-  "7": {
-    "class_type": "VAELoader",
-    "_meta": { "title": "VAE" },
-    "inputs": { "vae_name": "qwen_image_2.1_vae_bf16.safetensors" }
-  },
-  "8": {
-    "class_type": "EmptySD3LatentImage",
-    "_meta": { "title": "Empty Latent 1024x1024" },
-    "inputs": { "width": 1024, "height": 1024, "batch_size": 1 }
-  },
-  "9": {
-    "class_type": "KSampler",
-    "_meta": { "title": "KSampler" },
-    "inputs": {
-      "model": [ "5", 0 ],
-      "seed": 1930,
-      "steps": 20,
-      "cfg": 1.0,
-      "sampler_name": "euler",
-      "scheduler": "simple",
-      "positive": [ "3", 0 ],
-      "negative": [ "4", 0 ],
-      "latent_image": [ "8", 0 ],
-      "denoise": 1.0
-    }
-  },
-  "10": {
-    "class_type": "VAEDecode",
-    "_meta": { "title": "VAE Decode" },
-    "inputs": { "samples": [ "9", 0 ], "vae": [ "7", 0 ] }
-  },
-  "11": {
-    "class_type": "SaveImage",
-    "_meta": { "title": "Save Image (art)" },
-    "inputs": { "filename_prefix": "qwen21-art", "images": [ "10", 0 ] }
-  }
-}

dankclaw/comfyui/workflows/qwen-image-2.1-t2i-legible-text.json

@@ -1,64 +0,0 @@
-{
-  "3": {
-    "class_type": "CLIPTextEncode",
-    "_meta": { "title": "Positive prompt (legible text)" },
-    "inputs": {
-      "text": "Clean minimalist movie-poster design, dark charcoal background with a subtle vintage grain. Centered large bold white sans-serif text reading \"SOLIDARITY OF THE SOVIET COMPUTER SYSTEMS\", perfectly legible, crisp letterforms, even letter spacing. Below it, a smaller line of yellow text reading \"DANKCLAW DANKSERVER EST 2026\", equally legible. Flat graphic design, high contrast, generous margins, no other words, no watermark",
-      "clip": [ "6", 0 ]
-    }
-  },
-  "4": {
-    "class_type": "CLIPTextEncode",
-    "_meta": { "title": "Negative prompt" },
-    "inputs": {
-      "text": "blurry, illegible, misspelled, warped letters, extra text, watermark, signature, lowres, jpeg artifacts",
-      "clip": [ "6", 0 ]
-    }
-  },
-  "5": {
-    "class_type": "UNETLoader",
-    "_meta": { "title": "Qwen Image 2.1 (int8)" },
-    "inputs": { "unet_name": "qwen_image_2.1_int8_convrot.safetensors", "weight_dtype": "default" }
-  },
-  "6": {
-    "class_type": "CLIPLoader",
-    "_meta": { "title": "Qwen3-VL 8B text encoder (w4a8)" },
-    "inputs": { "clip_name": "qwen3vl_8b_w4a8.safetensors", "type": "qwen_image" }
-  },
-  "7": {
-    "class_type": "VAELoader",
-    "_meta": { "title": "VAE" },
-    "inputs": { "vae_name": "qwen_image_2.1_vae_bf16.safetensors" }
-  },
-  "8": {
-    "class_type": "EmptySD3LatentImage",
-    "_meta": { "title": "Empty Latent 832x1216 poster" },
-    "inputs": { "width": 832, "height": 1216, "batch_size": 1 }
-  },
-  "9": {
-    "class_type": "KSampler",
-    "_meta": { "title": "KSampler" },
-    "inputs": {
-      "model": [ "5", 0 ],
-      "seed": 2026,
-      "steps": 25,
-      "cfg": 1.0,
-      "sampler_name": "euler",
-      "scheduler": "simple",
-      "positive": [ "3", 0 ],
-      "negative": [ "4", 0 ],
-      "latent_image": [ "8", 0 ],
-      "denoise": 1.0
-    }
-  },
-  "10": {
-    "class_type": "VAEDecode",
-    "_meta": { "title": "VAE Decode" },
-    "inputs": { "samples": [ "9", 0 ], "vae": [ "7", 0 ] }
-  },
-  "11": {
-    "class_type": "SaveImage",
-    "_meta": { "title": "Save Image (text poster)" },
-    "inputs": { "filename_prefix": "qwen21-text", "images": [ "10", 0 ] }
-  }
-}

dankclaw/frank-large/quadlet/frank-large.container

@@ -0,0 +1,219 @@
+# Quadlet unit: frank-large (rootless, boot-persistent).
+#
+# Install path on dankclaw: ~/.config/containers/systemd/frank-large.container
+# Unit name: frank-large.service (container name: frank-large)
+#
+# The large inference service. The halogen-flash-server runtime (since
+# 2026-09-11, restored 2026-09-16 after a two-day ik_llama.cpp hybrid
+# interlude) serving peonist-ai/halogen-qwen3.8-flash-next (Qwen3.8-Flash-Next,
+# w4b .hgn checkpoint + quality overlay sidecar). It replaced the llama.cpp /
+# kingjones30-ROCmFPX STRIX deployment because the engine is ~4x faster on
+# prefill (the dominant cost of any real prompt) on this exact SKU. The RTX
+# 3090 it briefly shared with frank-large is now frank-small's card.
+#
+# SHAPE. The image runs both halves in one container: the engine on container
+# loopback (:8730, UNAUTHENTICATED — never publish it) and the OpenAI
+# front-end on :8731, published here as host 7770 so the fleet's clients,
+# services.json probe and docs keep the port they have always used. Same for
+# HALOGEN_MODEL_ID=frank-large: it is the id at /v1/models, in /health and in
+# every response, so no client had to be renamed. Halogen never rejects a
+# request for naming a different model, it just serves it.
+#
+# DEVICES. gfx1151 through the amdgpu/KFD stack: /dev/kfd plus the DRM render
+# node. Both are 0666 on this host, so the rootless user namespace can open
+# them (id dank is also in render/video). seccomp=unconfined and --ipc=host are
+# the image's documented requirements; memlock must be unlimited.
+#
+# DO NOT name an environment variable TEMP, HOST or GPU_MAX_HEAP_SIZE: the HIP
+# runtime reads bare TEMP for its JIT cache path (2026-08-13 incident).
+#
+# MEMORY. Weights are pinned (HALOGEN_FLASH_PIN_TRUNK default 1) — that is the
+# configuration the published decode numbers were measured with, and `free`,
+# MemAvailable and every monitor built on them will overstate free memory by
+# the size of the model (~68 GiB) because the kernel counts the locked weights
+# as reclaimable page cache. Halogen prints the corrected figure at startup.
+# The pinned trunk means this container holds most of the host; a co-tenant
+# that then takes the remainder can stall both for minutes at full CPU with no
+# disk activity and no output. That is documented behaviour, not a crash, and
+# the escape hatch is HALOGEN_FLASH_PIN_TRUNK=0 (at several times the decode
+# cost). Sizing is chosen for a SHARED 121 GiB host, and HALOGEN_KV_POOL_FIT
+# stays on as the safety net: if the machine refuses the configured pool the
+# engine lowers it itself and prints what it settled on. Read that ledger on
+# every restart — it is the ground truth for sizing, not this comment.
+#
+# POOL RETUNED 2026-09-16: 400,384 positions -- exactly two 200,192-token
+# conversations -- beside a per-conversation ceiling of 200,192 and two slots.
+# It replaces the 401,408 the 2026-09-13 trim left behind, which held one full
+# native-262k conversation beside a ~139k one, or three at 131k.
+#
+# MEASURED AT 401,408 (2026-09-13 deploy ledger): 68.0 weights + 11.0 KV +
+# 21.0 working = 100.0 GiB held, 9.1 GiB / 1396 contiguous 2 MiB blocks left,
+# engine need printed ~31.5 against the modelled ~33.4, and NO stall-warning
+# NOTE. Fit-check budget here: 121.2 - 67.7 - 20 = 33.5. That boot is the
+# baseline the 09-16 retune is measured against: the vision tower (1.97 GiB)
+# and roughly 4.2 GiB of arena come back to the host, which is what pays for
+# the co-tenant below.
+#
+# CO-TENANT since 2026-09-16: this host also serves frank-small on the RTX
+# 3090 (llama.cpp, ~12.2 GiB of weights that load through the page cache and
+# then live in VRAM, plus a CUDA context). It is the first real co-tenant this
+# service has had, which is why the arena was halved and the reserve raised.
+#
+# BOOT NOTE: on the first request after a (re)start the engine can go silent
+# for ~45-60 s ("has not answered PING") while it first-touches the freshly
+# reserved pool; /health reads engine_unresponsive during it and recovers by
+# itself. The quadlet health check's HealthStartPeriod=300s covers it; do not
+# restart the unit over it.
+#
+# WEIGHTS. HALOGEN_DOWNLOAD fetches the whole weights repo on FIRST START ONLY
+# (the entrypoint checks whether the checkpoint is absent) into the bind mount
+# below, which must therefore be read-WRITE. huggingface_hub resumes partial
+# files natively, and the quadlet runs the container with --replace --rm, so a
+# restart mid-fetch continues rather than starting over. Roughly 127 GB: the
+# 115.55 GiB checkpoint, the 2.31 GiB quality overlay, the 0.84 GiB vision
+# tower and the tokenizer. The repo is public and ungated, so no token is
+# needed; later starts open no outbound connections at all.
+#
+# VISION. Deliberately NOT set since 2026-09-16. The tower is a 1.97 GiB
+# charge against the same device budget as the pool and the arena, and the
+# fleet's image path moved to frank-small (llama.cpp on the RTX 3090, loaded
+# with --mmproj mmproj-Qwen3.8-27B-BF16). This server refuses image content
+# parts, and models.yml declares frank-large text-only to match.
+#
+# CLIENT CONTRACT (see serverAppConfigs-docs/LLM/halogen-flash-server.md).
+# There are no server-side sampler defaults: a request that sends no
+# temperature decodes GREEDY. The per-request budget defaults to 8,192 tokens
+# and REASONING COUNTS AGAINST IT, so a budget that runs out mid-thought
+# returns finish_reason "length" with empty content and the partial reasoning
+# in reasoning_content. The cap is 65,536; above it a request is a 400, never a
+# silent truncation.
+#
+# IMAGE. The unit runs the localhost/-aliased tag: this host's podman quadlet
+# path cannot resolve registry-prefixed refs from local storage at create
+# time. deploy-remote.sh pulls the ghcr.io ref and re-tags it before the
+# restart. Pull=never keeps boots off the registry.
+[Unit]
+Description=frank-large — halogen-flash-server, Qwen3.8-Flash-Next (w4b) on gfx1151
+After=network-online.target
+
+[Container]
+ContainerName=frank-large
+Image=localhost/peonist-ai/halogen-flash-server:0.5.8
+# Published port stays 7770: Hermes, open-webui, the harness and the homepage
+# probe all point here. 8730 (the engine) is deliberately not published.
+PublishPort=7770:8731
+AddDevice=/dev/kfd
+AddDevice=/dev/dri
+# Read-write: the first start downloads into it. Contains only weights.
+Volume=/home/dank/models/halogen:/models
+# Fetch the weights on first start only (absent checkpoint gates it).
+Environment=HALOGEN_DOWNLOAD=peonist-ai/halogen-qwen3.8-flash-next
+# Fleet identity: the id at /v1/models, /health and every response body.
+Environment=HALOGEN_MODEL_ID=frank-large
+# Per-conversation ceiling: exactly half the pool, so two conversations of the
+# full window are always resident. 200,192 rather than a round 200,000 is
+# pool/2. The model's native window is 262,144; a conversation past this
+# ceiling is refused, never silently truncated. Clients declare 200192 (see
+# the frank-large contextWindow in models.yml).
+Environment=HALOGEN_CTX=200192
+# The KV pool: 400,384 positions = 2 x 200,192 (the 2026-09-16 retune, down
+# from 401,408). ~28 KiB per position including block scratch, so ~11.0 GiB
+# held -- the 401,408 ledger entry measured exactly 11.0. The two slots still
+# OVERSUBSCRIBE the pool for any real request, because admission reserves
+# prompt + max_tokens: two full-window conversations each holding an output
+# budget are pool-bound, and the second waits in arrival order for the first
+# to release its region. Read the `kv pool:` lines on every boot;
+# HALOGEN_KV_POOL_FIT lowers the pool itself if the budget refuses the
+# configured one, and a green health check does not mean the pool you asked
+# for is the pool you got.
+Environment=HALOGEN_KV_POOL_POSITIONS=400384
+# Concurrency cap: two, one per half of the pool. Each slot is 111.0 MiB of
+# O(1) state, so this hands ~111 MiB back against the three set on 2026-09-12
+# for the fleet size of the time.
+Environment=HALOGEN_KV_SLOTS=2
+# Sizing is budget arithmetic, all of it. ONE budget covers the KV pool, the
+# per-call prefill arena and the vision tower together:
+#
+#   budget = 121.2 host - 67.7 resident weights - reserve
+#   need   = KV (~28 KiB/position) + arena + vision
+#   arena  = 3.80 GiB + 8.40 GiB x (HALOGEN_MAX_TOK / 16384)
+#
+# The arena term is linear in max_tok, and it reproduces five live restarts
+# AND upstream's three published "on the device" figures to within 0.1 GiB —
+# note those published figures are pool+arena totals, not pool alone, which is
+# the misreading that first made a doubling look affordable here. Corners this
+# box offered at a reserve of 24, at the old 262,144-position pool:
+#
+#   16384 -> need 28.6 vs 29.5  FITS, 0.9 spare   (doubling, 8-9% prefill cost)
+#   32768 -> need 37.0 vs 29.5  POOL CLAMPED to 262144, deploy still green
+#   65536 -> need 46.5 vs 29.5  OOM, will not boot; unit still reads ACTIVE
+#
+# LOWERED 32768 -> 24576 on 2026-09-16 for the frank-small co-tenant on this
+# same host. The arena's variable term goes 8.40 x 2 -> 8.40 x 1.5, handing
+# ~4.2 GiB back to the host at roughly a 4-5 % prefill cost -- the same lever
+# at 16,384 costs 8-9 %. The vendor's own notes name 24,576 as the largest
+# arena that allocated with headroom to spare, so this stays inside the range
+# it has tested.
+#
+# The arena is a PER-CALL PREFILL CHUNK, not a prompt ceiling: the
+# 200,192-token conversation is prefilled in arena-sized pieces, so a smaller
+# arena means more pieces and a slower prefill, not a smaller conversation.
+#
+# THE POOL, ARENA AND RESERVE ARE A MATCHED SET, NOT independent tunables --
+# the fit check's printed ledger on each boot is the arbiter, not these
+# comments.
+Environment=HALOGEN_MAX_TOK=24576
+# RAM the fit check refuses to count on, watched over by the engine's own
+# n-gram lookup table (47.7 GiB, read through the page cache and never held)
+# and, since 2026-09-16, by frank-small on the same host.
+#
+# RAISED 15 -> 20 with the 2026-09-16 retune. This knob feeds the fit-check
+# budget and is NOT an allocation: raising it cannot hand memory back to the
+# host, because the actual footprint is weights + KV + arena + vision, none of
+# which it touches — it can only take the pool away. What it does is keep the
+# fit check honest at the smaller arena. With the arena at 24,576 and no
+# vision tower, the engine's printed need falls to roughly 25 GiB against a
+# budget of 121.2 - 67.7 - 20 = 33.5, leaving ~8 GiB of margin, so the pool is
+# not clamped.
+#
+# The 2026-09-13 profile for comparison: 103.5 GiB held and "7.1 GiB left for
+# everything else" (310 contiguous 2 MiB blocks) at the doubled 524,288 pool,
+# which is why the pool came down; at 401,408 the same ledger read 9.1 GiB /
+# 1396 blocks. The 09-16 retune gives back the vision tower (1.97) and ~4.2 of
+# arena on top of that for the co-tenant, so the expected figure at this boot
+# is ~15 GiB left. Read the ledger; do not trust this arithmetic.
+#
+# To free host memory, change the POOL or the ARENA, and the reserve then
+# becomes free to rise: HALOGEN_KV_POOL_POSITIONS=262144 hands back 3.6 GiB,
+# HALOGEN_MAX_TOK=16384 hands back another 4.2. Both are one-line edits the
+# fit check confirms on the next boot.
+Environment=HALOGEN_HOST_RESERVE_GIB=20
+# Verbose engine logging: the vendor's first-line evidence for load,
+# allocation and admission questions. Shipping it on means an incident report
+# already has the full startup account instead of needing a restart-into-debug.
+# HALOGEN_DMALLOC_LOG is deliberately NOT set — it logs every allocation
+# over 64 MB, which is steady-state noise here; raise it only for a live
+# OOM hunt.
+Environment=HALOGEN_VERBOSE=1
+# Required by the image: the engine maps the checkpoint and registers it with
+# the GPU in place, which needs host IPC and an unconfined seccomp profile.
+PodmanArgs=--ipc=host --security-opt seccomp=unconfined
+Ulimit=memlock=-1:-1
+# The image ships its own HEALTHCHECK; this pins it. /health asks the ENGINE
+# for a PONG before answering, so 200 means "ready to serve", not "process
+# alive". During the first-start download it stays unhealthy by design.
+HealthCmd=halogen-healthcheck api
+HealthInterval=30s
+HealthTimeout=10s
+HealthRetries=3
+HealthStartPeriod=300s
+Pull=never
+
+[Service]
+# The first start reads ~68 GiB off disk and pins it before serving.
+TimeoutStartSec=900
+Restart=on-failure
+RestartSec=10
+
+[Install]
+WantedBy=default.target

dankclaw/gitea/quadlet/gitea-postgres.container

@@ -15,7 +15,7 @@ After=network.target
 [Container]
 ContainerName=gitea-postgres
 Network=gitea.network
-Image=docker.io/library/postgres:16-alpine@sha256:0cefaabd882e42bcb2a2f3dc56d3ce4770560ba62fd7f197f1a2e008fd5731ab
+Image=docker.io/library/postgres:16-alpine
 EnvironmentFile=/home/dank/Containers/gitea/env
 Environment=POSTGRES_USER=gitea
 Environment=POSTGRES_PASSWORD=${GITEA_DB_PASSWORD}

dankclaw/gitea/quadlet/gitea-server.container

@@ -19,7 +19,7 @@ After=gitea-postgres.service network.target
 [Container]
 ContainerName=gitea-server
 Network=gitea.network
-Image=docker.io/gitea/gitea:latest@sha256:30777c91280d973fa02be48b1ade735bd6859e8f6f7af3b4444d519437852504
+Image=docker.io/gitea/gitea:latest
 EnvironmentFile=/home/dank/Containers/gitea/env
 Environment=DATABASE_TYPE=postgres
 Environment=DATABASE_HOST=gitea-postgres
@@ -29,13 +29,6 @@ Environment=DATABASE_PASSWD=${GITEA_DB_PASSWORD}
 Environment=DATABASE_PORT=5432
 Environment=USER_UID=1000
 Environment=USER_GID=1000
-# Prometheus scrapes /metrics over the published LAN port (job "gitea" in
-# shared/prometheus/prometheus.yml). Off, /metrics is a 404 and the target is
-# permanently red (the audit's "disabled metrics" class). 0.0.0.0 binds inside
-# the container; the only route in is this host's published 3000, and the
-# exposed surface is counters only — same posture as the LLM /metrics.
-Environment=GITEA__metrics__ENABLED=true
-Environment=GITEA__metrics__ENABLED_HOST=0.0.0.0
 PublishPort=0.0.0.0:3000:3000
 PublishPort=2222:22
 Volume=/home/dank/Containers/gitea/data:/data

dankclaw/hermes/config.yaml.example

@@ -10,15 +10,15 @@ model:
   provider: dankclaw-large
   base_url: http://192.168.0.143:7770/v1
   api_key: not-needed
-  default: frank-dragoon
+  default: frank-large
 
 providers:
   dankclaw-large:
     api: http://192.168.0.143:7770/v1
     discover_models: false
     models:
-      frank-dragoon:
+      frank-large:
-        context_length: 262144
+        context_length: 114688
   dankserver-small:
     api: http://192.168.0.235:7770/v1
     discover_models: false
@@ -29,7 +29,7 @@ providers:
 # Auxiliary routing from the live configuration. Named providers route via
 # their `api:` URL; `custom` entries route by their explicit `base_url`.
 auxiliary:
-  vision: {provider: dankclaw-large, model: frank-dragoon}
+  vision: {provider: dankclaw-large, model: frank-large}
   web_extract: {provider: dankserver-small, model: frank-medium}
   compression: {provider: dankserver-small, model: frank-medium}
   skills_hub: {provider: dankserver-small, model: frank-medium}
@@ -50,8 +50,8 @@ auxiliary:
         effort: none
   memory_query_rewrite: {provider: custom, model: frank-medium, base_url: http://192.168.0.235:7770/v1}
   tts_audio_tags: {provider: custom, model: frank-medium, base_url: http://192.168.0.235:7770/v1}
-  triage_specifier: {provider: dankclaw-large, model: frank-dragoon}
+  triage_specifier: {provider: dankclaw-large, model: frank-large}
-  kanban_decomposer: {provider: dankclaw-large, model: frank-dragoon}
+  kanban_decomposer: {provider: dankclaw-large, model: frank-large}
   profile_describer: {provider: dankserver-small, model: frank-medium}
   curator: {provider: dankserver-small, model: frank-medium}
 

dankclaw/hermes/quadlet/chrome-devtools-protocol.container

@@ -25,7 +25,7 @@ Description=Chrome DevTools Protocol daemon (headless-shell) for hermes
 [Container]
 ContainerName=chrome-devtools-protocol
 Network=host
-Image=docker.io/chromedp/headless-shell@sha256:7bee201478b2f6266aae01243740ee85c16281e32f42d3aed9fdf04f4eace7a1
+Image=docker.io/chromedp/headless-shell@sha256:2d349b544a1ea6b5b5fd7c0fe99215ff662339c57407ee2e8c0a11af93516b04
 Entrypoint=/headless-shell/headless-shell
 Exec=--no-sandbox --disable-gpu --use-gl=angle --use-angle=swiftshader --remote-debugging-address=127.0.0.1 --remote-debugging-port=9222
 ShmSize=1073741824

dankclaw/host/grub

@@ -1,43 +0,0 @@
-# If you change this file or any /etc/default/grub.d/*.cfg file,
-# run 'update-grub' afterwards to update /boot/grub/grub.cfg.
-# For full documentation of the options in these files, see:
-#   info -f grub -n 'Simple configuration'
-
-GRUB_DEFAULT=0
-GRUB_TIMEOUT_STYLE=hidden
-GRUB_TIMEOUT=0
-GRUB_DISTRIBUTOR=`( . /etc/os-release && echo ${NAME} )`
-# Identity (passthrough) DMA since 2026-10-18: the IOMMU stays enabled, so the
-# XDNA2 NPU (/dev/accel/accel0, PASID/SVA) is usable again, while the iGPU's DMA
-# runs untranslated. Decided in serverAppConfigs-docs/LLM/
-# dankclaw-iommu-translation-off.md; install with scripts/set-dankclaw-bootline.sh.
-GRUB_CMDLINE_LINUX_DEFAULT="quiet splash iommu=pt"
-
-# If your computer has multiple operating systems installed, then you
-# probably want to run os-prober. However, if your computer is a host
-# for guest OSes installed via LVM or raw disk devices, running
-# os-prober can cause damage to those guest OSes as it mounts
-# filesystems to look for things.
-#GRUB_DISABLE_OS_PROBER=false
-
-# Uncomment to enable BadRAM filtering, modify to suit your needs
-# This works with Linux (no patch required) and with any kernel that obtains
-# the memory map information from GRUB (GNU Mach, kernel of FreeBSD ...)
-#GRUB_BADRAM="0x01234567,0xfefefefe,0x89abcdef,0xefefefef"
-
-# Uncomment to disable graphical terminal
-#GRUB_TERMINAL=console
-
-# The resolution used on graphical terminal
-# note that you can use only modes which your graphic card supports via VBE/GOP/UGA
-# you can see them in real GRUB with the command `videoinfo'
-#GRUB_GFXMODE=640x480
-
-# Uncomment if you don't want GRUB to pass "root=UUID=xxx" parameter to Linux
-#GRUB_DISABLE_LINUX_UUID=true
-
-# Uncomment to disable generation of recovery mode menu entries
-#GRUB_DISABLE_RECOVERY="true"
-
-# Uncomment to get a beep at grub start
-#GRUB_INIT_TUNE="480 440 1"

dankclaw/host/halogen-fabric-clock

@@ -1,65 +0,0 @@
-#!/bin/sh
-# halogen-fabric-clock hold | release | status: the AMD GPU's fabric clock (FCLK), held at its top level.
-#
-# On Strix Halo the GPU and the NPU working at the same time can hang the machine, and corrupt the NPU's results,
-# while the GPU's fabric clock changes speed; held at its top level, the two run together cleanly. halogen-flash-server
-# with HALOGEN_NPU_MODELS refuses to start until the clock is held. This holds it: the performance level `manual` and
-# only the top pp_dpm_fclk level, on every amdgpu device that has the control (the GPU and SoC clocks stay automatic).
-# Cost: about 1 W at idle. Run as root; halogen-fabric-clock.service runs `hold` at every boot and after a resume.
-#
-#   hold     hold it (waits up to 60 s for the GPU driver to come up)
-#   release  give it back to the driver (the performance level `auto`)
-#   status   print each device's state; exit 0 when every device is held
-set -u
-SYS="${HALOGEN_SYSFS:-/sys}"
-
-devices() {
-  for d in "$SYS"/class/drm/card*/device; do
-    [ -w "$d/pp_dpm_fclk" ] || [ -r "$d/pp_dpm_fclk" ] || continue
-    [ -e "$d/power_dpm_force_performance_level" ] || continue
-    echo "$d"
-  done | sort -u
-}
-
-held() {   # held DEVICE_DIR: the performance level high, or manual with only the top fclk level selected
-  perf=$(cat "$1/power_dpm_force_performance_level" 2>/dev/null)
-  [ "$perf" = high ] && return 0
-  [ "$perf" = manual ] || return 1
-  top=$(grep . "$1/pp_dpm_fclk" | tail -n 1)
-  [ "$(grep -c '\*' "$1/pp_dpm_fclk")" = 1 ] && [ "${top%\*}" != "$top" ]
-}
-
-cmd="${1:-status}"
-case "$cmd" in
-  hold)
-    n=0
-    while [ -z "$(devices)" ] && [ "$n" -lt 60 ]; do sleep 1; n=$((n + 1)); done
-    [ -n "$(devices)" ] || { echo "halogen-fabric-clock: no amdgpu device with a fabric clock control (pp_dpm_fclk) under $SYS/class/drm" >&2; exit 1; }
-    rc=0
-    for d in $(devices); do
-      lvl=$(grep . "$d/pp_dpm_fclk" | tail -n 1 | cut -d: -f1)
-      # the driver applies the level several seconds after the write, so the read-back waits up to 30 s
-      ok=0
-      if echo manual > "$d/power_dpm_force_performance_level" && echo "$lvl" > "$d/pp_dpm_fclk"; then
-        t=0; until held "$d" || [ "$t" -ge 300 ]; do sleep 0.1; t=$((t + 1)); done
-        held "$d" && ok=1
-      fi
-      if [ "$ok" = 1 ]; then
-        echo "halogen-fabric-clock: $d: held at level $lvl ($(grep . "$d/pp_dpm_fclk" | tail -n 1 | awk '{print $2}'))"
-      else
-        echo "halogen-fabric-clock: $d: could not hold it (level $lvl)" >&2; rc=1
-      fi
-    done
-    exit "$rc" ;;
-  release)
-    for d in $(devices); do echo auto > "$d/power_dpm_force_performance_level" && echo "halogen-fabric-clock: $d: released (auto)"; done ;;
-  status)
-    [ -n "$(devices)" ] || { echo "halogen-fabric-clock: no amdgpu device with a fabric clock control"; exit 1; }
-    rc=0
-    for d in $(devices); do
-      if held "$d"; then echo "$d: held ($(cat "$d/power_dpm_force_performance_level"))"
-      else echo "$d: NOT held ($(cat "$d/power_dpm_force_performance_level"))"; rc=1; fi
-    done
-    exit "$rc" ;;
-  *) echo "usage: halogen-fabric-clock hold | release | status" >&2; exit 2 ;;
-esac

dankclaw/host/halogen-fabric-clock.service

@@ -1,19 +0,0 @@
-# Holds the AMD GPU's fabric clock at its top level at boot and after every resume, for halogen-flash-server with
-# the NPU (HALOGEN_NPU_MODELS): on Strix Halo the GPU and the NPU at once are safe only with that clock held.
-# Install (as root), from this directory:
-#   install -m 755 halogen-fabric-clock /usr/local/sbin/
-#   install -m 644 halogen-fabric-clock.service /etc/systemd/system/
-#   systemctl daemon-reload && systemctl enable --now halogen-fabric-clock.service
-# Check: halogen-fabric-clock status. Undo: systemctl disable halogen-fabric-clock.service, then
-#   halogen-fabric-clock release (or reboot). The unit runs once at boot and once after each resume (a resume can hand
-#   the clock back to the driver); it holds nothing open, so it shows inactive between runs.
-[Unit]
-Description=Hold the AMD GPU fabric clock at its top level (GPU and NPU together)
-After=systemd-modules-load.service suspend.target hibernate.target hybrid-sleep.target suspend-then-hibernate.target
-
-[Service]
-Type=oneshot
-ExecStart=/usr/local/sbin/halogen-fabric-clock hold
-
-[Install]
-WantedBy=multi-user.target suspend.target hibernate.target hybrid-sleep.target suspend-then-hibernate.target

dankclaw/marreta/quadlet/marreta-browser.container

@@ -23,7 +23,7 @@ After=gluetun.service network.target
 [Container]
 ContainerName=marreta_browser
 Network=gluetun.container
-Image=docker.io/lightpanda/browser:nightly@sha256:e72730e364d1fbf352c1149f29ffa4b278f3b1a55ff0dec3262298ebe624ec7a
+Image=docker.io/lightpanda/browser:nightly
 
 [Service]
 TimeoutStartSec=300

dankclaw/marreta/quadlet/marreta.container

@@ -32,7 +32,7 @@ After=gluetun.service marreta-browser.service network.target
 [Container]
 ContainerName=marreta
 Network=gluetun.container
-Image=ghcr.io/manualdousuario/marreta:latest@sha256:30f2a34567b79b66da794b4b9423751bbbcd07ceff600d9f6a2d219e7e439362
+Image=ghcr.io/manualdousuario/marreta:latest
 # Relocate off SearXNG's 8080 inside the shared netns.
 Environment=NGINX_HTTP_PORT=8085
 Environment=APP_NAME=Marreta

dankclaw/observability/quadlet/alertmanager.container

@@ -1,54 +0,0 @@
-# Quadlet unit: alertmanager (rootless, boot-persistent).
-#
-# Install path on dankclaw: ~/.config/containers/systemd/alertmanager.container
-# Unit name: alertmanager.service (container name: alertmanager)
-#
-# The delivery half of the LLM alert rules. Until 2026-09-17 the rules in
-# shared/prometheus/rules/llm-fleet.yml evaluated and reached nobody — a
-# firing alert was visible in Prometheus and on the Grafana dashboard and
-# nowhere else, and an undelivered alert looks identical to a quiet one.
-# This unit closes that gap: Prometheus pushes to alertmanager:9093 over the
-# dankclaw_default network, and the single receiver webhooks the host-side
-# signal-relay user unit, which hands the text to signal-cli under Frank's
-# existing Signal account.
-#
-# PUBLISHING. 127.0.0.1 only, like every other observability unit: the
-# unauthenticated Alertmanager API (lifecycle endpoints are always on in
-# this binary — there is no flag to gate them) has no business on a host
-# interface, and no off-host consumer needs it. Caddy gains no vhost for
-# it; the homepage timer probes loopback.
-#
-# CONFIG. /opt/alertmanager/config/alertmanager.yml is installed from
-# shared/prometheus/alertmanager.yml by deploy-remote.sh on every deploy, so
-# the repo copy is the source of truth. STATE lives in /opt/alertmanager/data.
-#
-# Rootless: container root maps to the invoking user (dank) in this user
-# namespace and dank owns /opt/alertmanager/data. The image's default user
-# (nobody) maps to a subuid that cannot write it — same User=0:0 as prometheus.
-
-[Unit]
-Description=Alertmanager alert delivery (Dankclaw)
-After=network-online.target
-Wants=network-online.target
-
-[Container]
-ContainerName=alertmanager
-Image=docker.io/prom/alertmanager:latest@sha256:39d8bb3966c694a124428a3a88fbcffd40bd069129ecd47c059f8a3f17c55f3b
-Network=dankclaw_default
-User=0:0
-Exec=--config.file=/etc/alertmanager/alertmanager.yml --storage.path=/alertmanager
-PublishPort=127.0.0.1:9093:9093
-Volume=/opt/alertmanager/config:/etc/alertmanager
-Volume=/opt/alertmanager/data:/alertmanager
-HealthCmd=wget --spider -q http://localhost:9093/-/healthy
-HealthInterval=30s
-HealthTimeout=10s
-HealthRetries=3
-HealthStartPeriod=30s
-
-[Service]
-Restart=always
-RestartSec=10
-
-[Install]
-WantedBy=default.target

dankclaw/observability/quadlet/alloy.container

@@ -1,51 +1,55 @@
-# Quadlet unit: alloy (ROOT system service, boot-persistent).
+# Quadlet unit: alloy (rootless, boot-persistent).
 #
-# Install path on dankclaw: /etc/containers/systemd/alloy.container
+# Install path on dankclaw: ~/.config/containers/systemd/alloy.container
-# Unit name: alloy.service (container name: alloy) — SYSTEM manager, root.
+# Unit name: alloy.service (container name: alloy)
 #
-# WHY ROOT (not rootless, unlike its observability siblings). Alloy reads the
+# Log shipper. This replaces the compose service of the same name in
-# host journal. The journal files are root:systemd-journal 0640 (other::---);
+# dankclaw/compose.yaml ("Observability" block).
-# a rootless container carries no supplementary groups and cannot open them —
-# a rootless read of system.journal returns DENIED (see the Alloy page in the
-# vault). Running as root, one loki.source.journal reads system.journal AND
-# user-1000.journal, so it carries both host logs and the rootless Quadlet
-# containers' logs. Validated 2026-10-20: a root probe read 31,825 journal
-# lines and pushed 26,966 into Loki in 20 s, zero drops.
 #
-# NETWORK=host. Loki publishes 127.0.0.1:3100 (loopback only) on the host, and
+# IMAGE. franksdank/alloy is built locally by deploy-remote.sh
-# no bridge container — rootless or root — can reach the host's loopback, so
+# (build_compose_image) from dankclaw/alloy/Containerfile: upstream
-# this unit runs on the host network and pushes to 127.0.0.1:3100. The side
+# grafana/alloy plus a static busybox for the healthcheck. Pull=never keeps a
-# effect: the UI must bind loopback too, so Exec sets the listen-addr to
+# boot from reaching for that local tag at a registry.
-# 127.0.0.1 (the old rootless unit used 0.0.0.0 only because container loopback
-# was not host loopback; under Network=host they are the same address, so the
-# unauthenticated UI stays loopback-only — nothing off-host reaches it).
 #
-# THE /etc/machine-id MOUNT IS LOAD-BEARING. sd_journal locates the journal
+# NETWORK. It joins dankclaw_default so its config's loki.write endpoint
-# directory by the local machine id; without it the container opens nothing and
+# resolves the container name loki:3100.
-# the journal source reads exactly 0 lines — silently, no error, health green.
-# This mount is the entire reason the pipeline carries data. Never remove it.
 #
-# IMAGE. Built rootless by build_compose_image alloy, then mirrored into the
+# THE UI PORT EXISTS ON PURPOSE. Alloy's UI listens on the container's own
-# root image store by the deployer (a root build runs in the build container's
+# 127.0.0.1 by default and cannot be moved from the config file (alloy 1.x
-# own resolver and fails on DNS here). Pull=never: boot must not reach for the
+# refuses the ui block), so the compose service had no reachable health
-# local tag at a registry.
+# endpoint at all: the homepage status card for alloy reported "down"
+# continuously and there was nothing for a deploy to wait on. The command
+# below therefore moves the UI to the container's wildcard address and the
+# port is published on host loopback only, which puts alloy in the same class
+# as the other three: reachable from the host, by Caddy over the private
+# network, and by nothing off-host. Alloy has no authentication, which is
+# exactly why it is not published wider.
+#
+# SOURCES. The host journald socket and the host log/container-storage trees
+# are bind-mounted read-only; Alloy tails them and pushes to Loki. The config
+# lives at /opt/alloy/config/config.alloy, installed from
+# shared/alloy/config.alloy on every deploy.
+#
+# ORDERING. Wants/After loki.service: without a reachable Loki, Alloy's write
+# client fails and its log pipeline backs up.
 
 [Unit]
 Description=Alloy log shipper (Dankclaw)
-After=network-online.target
+After=network-online.target loki.service
+Wants=network-online.target loki.service
 
 [Container]
 ContainerName=alloy
 Image=localhost/franksdank/alloy:latest
 Pull=never
-Network=host
+Network=dankclaw_default
-Exec=run --server.http.listen-addr=127.0.0.1:12345 /etc/alloy/config.alloy
+Exec=run --server.http.listen-addr=0.0.0.0:12345 /etc/alloy/config.alloy
-Volume=/opt/alloy/config:/etc/alloy:ro
+PublishPort=127.0.0.1:12345:12345
-Volume=/etc/machine-id:/etc/machine-id:ro
+Volume=/opt/alloy/config:/etc/alloy
 Volume=/run/systemd/journal/socket:/run/systemd/journal/socket:ro
-Volume=/var/log/journal:/var/log/journal:ro
+Volume=/var/log:/var/log:ro
-Volume=/run/log/journal:/run/log/journal:ro
+Volume=/var/lib/containers:/var/lib/containers:ro
-HealthCmd=/usr/local/bin/busybox wget --spider -q http://127.0.0.1:12345/-/healthy
+HealthCmd=/usr/local/bin/busybox wget --spider -q http://localhost:12345/-/healthy
 HealthInterval=30s
 HealthTimeout=10s
 HealthRetries=3
@@ -56,4 +60,4 @@ Restart=always
 RestartSec=10
 
 [Install]
-WantedBy=multi-user.target
+WantedBy=default.target

dankclaw/observability/quadlet/blackbox-exporter.container

@@ -1,56 +0,0 @@
-# Quadlet unit: blackbox exporter (rootless, host network, boot-persistent).
-#
-# Install path on dankclaw:
-#   ~/.config/containers/systemd/blackbox-exporter.container
-#
-# WHY Network=host. The probes it runs are (a) the host's own LAN IP
-# (192.168.0.143:8081 SearXNG, :3005 OpenWebUI — host-process/portmap binds a
-# bridge container cannot reach; netavark DNATs published ports only, see
-# Container Host Reachability in the vault) and (b) ComfyUI's published port
-# via 127.0.0.1 (rootless --network=host shares the real host netns, so the
-# 0.0.0.0:8188 publish answers on loopback). A bridge-networked prober could
-# reach neither class reliably.
-#
-# WHY the listener binds 127.0.0.1 + LAN. A bridge container CANNOT dial
-# its own host's LAN IP (netavark hairpin gap, measured 2026-10-21), but a
-# bridge container dialing the podman gateway 169.254.1.2 lands on the host
-# LOOPBACK — that is the scrape path, and it needs this exporter to be
-# LISTENING ON LOOPBACK (proved: 200 from the prometheus container to
-# http://169.254.1.2:9115/-/healthy with a loopback bind). The gateway
-# address itself is NOT bindable from the host netns — it exists only
-# inside each rootless netns; binding it dies "bind: cannot assign
-# requested address" (live 2026-10-21). The LAN bind stays for diagnostics.
-# No public DNS name, no guard chain: internal net only, per the exposure
-# policy. The listen flag is --web.listen-address and it is REPEATABLE, one
-# flag per bind; plain --listen-address does not exist and the exporter
-# exits in 100 ms with "unknown long flag" (live 2026-10-21).
-
-[Unit]
-Description=Blackbox exporter (HTTP probe prober)
-After=network-online.target
-
-[Container]
-Image=docker.io/prom/blackbox-exporter@sha256:ea1c7aa3ef3f307cd03e85f34abb604478ccb90b567fc690da0cd9776da76b13
-ContainerName=blackbox-exporter
-Network=host
-# The image's ENTRYPOINT is /bin/blackbox_exporter itself (proved live
-# 2026-10-21: `podman run IMAGE sh` dies "unexpected sh"), so Exec= carries
-# FLAGS ONLY — repeating the binary makes it a positional arg and kingpin
-# exits "unexpected /bin/blackbox_exporter".
-Exec=--config.file=/etc/blackbox_exporter/config.yml --web.listen-address=127.0.0.1:9115 --web.listen-address=192.168.0.143:9115
-Volume=/opt/blackbox/blackbox.yml:/etc/blackbox_exporter/config.yml:ro
-# Plain exec form like every sibling unit. Shell form (`/bin/sh -c "…"`)
-# is passed as one quoted token and quadlet then folds the following
-# --health-interval/--health-retries (and the image name) into the command
-# string — unit died twice that way, live 2026-10-21. wget only; this
-# busybox variant has no curl, and host-network wget answers on loopback.
-HealthCmd=wget -q -O /dev/null http://127.0.0.1:9115/-/healthy
-HealthInterval=30s
-HealthRetries=3
-
-[Service]
-Restart=always
-RestartSec=5
-
-[Install]
-WantedBy=default.target

dankclaw/observability/quadlet/cadvisor.container

@@ -1,56 +0,0 @@
-# Quadlet unit: cadvisor (rootless, boot-persistent) — DANKCLAW.
-#
-# Install path on dankclaw: ~/.config/containers/systemd/cadvisor.container
-# Unit name: cadvisor.service (container name: cadvisor)
-#
-# WHY THIS EXISTS. The app stack is ~34 rootless Podman containers and until
-# now nothing reported per-container CPU/memory — Grafana could only see the
-# host (node_exporter) and the LLM engines. cadvisor reads the host cgroup
-# tree and exports container_cpu_* / container_memory_* per container.
-#
-# THE LOAD-BEARING FLAG IS --cgroupns=host. Podman starts every container in a
-# PRIVATE cgroup namespace, so an exporter container sees only its OWN cgroup
-# subtree: cadvisor exported a single root series until this flag was added,
-# then it walked the whole tree (996 per-container series measured 2026-10-20).
-# The quadlet unit name is carried in the cgroup path — app.slice/<name>.service/
-# libpod-payload-<hex> — so Prometheus relabels that path into a `container`
-# label (shared/prometheus/prometheus.yml, cadvisor-dankclaw job) and no
-# libpod/podman socket is needed to name containers.
-#
-# BINDING. cadvisor has no per-interface listen flag (unlike node_exporter's
-# --web.listen-address), so it binds 0.0.0.0 INSIDE its own network namespace.
-# The bridge PublishPort is what keeps the unauthenticated endpoint off the
-# host's other interfaces: it publishes exactly loopback (host-local probes and
-# the deployer's health gate) and this host's LAN address (Prometheus, a bridge
-# container, reaches a host-published port at its LAN address — the same netavark
-# rule node-exporter relies on, only here the port really is published).
-#
-# It is rootless on purpose: dank owns the app containers' cgroups, so a
-# rootless cadvisor reads every one of them; root would buy nothing here.
-
-[Unit]
-Description=cAdvisor container metrics (Dankclaw)
-After=network-online.target
-Wants=network-online.target
-
-[Container]
-ContainerName=cadvisor
-Image=gcr.io/cadvisor/cadvisor:v0.49.1@sha256:3cde6faf0791ebf7b41d6f8ae7145466fed712ea6f252c935294d2608b1af388
-PodmanArgs=--pid=host --cgroupns=host
-PublishPort=127.0.0.1:8080:8080
-PublishPort=192.168.0.143:8080:8080
-Volume=/sys:/sys:ro
-Volume=/:/rootfs:ro
-Exec=--housekeeping_interval=30s
-HealthCmd=wget --spider -q http://localhost:8080/healthz
-HealthInterval=30s
-HealthTimeout=10s
-HealthRetries=3
-HealthStartPeriod=40s
-
-[Service]
-Restart=always
-RestartSec=10
-
-[Install]
-WantedBy=default.target

dankclaw/observability/quadlet/grafana.container

@@ -34,7 +34,7 @@ Wants=network-online.target prometheus.service
 
 [Container]
 ContainerName=grafana
-Image=docker.io/grafana/grafana:latest@sha256:488984b716c0862639f91a698adbe2862677a5a07bad42da5f03f3030883b205
+Image=docker.io/grafana/grafana:latest
 Network=dankclaw_default
 User=0:0
 PublishPort=127.0.0.1:3002:3000
@@ -47,24 +47,9 @@ Environment=GF_AUTH_GENERIC_OAUTH_CLIENT_SECRET=${GRAFANA_OAUTH_CLIENT_SECRET}
 # client_id query parameter — /application/o/<slug>/authorize/ does not exist.
 Environment=GF_AUTH_GENERIC_OAUTH_AUTH_URL=https://auth.franksdank.cloud/application/o/authorize/
 Environment=GF_AUTH_GENERIC_OAUTH_TOKEN_URL=https://auth.franksdank.cloud/application/o/token/
-# Standard OIDC userinfo. Grafana v13 fetches <api_url>/emails for the address
+# ?api=1 = introspection-style userinfo: returns custom claims (groups) too.
-# ONLY when the token carries no `email` claim (authentik has no /emails path and
+Environment=GF_AUTH_GENERIC_OAUTH_API_URL=https://auth.franksdank.cloud/application/o/userinfo/?api=1
-# 404s it, failing the login) — so the claim must actually be there: the fix is
+Environment=GF_AUTH_GENERIC_OAUTH_ALLOW_SIGN_UP=false
-# the grafana-email-scope mapping (see scripts/authentik-grafana-sso-fix.sh),
-# not a Grafana flag. Do NOT append ?api=1 to this URL: Grafana then GETs
-# <...>/userinfo/?api=1/emails, a 403.
-Environment=GF_AUTH_GENERIC_OAUTH_API_URL=https://auth.franksdank.cloud/application/o/userinfo/
-# authentik's scopes are openid/email/profile. `user:email` (a GitLab-ism) is
-# not a known scope here; requesting it makes the authorize view crash.
-# Quoted: quadlet word-splits Environment=, so an unquoted spaced list
-# truncates SCOPES to its first token.
-Environment="GF_AUTH_GENERIC_OAUTH_SCOPES=openid email profile"
-Environment=GF_AUTH_GENERIC_OAUTH_EMAIL_ATTRIBUTE_PATH=email
-Environment=GF_AUTH_GENERIC_OAUTH_LOGIN_ATTRIBUTE_PATH=sub
-Environment=GF_AUTH_GENERIC_OAUTH_NAME_ATTRIBUTE_PATH=preferred_username
-# First SSO login auto-provisions the user. Safe: unauthenticated traffic never
-# reaches this callback — the Anubis -> Authentik guard fronts every request.
-Environment=GF_AUTH_GENERIC_OAUTH_ALLOW_SIGN_UP=true
 Environment=GF_AUTH_GENERIC_OAUTH_AUTO_UPSERT=true
 Environment=GF_AUTH_GENERIC_OAUTH_ALLOW_ASSIGN_ORG=true
 Environment=GF_AUTH_GENERIC_OAUTH_ORG_ID=1

dankclaw/observability/quadlet/node-exporter.container

@@ -33,7 +33,7 @@ Wants=network-online.target
 
 [Container]
 ContainerName=node-exporter
-Image=docker.io/prom/node-exporter:latest@sha256:1b4e4438faca4dd7e001dd445d161a4a2091b0fededa84093b3a8dfeae1f1be0
+Image=docker.io/prom/node-exporter:latest
 Network=host
 PodmanArgs=--pid=host
 Exec=--path.procfs=/host/proc --path.sysfs=/host/sys --path.rootfs=/rootfs --web.listen-address=127.0.0.1:9100 --web.listen-address=192.168.0.143:9100

dankclaw/observability/quadlet/prometheus.container

@@ -27,11 +27,10 @@
 #
 # RULES. Five LLM alert rules and one recording rule load from
 # /etc/prometheus/rules/ (installed from shared/prometheus/rules/ by the
-# deployer). Delivery went live 2026-09-17: the alerting block in
+# deployer). There is still **no Alertmanager**, so nothing is delivered: a
-# prometheus.yml points at alertmanager:9093, which webhooks every firing
+# firing alert is visible in Prometheus and on the Grafana dashboard's ALERTS
-# group to the host-side Signal relay (192.168.0.143:18093, reached from
+# panel and reaches nobody. Delivery is an operator decision, not an oversight;
-# the container as host.containers.internal), which sends through signal-cli account 318311.
+# the fragility is that an undelivered alert looks identical to a quiet one.
-# The Grafana dashboard's ALERTS panel remains the second surface.
 #
 # The config volume is also why rules belong in git: editing them in the UI is
 # lost on the next deploy, since the deployer overwrites the whole directory.
@@ -43,16 +42,8 @@ Wants=network-online.target
 
 [Container]
 ContainerName=prometheus
-Image=docker.io/prom/prometheus:latest@sha256:fa3302279710be2f21a8301ec17a8b4f2301fd829bd113839b3b6b02b6f191a2
+Image=docker.io/prom/prometheus:latest
 Network=dankclaw_default
-# Same-host scrape targets are dialed at host.containers.internal (the podman
-# gateway): a bridge container cannot dial its own host's LAN IP (netavark
-# hairpin gap, measured 2026-10-21), and traffic to the gateway lands on host
-# loopback / published ports (cadvisor/gpu jobs and the blackbox scrape all
-# ride it). The name resolves natively — NO HostAddr key: quadlet 5.7.0 calls
-# it unsupported and the WHOLE user quadlet batch then fails to generate,
-# silently orphaning every other unit (live 2026-10-21: prometheus.service
-# vanished while its container kept running as an orphan).
 User=0:0
 Exec=--config.file=/etc/prometheus/prometheus.yml --storage.tsdb.path=/prometheus --storage.tsdb.retention.time=30d --web.enable-lifecycle
 PublishPort=127.0.0.1:9090:9090

dankclaw/open-notebook/quadlet/open-notebook-surrealdb.container

@@ -1,93 +0,0 @@
-# Quadlet unit: open-notebook's SurrealDB (rootless, boot-persistent).
-#
-# Install path on dankclaw: ~/.config/containers/systemd/open-notebook-surrealdb.container
-# Unit name: open-notebook-surrealdb.service (container name: open-notebook-surrealdb)
-#
-# WHAT IT IS. open-notebook's only datastore: notebooks, notes, sources,
-# provider credentials and podcast episodes all live here. The app talks to it
-# over the WebSocket RPC on the private bridge (SURREAL_URL in
-# scripts/open-notebook.env), which is why the container NAME is part of the
-# contract — renaming it breaks the app's database URL, not just this file.
-#
-# IMAGE. `surrealdb/surrealdb:v2` pinned by manifest-list digest, resolved from
-# the registry on 2026-10-18 (that digest is SurrealDB 2.7.0, image built
-# 2026-09-23; `v2` itself is a MOVING tag, so the digest — not the tag — is what
-# makes this reproducible). Upstream open-notebook's own compose file pins the
-# same `v2` tag, and its Dockerfile copies /surreal out of the same image for
-# the retired single-container variant, so v2 is the version this app is built
-# against. Pull=never + the documented pull step (docs: [[Open Notebook]]):
-#
-#   podman pull docker.io/surrealdb/surrealdb:v2@sha256:e5d7387e3727bbe2f7cd6d869e48cd34777272258572ead37c9656b25f745723
-#
-# NO PUBLISHED PORT. 8000 is deliberately not published: the app reaches it by
-# name on systemd-open-notebook, and a published 8000 would put the RPC with
-# the root credentials on every interface (upstream publishes 127.0.0.1:8000
-# "purely for local debugging" — a `podman exec` probe is enough here). The
-# binary binds 0.0.0.0:8000 INSIDE its own namespace via the image's
-# SURREAL_BIND env; without that image default it would bind loopback only and
-# the app could never connect, so no --bind flag belongs here.
-#
-# CREDENTIALS, AND WHY THEY ARE NOT IN THE COMMAND LINE. The `surreal start`
-# CLI reads its options from the environment (`--username` is [env:
-# SURREAL_USER=], `--password` is [env: SURREAL_PASS=] — verified against the
-# pinned image's own `start --help`), so the credentials arrive through the two
-# EnvironmentFile lines and the argv stays clean. Passing `--pass` instead —
-# what upstream's compose does — would put the database password in
-# /proc/<pid>/cmdline, readable by any `ps` on the host. Note the two
-# spellings: the DATABASE reads SURREAL_PASS, the APP reads SURREAL_PASSWORD,
-# and scripts/open-notebook.env declares both because they must hold the same
-# value; the deployer writes that pair when it seeds the host secret file.
-#
-# NO USER= OVERRIDE. The image runs as uid 65532 (Chainguard glibc-dynamic
-# base). With a NAMED volume that works unmodified: podman creates the volume's
-# backing directory owned by the container's user (measured with this digest —
-# the host directory lands on the mapped subuid and the store starts clean),
-# which is exactly why upstream's `user: root` line is not repeated here: that
-# line is commented in upstream as being "required for bind mounts", and this
-# unit has none. The consequence is that the DB files are NOT readable by dank
-# without `podman unshare` — accepted for a datastore nobody edits by hand;
-# episode AUDIO is a host directory for the opposite reason (see the app unit).
-#
-# HEALTH. The base image is distroless — measured against this digest, not even
-# `ls` exists (`exec: "ls": executable file not found in $PATH`), so there is no
-# `/bin/sh`, no curl and no wget. SurrealDB ships its own probe instead:
-# `surreal is-ready` connects to ws://localhost:8000 by default, needs no
-# credentials, prints `OK` and exits 0 while the server is up.
-#
-# It must be handed over as a QUADLET-SIDE JSON ARRAY, not a bare command.
-# podman wraps a bare `HealthCmd` string as `CMD-SHELL` (measured on this host's
-# podman 5.7: `--health-cmd "/surreal is-ready"` stores
-# `{"Test":["CMD-SHELL","/surreal is-ready"]}`), and with no `/bin/sh` in the
-# image that probe fails in ~30 ms with empty output on every interval while the
-# database answers perfectly — which is exactly how this service's first deploy
-# died on 2026-10-19 (`did not become healthy in 90s`). The quoted array survives
-# the generator (`--health-cmd "[\"/surreal\",\"is-ready\"]"`) and stores
-# `["CMD","/surreal","is-ready"]`, which execs directly and goes healthy. Do not
-# "simplify" it back to a bare command.
-
-[Unit]
-Description=SurrealDB (open-notebook datastore)
-After=network-online.target
-Wants=network-online.target
-
-[Container]
-ContainerName=open-notebook-surrealdb
-Image=docker.io/surrealdb/surrealdb:v2@sha256:e5d7387e3727bbe2f7cd6d869e48cd34777272258572ead37c9656b25f745723
-Pull=never
-Network=open-notebook.network
-EnvironmentFile=/home/dank/serverAppConfigs/scripts/open-notebook.env
-EnvironmentFile=/home/dank/Containers/open-notebook/env
-Exec=start --log info rocksdb:/mydata/mydatabase.db
-Volume=open-notebook-db:/mydata
-HealthCmd=["/surreal","is-ready"]
-HealthInterval=30s
-HealthTimeout=10s
-HealthRetries=3
-HealthStartPeriod=20s
-
-[Service]
-Restart=always
-RestartSec=5
-
-[Install]
-WantedBy=default.target

dankclaw/open-notebook/quadlet/open-notebook.container

@@ -1,105 +0,0 @@
-# Quadlet unit: open-notebook (rootless, boot-persistent).
-#
-# Install path on dankclaw: ~/.config/containers/systemd/open-notebook.container
-# Unit name: open-notebook.service (container name: open-notebook)
-#
-# WHAT IT IS. The fleet's podcast generator: notes and sources go in, a
-# two-voice (up to four) episode MP3 comes out. One image runs THREE processes
-# under supervisord — the FastAPI API on 5055, the background worker that
-# writes and speaks the episode, and the Next.js UI on 8502 — so this one unit
-# owns the whole app, and the frontend refuses to start until the API answers
-# (the image's own wait-for-api.sh). Runbook: [[Open Notebook]].
-#
-# IMAGE. `lfnovo/open_notebook:v1-latest` pinned by manifest-list digest,
-# resolved from the registry on 2026-10-18; it is the tag upstream's own
-# docker-compose.yml pins for the multi-container shape. Do NOT reach for the
-# `-single` tags: that variant bundles SurrealDB inside the app image, is
-# deprecated upstream, and would give this host two databases. Pull=never, so
-# the pin is fetched by the documented one-time step (docs: [[Open Notebook]]),
-# which the deployer also runs when the image is absent:
-#
-#   podman pull docker.io/lfnovo/open_notebook:v1-latest@sha256:54b2025a4a4853c188f74b9b8246eca8c5480e5dd1babfa92db1038ff2f30212
-#
-# NETWORKS, in this order on purpose. The generated run line keeps file order,
-# so the DEFAULT ROUTE rides dankclaw_default: that is the network where this
-# host has measured that a bridge container can reach a host-namespace
-# listener through the gateway name (the Prometheus scrape of frank-zealot is
-# the proof — see [[Container Network Namespaces]]), and frank-tts lives there
-# too, so the TTS credential can be `http://frank-tts:7772/v1`. The private
-# systemd-open-notebook bridge is second and carries only the database; its
-# traffic is on-link, so losing the default route costs it nothing.
-#
-# PUBLISHED PORTS, and the 5055 collision. Upstream publishes 8502 and 5055,
-# and 5055 is exactly the port seerr already holds on this host
-# (`PublishPort=127.0.0.1:5055:5055`; `ss -ltn` on Dankclaw 2026-10-18 shows
-# 127.0.0.1:5055 taken). So the API leaves the container on host port 5056.
-# Only 8502 is published on all interfaces, because it is the single upstream
-# the guard chain dials: notebook.franksdank.cloud → anubis → authentik →
-# http://:8017 → 192.168.0.143:8502 (dankclaw/Caddyfile), and this Caddy lives
-# in root's storage, so a published port is the only way it can reach a rootless
-# quadlet. The API needs no outward face at all — the image's own Next.js layer
-# rewrites /api/* to the FastAPI beside it, so one origin serves UI and API —
-# and the fleet's rule is that loopback-only is for services whose user path is
-# the guard chain, which this became on 2026-10-19; 5056 stays published on
-# loopback because the deployer's health gate dials it there. That is also why
-# API_URL in scripts/open-notebook.env names the vhost rather than a port: left
-# to itself the frontend auto-detects `<host-you-opened>:5055`, and the UI loads
-# while every call fails. OPEN_NOTEBOOK_PASSWORD is not made redundant by the
-# chain: it is what keeps the API honest for everything else on this host, and
-# with it unset the API answers anyone, including the unauthenticated
-# episode-audio download.
-#
-# VOLUMES. `/app/data` is a named volume: uploads, the LangGraph SQLite
-# checkpoints and the extraction caches the image keeps under it
-# (UV_CACHE_DIR, HF_HOME) are app state nobody browses. The ONE exception is
-# finished audio, which is bind-mounted out of the container at
-# /home/dank/media/podcasts. That mount is interim and reversible: episode
-# destination is an open human-only decision (Gitea issue #7, label
-# `human-only` — agents must not work it), and until it lands, episodes are
-# ordinary files on the host. DATA_FOLDER is hard-coded `./data` in the app
-# (WORKDIR /app) and the DB stores audio paths RELATIVE to data/podcasts, so
-# covering that one subdirectory is enough and removing the line changes
-# nothing else. The image declares no USER, so the app runs as container root,
-# which in this host's rootless mapping (0 -> 1000, measured on this host —
-# see [[Seerr]]) writes those episode files as dank.
-#
-# HEALTH. `GET /health` on the API returns {"status":"healthy"} and is in the
-# password middleware's excluded-path list, so the probe stays honest after the
-# password is set (both read from api/main.py upstream). The image installs
-# curl and ffmpeg in the runtime layer, so the probe needs no shell — kept
-# argument-only for the generator's space-splitting. Note what this probe does
-# NOT prove: the route returns a static body, so it says the API serves, not
-# that the database answers. The DB has its own probe in its unit, and the
-# worker's failure to reach the database shows up as failed jobs, not as an
-# unhealthy container.
-
-[Unit]
-Description=open-notebook (podcast generator: API, worker, web UI)
-After=network-online.target open-notebook-surrealdb.service
-Wants=network-online.target open-notebook-surrealdb.service
-
-[Container]
-ContainerName=open-notebook
-Image=docker.io/lfnovo/open_notebook:v1-latest@sha256:54b2025a4a4853c188f74b9b8246eca8c5480e5dd1babfa92db1038ff2f30212
-Pull=never
-Network=dankclaw_default
-Network=open-notebook.network
-PublishPort=0.0.0.0:8502:8502
-PublishPort=127.0.0.1:5056:5055
-EnvironmentFile=/home/dank/serverAppConfigs/scripts/open-notebook.env
-EnvironmentFile=/home/dank/Containers/open-notebook/env
-Volume=open-notebook-data:/app/data
-Volume=/home/dank/media/podcasts:/app/data/podcasts
-HealthCmd=curl -fsS http://127.0.0.1:5055/health
-HealthInterval=30s
-HealthTimeout=10s
-HealthRetries=3
-HealthStartPeriod=60s
-
-[Service]
-Restart=always
-RestartSec=10
-TimeoutStartSec=900
-
-[Install]
-WantedBy=default.target

dankclaw/open-notebook/quadlet/open-notebook.network

@@ -1,34 +0,0 @@
-# Quadlet network: private bridge for the open-notebook pair (rootless).
-#
-# Install path on dankclaw: ~/.config/containers/systemd/open-notebook.network
-# Unit name: open-notebook-network.service (podman network name:
-# systemd-open-notebook — quadlet prefixes "systemd-", so probe the runtime
-# name, never the filename; see [[Container Network Namespaces]]).
-#
-# WHY A PRIVATE BRIDGE. The app reaches its database by container name
-# (SURREAL_URL=ws://open-notebook-surrealdb:8000/rpc), and container DNS names
-# resolve only on the network that owns them. Putting SurrealDB here instead of
-# on dankclaw_default keeps the datastore reachable ONLY to the container that
-# owns it: 8000 is not published (an unpublished port is refused outright from
-# every other namespace anyway), and nothing else on the fleet-wide network can
-# dial it with the root credentials. Same reasoning as the gitea and authentik
-# database pairs.
-#
-# Kernel bridge, not slirp4netns: the 2026-08-22 open-webui incident (a dead
-# per-container userspace helper left a container that accepted TCP and reset
-# every request for two days, logging nothing). A bridge has no such helper.
-#
-# Subnet registry on dankclaw (rootless):
-#   10.88.0.0/16  default "podman" bridge
-#   10.89.0.0/24  gitea (systemd-gitea)
-#   10.89.1.0/24  compose stack (dankclaw_default)
-#   10.89.2.0/24  searxng (systemd-searxng)
-#   10.89.3.0/24  open-webui (systemd-open-webui)
-#   10.89.4.0/24  open-notebook (systemd-open-notebook)  <- this file
-# Pinned so the container IPs stay deterministic across reboots, like the
-# other pinned nets; 10.89.4.0/24 was the next unclaimed /24 in this registry.
-
-[Network]
-Driver=bridge
-Subnet=10.89.4.0/24
-Gateway=10.89.4.1

dankclaw/open-webui/quadlet/open-webui.container

@@ -27,57 +27,11 @@ After=network.target
 [Container]
 ContainerName=open-webui
 Network=open-webui.network
-Image=ghcr.io/open-webui/open-webui:main@sha256:0b399a8ba34558e181d316750455f2a95376a38cd60a61b9c942e138898944bd
+Image=ghcr.io/open-webui/open-webui:main
 PublishPort=3005:8080
 Environment=OPENAI_API_BASE_URL=http://192.168.0.143:7770
 Environment=ANONYMIZED_TELEMETRY=False
 Environment=DO_NOT_TRACK=True
-
-# SSO via authentik (OIDC authorization-code flow, 2026-09-24). The OAuth
-# client (application slug "open-webui") lives in authentik; the client
-# SECRET stays off-repo in the git-ignored host env file (mode 600). The
-# container reaches the IdP over the public URL: Caddy publishes 0.0.0.0:443
-# and Pi-hole resolves auth.franksdank.cloud to the host LAN IP, so the
-# server-side code exchange works from this bridge. Roles come from the
-# "Open WebUI roles" scope mapping (entitlements "Open WebUI Users" /
-# "Open WebUI Admins"); OAUTH_MERGE_ACCOUNTS_BY_EMAIL folds SSO logins into
-# the existing local account (frank8465@protonmail.com). The OAuth vars are
-# read directly from the environment at runtime (the per-key config DB holds
-# only Admin-Panel overrides, so nothing is seeded on the live data dir).
-# NOTE: the OAUTH_SCOPES value MUST stay quoted — systemd splits unquoted
-# Environment= values on whitespace (unquoted, only "openid" survived).
-EnvironmentFile=/home/dank/Containers/open-webui/env
-Environment=OAUTH_CLIENT_ID=KmtzKc0bjWjaIFeM0puYudI1CLXR2p0jnPCSf4N0
-Environment=OAUTH_PROVIDER_NAME=authentik
-Environment=OPENID_PROVIDER_URL=https://auth.franksdank.cloud/application/o/open-webui/.well-known/openid-configuration
-Environment=OPENID_REDIRECT_URI=https://ai.franksdank.cloud/oauth/oidc/callback
-Environment=WEBUI_URL=https://ai.franksdank.cloud
-Environment=ENABLE_OAUTH_SIGNUP=true
-Environment=OAUTH_MERGE_ACCOUNTS_BY_EMAIL=true
-Environment="OAUTH_SCOPES=openid email profile roles"
-Environment=ENABLE_OAUTH_ROLE_MANAGEMENT=true
-# SSO-only (2026-09-24): the OIDC round-trip is verified, so the local
-# username/password path is retired. ENABLE_LOGIN_FORM hides the form;
-# ENABLE_PASSWORD_AUTH refuses password logins entirely, so the only way in
-# is the authentik OIDC flow (which folds into the local account by email).
-# The per-key config DB override (ui.enable_login_form) is flipped to false
-# in the same change — the DB wins over env, so both must agree.
-Environment=ENABLE_LOGIN_FORM=false
-Environment=ENABLE_PASSWORD_AUTH=false
-
-# Web search -> SearXNG, reached over the host-published port (NOT the
-# search.franksdank.cloud vhost): the Anubis->Authentik guard chain is a
-# browser mechanism and a plain HTTP client cannot solve it. The internal
-# port bypasses Caddy entirely. These env vars SEED the per-key config DB on
-# first run (fill-missing only); once the keys exist in /app/backend/data the
-# DB is authoritative, so this block documents the intent and makes a fresh
-# data dir come up wired. SearXNG's limiter exempts this source (the bridge
-# egress 10.89.x is in pass_ip), so the 4-req/IP/hour JSON cap never applies.
-Environment=ENABLE_WEB_SEARCH=True
-Environment=WEB_SEARCH_ENGINE=searxng
-Environment=SEARXNG_QUERY_URL=http://192.168.0.143:8081/search
-Environment=SEARXNG_LANGUAGE=all
-Environment=WEB_SEARCH_RESULT_COUNT=6
 Volume=/home/dank/Containers/open-webui/data:/app/backend/data
 
 # App liveness (/health) AND network liveness (a non-loopback interface must

dankclaw/pihole/addn-hosts

@@ -45,4 +45,3 @@
 192.168.0.143 pihole.franksdank.cloud
 192.168.0.143 seerr.franksdank.cloud
 192.168.0.143 marreta.franksdank.cloud
-192.168.0.143 notebook.franksdank.cloud

dankclaw/pihole/quadlet/pihole.container

@@ -24,7 +24,7 @@ Wants=network-online.target
 
 [Container]
 ContainerName=pihole
-Image=docker.io/pihole/pihole:latest@sha256:d34134716fc32038b052a8674c7c6879e0ff21f0e6d8af345166fffa2c27c113
+Image=docker.io/pihole/pihole:latest
 Network=slirp4netns
 PublishPort=0.0.0.0:53:53/udp
 PublishPort=0.0.0.0:53:53/tcp

dankclaw/searxng/quadlet/gluetun.container

@@ -16,7 +16,7 @@ After=searxng-network.service network.target
 [Container]
 ContainerName=gluetun
 Network=searxng.network
-Image=docker.io/qmcgaw/gluetun:latest@sha256:4af0c804003481e100180e1f8d4d5e9c48163fedc0f88d061881b615aef9d183
+Image=docker.io/qmcgaw/gluetun:latest
 AddCapability=NET_ADMIN
 AddDevice=/dev/net/tun:/dev/net/tun
 Environment=VPN_SERVICE_PROVIDER=${VPN_SERVICE_PROVIDER}

dankclaw/searxng/quadlet/searxng-valkey.container

@@ -16,7 +16,7 @@ After=searxng-network.service network.target
 ContainerName=searxng-valkey
 Network=searxng.network
 NetworkAlias=valkey
-Image=docker.io/valkey/valkey:9-alpine@sha256:bf09d58e96d6b4524a15396b65b242bbe18beebbcc15a04d8ee75ddac62fae0b
+Image=docker.io/valkey/valkey:9-alpine
 Volume=/opt/searxng/valkey:/data
 
 [Service]

dankclaw/searxng/quadlet/searxng.container

@@ -16,7 +16,7 @@ After=gluetun.service searxng-valkey.service network.target
 [Container]
 ContainerName=searxng
 Network=gluetun.container
-Image=ghcr.io/searxng/searxng:latest@sha256:f4aa660c54d062dedb268be84e821ea24e39f48c7a496af8dd02cc9eedb93847
+Image=ghcr.io/searxng/searxng:latest
 Environment=SEARXNG_SECRET=${SEARXNG_SECRET}
 Environment=SEARXNG_BASE_URL=${SEARXNG_BASE_URL}
 Volume=/opt/searxng/config:/etc/searxng

dankclaw/seerr/quadlet/seerr.container

@@ -29,7 +29,7 @@ Wants=network-online.target
 
 [Container]
 ContainerName=seerr
-Image=ghcr.io/seerr-team/seerr:v3.5.1@sha256:d8fab675b55ad293ded98fd71efcfd46054cbad9746534ae1cc4794a88c0b3be
+Image=ghcr.io/seerr-team/seerr:v3.4.1
 Network=dankclaw_default
 PublishPort=127.0.0.1:5055:5055
 Volume=/home/dank/Containers/seerr/data:/app/config

dankclaw/udev/98-halogen-npu-access.rules

@@ -1,26 +0,0 @@
-# /etc/udev/rules.d/98-halogen-npu-access.rules
-#
-# Why the NPU node is world-writable: `frank-dragoon` runs rootless podman under a
-# unit with `User=dank`, and the container's user namespace maps exactly one uid and
-# one gid (dank). `/dev/accel/accel0` is `root:render 0660`, so inside the container
-# the node reads `nobody:nogroup` and the engine dies with its own diagnosis:
-#
-#   halogen npu: /dev/accel/accel0 is here, but this process cannot open it
-#     (crw-rw---- nobody:nogroup).
-#
-# `--group-add keep-groups` is the vendor's advice and it does NOT work in this
-# shape: measured 2026-10-19 from the host as a `dank` shell that was already in
-# `render`, with and without the flag, the node still read `nobody:nogroup` and the
-# open was refused — an unmapped gid cannot be granted to a process inside a
-# namespace that does not map it. Same conclusion `99-comfyui-gpu-access.rules`
-# reached for `/dev/kfd` from the systemd-user-spawn direction: the mode is the only
-# spawn-context-independent door short of running the stack rootful.
-#
-# Blast radius: any process in this host's single uid domain (every rootless
-# container here shares it) can submit to the XDNA2 NPU. The NPU holds no user data
-# and no privileged context — the same trade already accepted for the GPU compute
-# nodes beside it. Installed by `deploy-remote.sh` when the NPU lane is armed and left
-# in place afterwards — the mode costs nothing while the lane is idle. `serve-frank-dragoon.sh`
-# refuses to arm the lane on a node that is not other-accessible, so a host that lost this
-# file fails loudly at boot instead of crash-looping.
-KERNEL=="accel[0-9]*", SUBSYSTEM=="accel", MODE="0666"

dankclaw/voiceservice/Containerfile

@@ -1,43 +0,0 @@
-# frank-tts — the cloned-voice speech façade (dankclaw/voiceservice/app.py).
-#
-# Standard library only, so there is nothing to pip-install and nothing to
-# compile: the image is a python runtime plus ffmpeg (the one binary the app
-# shells out to, for response_format=mp3) plus one COPY of app.py. Rebuild to
-# ship a new app.py.
-#
-# Build on dankclaw (deploy-remote.sh build_compose_image frank-tts does this,
-# including --format docker, which the fleet's other local builds also pass):
-#   podman build --format docker -t franksdank/frank-tts:latest \
-#       -f dankclaw/voiceservice/Containerfile .
-#
-# BASE PINNED BY DIGEST, like every other image this fleet runs from a
-# registry: a tag moves under a rebuild and a voice endpoint that changes
-# python or ffmpeg mid-week is a debug session nobody asked for. The digest is
-# the multi-arch INDEX of python:3.12-alpine as published 2026-10-18 (amd64 +
-# arm64 on linux); Dankclaw resolves the amd64 entry.
-#
-# WHY 3.12: the fleet's ceiling for this app is python <= 3.12 (single file,
-# no build step); the alpine flavour also keeps the image in the tens of MB
-# and ships busybox `wget`, which is what the quadlet unit's HealthCmd runs —
-# so no HEALTHCHECK belongs here (the probe lives in the unit, as in
-# alertmanager/prometheus; only distroless bases need it baked in).
-FROM docker.io/library/python:3.12-alpine@sha256:1b668429b3511ab407d8e00648891631b0b1a4d7e15e3ca70f38ab5b91ad4ab4
-
-# ffmpeg: mp3 output. The app always asks the upstream for wav and re-encodes
-# on the way out, so ffmpeg is the only external program in the picture.
-RUN apk add --no-cache ffmpeg
-
-# Unbuffered stdout: the unit's journal must show the "listening on" line (and
-# any backend error) the moment it happens, not when the buffer fills.
-ENV PYTHONUNBUFFERED=1
-
-COPY dankclaw/voiceservice/app.py /app/app.py
-
-# Non-root. The voice packs are bind-mounted read-only, so this user only ever
-# reads them — they must be world-readable (the pack builder writes 644/755).
-# The one thing it writes is its per-request temp dir under /tmp.
-RUN adduser -D -u 10000 -h /app -s /sbin/nologin shim
-USER shim
-
-EXPOSE 7772
-CMD ["python3", "/app/app.py"]

dankclaw/voiceservice/Containerfile.engine

@@ -1,178 +0,0 @@
-# frank-tts-engine — the arm A TTS engine: qwentts.cpp's resident `tts-server`
-# (the CPU binary that frank-tts on :7772 forwards to). The runbook is
-# [[Frank TTS Engine]]; the fleet-facing endpoint is [[Frank TTS]].
-#
-# WHAT THIS IS. The upstream source is NOT vendored here: the image clones
-# ServeurpersoCom/qwentts.cpp at one pinned commit and builds it. Rebuilding is
-# therefore a network operation (github.com plus objects.githubusercontent.com
-# for the `ggml` submodule), and build_compose_image in scripts/deploy-remote.sh
-# skips it whenever this Containerfile's sha256 label already matches the built
-# image — the same offline-safe idiom as loki/alloy/comfyui, so a re-deploy of
-# an unchanged engine needs no network.
-#
-# THE PINNED COMMIT IS THE CONTRACT. 5916bf7c79dbb4e66fc059cdc507a79a23a28bb4
-# is the commit the 2026-10-18 CPU trial on Dankclaw measured (server-side TTFA
-# 94-112 ms, warm RTF 0.55-0.67, run spread +-0.01 — the numbers that won the
-# engine decision). Moving it means re-measuring, not just editing this line.
-# `ggml` is a submodule of the repo (the only one; vendor/cpp-httplib and
-# vendor/yyjson are ordinary directories in the tree), and the submodule commit
-# is recorded in the parent tree, so cloning the parent commit recursively is
-# reproducible without a second pin.
-#
-# THE BUILD LINE IS THE ONE PROVEN ON DANKCLAW, verbatim — with the Vulkan door
-# open since 2026-10-19. That configure was run in this exact base image and
-# answers `Found Vulkan: /usr/lib/x86_64-linux-gnu/libvulkan.so (found version
-# "1.3.275") found components: glslc` then `Including Vulkan backend`:
-#
-#   cmake -B build -DCMAKE_BUILD_TYPE=Release -DGGML_CCACHE=OFF \
-#       -DGGML_BACKEND_DL=OFF -DGGML_CPU_ALL_VARIANTS=OFF -DGGML_OPENMP=ON \
-#       -DGGML_BLAS=OFF -DGGML_CUDA=OFF -DGGML_HIP=OFF -DGGML_VULKAN=ON \
-#       -DGGML_METAL=OFF -DGGML_SYCL=OFF -DGGML_RPC=OFF \
-#   && cmake --build build -j 8
-#
-# Every flag is load-bearing, so do not "tidy" it:
-#   GGML_BLAS=OFF is FORCED, not a preference — Dankclaw has libopenblas.so.0
-#     but no BLAS dev headers, so the upstream default (BLAS on) fails to
-#     configure. Upstream's own Dockerfile and buildcpu.sh both pass BLAS on,
-#     which is why this file does not copy them.
-#   GGML_CCACHE=OFF because a container build layer has no persistent ccache
-#     directory to hit; on, it only writes a useless one.
-#   GGML_OPENMP=ON is what makes the runtime need libgomp1 (installed below).
-#   GGML_BACKEND_DL=OFF / GGML_CPU_ALL_VARIANTS=OFF: upstream's images build
-#     every x86 ISA as a loadable backend so one image runs anywhere. This one
-#     is built on the machine that runs it, so the single native CPU backend is
-#     what was measured. That is also why no -DGGML_NATIVE is passed: ggml
-#     defaults it ON outside wasm/cross-compiles, i.e. -march=native for THIS
-#     host — correct while build host == run host, wrong if anyone ever builds
-#     this image elsewhere, which is why the fleet builds it on Dankclaw.
-#   CUDA/HIP/METAL/SYCL/RPC stay OFF, VULKAN is ON: the endpoint computes on the
-#     gfx1151 iGPU (decision and co-tenancy gates:
-#     report/tts-npu-spike-verdict-2026-10-19.md, shape in [[Frank TTS Engine]]).
-#     Nothing else is available to this image: no ROCm userland, no NVIDIA
-#     userland, no macOS, no oneAPI, and RPC would add a second process to
-#     supervise on a box that already has one engine per card.
-#
-# BUILD SHARED LIBS, RUNTIME SMALL. BUILD_SHARED_LIBS defaults ON on Linux, so
-# tts-server links libggml*.so rather than swallowing them; the runtime stage
-# copies the binary and its shared objects out of the build tree and points
-# LD_LIBRARY_PATH at them, exactly as upstream's own Dockerfile does (the RPATH
-# baked at link time names the build directory, which does not exist here).
-#
-# BASE PINNED BY DIGEST, like every other image this fleet builds: the digest
-# is the multi-arch INDEX of ubuntu:24.04 as resolved from Docker Hub on
-# 2026-10-18; Dankclaw takes the amd64 entry. One base for both stages so there
-# is exactly one thing to re-resolve.
-#
-# NO HEALTHCHECK IN THIS FILE. The probe lives in the Quadlet unit
-# (HealthCmd=), which is the fleet pattern for anything with a shell — see the
-# alertmanager/prometheus units, and the opposite case in dankclaw/loki, whose
-# distroless image has no /bin/sh for the generator's CMD-SHELL wrapping.
-# `curl` is therefore installed in the runtime stage, for that probe only.
-
-ARG BASE_IMAGE=docker.io/library/ubuntu:24.04@sha256:68ee22004a9109b44973313b02ff7b1de250f1de0f5ecb628d73f579aaff33ac
-
-# ------------------------------------------------------------------ build
-FROM ${BASE_IMAGE} AS build
-
-# The three Vulkan build deps are not optional and not interchangeable:
-#   libvulkan-dev    vulkan/vulkan.h + the VulkanHeaders/VulkanLoader CMake
-#                    configs, i.e. what find_package(Vulkan) resolves to.
-#   glslc            ggml compiles its shaders with glslc, not glslangValidator.
-#                    Ubuntu's glslang-tools ships glslangValidator and NOT glslc,
-#                    so without this package `find_package(Vulkan COMPONENTS
-#                    glslc REQUIRED)` fails and there is no Vulkan backend.
-#                    The archive's glslc is old (2023.8): it compiles
-#                    GL_KHR_cooperative_matrix — the path ggml's quantized
-#                    matmul needs — but reports cooperative_matrix2,
-#                    integer_dot_product, bfloat16 and the micro-float
-#                    extensions as unsupported, so those shader families are
-#                    compiled out. If a Vulkan prefill ever reads as
-#                    inexplicably slow, suspect this compiler before the device;
-#                    the fix is a pinned glslang build passed as
-#                    -DVulkan_GLSLC_EXECUTABLE=<path>, not a different runtime.
-#   spirv-headers    find_package(SPIRV-Headers CONFIG REQUIRED); the distro
-#                    package ships /usr/share/cmake/SPIRV-Headers/.
-RUN apt-get update -qq \
-    && apt-get install -y -qq --no-install-recommends \
-        ca-certificates cmake g++ git make \
-        libvulkan-dev glslc spirv-headers \
-    && rm -rf /var/lib/apt/lists/*
-
-# Checked out detached at a full SHA, then the recorded submodule. No branch
-# name anywhere: a branch moves, this commit does not.
-ARG QWENTTS_COMMIT=5916bf7c79dbb4e66fc059cdc507a79a23a28bb4
-RUN git clone --no-checkout https://github.com/ServeurpersoCom/qwentts.cpp /src \
-    && git -C /src checkout --detach "${QWENTTS_COMMIT}" \
-    && git -C /src submodule update --init --depth 1 \
-    && git -C /src rev-parse HEAD \
-    && git -C /src submodule status
-
-WORKDIR /src
-RUN cmake -B build -DCMAKE_BUILD_TYPE=Release \
-        -DGGML_CCACHE=OFF \
-        -DGGML_BACKEND_DL=OFF \
-        -DGGML_CPU_ALL_VARIANTS=OFF \
-        -DGGML_OPENMP=ON \
-        -DGGML_BLAS=OFF \
-        -DGGML_CUDA=OFF \
-        -DGGML_HIP=OFF \
-        -DGGML_VULKAN=ON \
-        -DGGML_METAL=OFF \
-        -DGGML_SYCL=OFF \
-        -DGGML_RPC=OFF \
-    && cmake --build build -j 8
-
-# ---------------------------------------------------------------- runtime
-FROM ${BASE_IMAGE}
-
-# libgomp1: the OpenMP runtime the build above links against. curl: the unit's
-# HealthCmd. ca-certificates: so that curl can speak https if anyone ever
-# points a probe at a URL with a scheme this host terminates elsewhere.
-#
-# libvulkan1 + mesa-vulkan-drivers are what make `--device Vulkan0` mean
-# anything at runtime: libvulkan1 is the loader libggml-vulkan.so dlopens, and
-# mesa-vulkan-drivers is the RADV ICD that claims the gfx1151. Loader without an
-# ICD enumerates ZERO devices, and tts-server then dies in device lookup AFTER
-# both GGUFs have been read — the journal reads as a model fault, not a missing
-# driver. Enumerated from this base on 2026-10-19 with `--device /dev/dri
-# --group-add keep-groups` plus the host's ComfyUI udev rule: "Radeon 8060S
-# Graphics (RADV GFX1151)", API 1.4.318 (the heap figure is owned by
-# [[Frank TTS Engine]]; it is the GTT-backed aperture, not the ~2 GiB DRM
-# carve-out). No NVIDIA ICD is installed on purpose: one Vulkan device in the
-# enumeration is what makes the NAME Vulkan0 safe to write down.
-RUN apt-get update -qq \
-    && apt-get install -y -qq --no-install-recommends \
-        ca-certificates curl libgomp1 libvulkan1 mesa-vulkan-drivers \
-    && rm -rf /var/lib/apt/lists/*
-
-# Same unprivileged uid as the frank-tts façade (10000): the voice packs and the
-# model directory are host state mounted read-only, and one uid across the pair
-# means one thing to remember about what is world-readable.
-#
-# `useradd`, NOT `adduser`: this trimmed ubuntu:24.04 base ships no `adduser` at
-# all (verified 2026-10-18 against this digest — `adduser` is absent from the
-# base and is not pulled in by ca-certificates/curl/libgomp1 either), so an
-# `adduser` line dies at image-build time with crun's "executable file `adduser`
-# not found in $PATH". `useradd --system --uid 10000` succeeds and prints one
-# cosmetic warning (`uid 10000 is greater than SYS_UID_MAX 999`); the uid is the
-# point, and it is what matches the façade. The alpine façade Containerfile keeps
-# its own busybox `adduser -D -u 10000` — different base, different tool, same uid.
-RUN useradd --system --uid 10000 --home-dir /app --shell /usr/sbin/nologin tts
-
-WORKDIR /app
-COPY --from=build /src/build/tts-server /src/build/*.so* /app/
-COPY dankclaw/voiceservice/tts-engine-start.sh /app/start.sh
-# The boot warmer lives INSIDE the image because the engine publishes no port:
-# the unit reaches it with `podman exec`, and the script needs the same curl,
-# base64 and /voices the engine's own namespace has. It is a sibling of
-# start.sh, not a second entrypoint — CMD stays the server.
-COPY dankclaw/voiceservice/tts-engine-warm.sh /app/warm-voices.sh
-RUN chmod 755 /app/start.sh /app/warm-voices.sh
-
-# The binary's RPATH points inside the build tree; this is what makes it find
-# the libggml*.so copied beside it.
-ENV LD_LIBRARY_PATH=/app
-
-USER tts
-EXPOSE 8880
-CMD ["/app/start.sh"]

dankclaw/voiceservice/app.py

@@ -1,424 +0,0 @@
-#!/usr/bin/env python3
-"""frank-tts — the fleet's OpenAI-compatible speech façade (component: the shim).
-
-One local endpoint that answers ``voice=<name>`` with audio in a cloned voice.
-Consumers (the omp harness, OpenWebUI, open-notebook) speak the OpenAI
-``POST /v1/audio/speech`` shape and never learn a file path: a voice is a
-directory under ``$VOICES_DIR`` and ``reference.wav`` inside it is what makes
-the name real. A name that has no reference is not a voice — the shim answers
-400 with the list that is, instead of silently narrating in a fallback voice
-(silent fallback is how a wrong-voice endpoint stays wrong for weeks). A request
-that names NO voice at all takes ``$DEFAULT_VOICE``: that is a spoken choice in
-the env file rather than a surprise in the code, and the journal marks it
-``(default)`` so a name nobody asked for is never mistaken for one that was.
-
-Two backends sit behind the one surface, chosen by ``TTS_BACKEND``:
-
-``omni-http``
-    Forward to an OpenAI-shaped upstream TTS server (``$TTS_UPSTREAM``) and
-    carry the cloned voice with the request as ``reference_audio`` (base64 of
-    ``reference.wav``). The upstream does the inference; this process only
-    resolves the voice and, when asked, re-encodes to mp3 with ``ffmpeg``.
-
-``llama-tts-cli``
-    Run a local binary per request (``$LLAMA_TTS_BIN``), hand it the
-    reference with ``--tts-speaker-file``, read the WAV it writes. ``nice -n
-    19`` because this box also serves text and a voice request must never
-    starve it.
-
-Everything comes from the environment, read at REQUEST time (no
-import-time-only globals): the same module can be imported with an injected
-``Config`` or run with ``python3 app.py`` and the unit's env file.
-
-Runtime law: single process, standard library only, no build step. Audio
-bytes never reach the log — request lines and error text only.
-"""
-
-from __future__ import annotations
-
-import argparse
-import base64
-import json
-import os
-import re
-import subprocess
-import sys
-import tempfile
-import urllib.error
-import urllib.parse
-import urllib.request
-from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
-from pathlib import Path
-
-WAV_CONTENT_TYPE = "audio/wav"
-MP3_CONTENT_TYPE = "audio/mpeg"
-
-# A voice name is a plain directory name. Slashes and `..` are refused here so
-# a client-supplied name can never escape $VOICES_DIR.
-VOICE_NAME_RE = re.compile(r"[A-Za-z0-9][A-Za-z0-9._-]{0,63}")
-
-
-class ShimError(Exception):
-    """A failure with the HTTP status the client should see."""
-
-    def __init__(self, status, message):
-        super().__init__(message)
-        self.status = status
-        self.message = message
-
-
-class Config:
-    """Every knob of the shim. Constructed from the environment per request by
-    default, or injected into ``create_server`` for tests and embedding."""
-
-    def __init__(self, voices_dir, backend, upstream, upstream_model, llama_bin,
-                 llama_model, llama_mmproj, llama_lang, llama_threads, port,
-                 max_chars, timeout, default_voice=""):
-        self.voices_dir = Path(voices_dir)
-        self.backend = backend
-        self.upstream = upstream
-        self.upstream_model = upstream_model
-        self.llama_bin = llama_bin
-        self.llama_model = llama_model
-        self.llama_mmproj = llama_mmproj
-        self.llama_lang = llama_lang
-        self.llama_threads = llama_threads
-        self.port = port
-        self.max_chars = max_chars
-        self.timeout = timeout
-        self.default_voice = default_voice
-
-    @classmethod
-    def from_env(cls, environ=None):
-        env = os.environ if environ is None else environ
-        return cls(
-            voices_dir=env.get("VOICES_DIR", "/voices"),
-            backend=(env.get("TTS_BACKEND") or "omni-http").strip().lower(),
-            upstream=(env.get("TTS_UPSTREAM") or "http://host.containers.internal:8880").rstrip("/"),
-            upstream_model=env.get("TTS_UPSTREAM_MODEL") or "voxcpm2",
-            llama_bin=env.get("LLAMA_TTS_BIN") or "",
-            llama_model=env.get("LLAMA_TTS_MODEL") or "",
-            llama_mmproj=env.get("LLAMA_TTS_MMPROJ") or "",
-            llama_lang=env.get("LLAMA_TTS_LANG") or "english",
-            llama_threads=_int(env, "LLAMA_TTS_THREADS", 8),
-            port=_int(env, "SHIM_PORT", 7772),
-            max_chars=_int(env, "SHIM_MAX_CHARS", 15000),
-            timeout=float(_int(env, "SHIM_TIMEOUT", 600)),
-            default_voice=(env.get("DEFAULT_VOICE") or "").strip(),
-        )
-
-
-def _int(env, name, default):
-    try:
-        return int(str(env.get(name, "")).strip())
-    except (TypeError, ValueError):
-        return default
-
-
-def list_voices(voices_dir):
-    """Voice names in ``voices_dir``: directories that hold a ``reference.wav``.
-
-    A missing or unreadable directory is an empty fleet, not an error — the
-    health endpoint must still answer so the unit reports its state.
-    """
-    try:
-        entries = sorted(p.name for p in voices_dir.iterdir()
-                         if p.is_dir() and (p / "reference.wav").is_file())
-    except OSError:
-        return []
-    return entries
-
-
-def resolve_voice(voices_dir, voice):
-    """``$VOICES_DIR/<voice>/reference.wav`` for a valid name, else ``None``."""
-    if not isinstance(voice, str) or not VOICE_NAME_RE.fullmatch(voice):
-        return None
-    reference = voices_dir / voice / "reference.wav"
-    return reference if reference.is_file() else None
-
-
-def to_mp3(wav_bytes, timeout):
-    """Re-encode WAV bytes to mp3 with the image's ``ffmpeg`` (pipes, no temp
-    file: the audio never lands on disk to be left behind)."""
-    argv = ["ffmpeg", "-hide_banner", "-loglevel", "error", "-i", "pipe:0",
-            "-f", "mp3", "pipe:1"]
-    try:
-        proc = subprocess.run(argv, input=wav_bytes, capture_output=True,
-                              timeout=timeout)
-    except FileNotFoundError:
-        raise ShimError(500, "response_format=mp3 needs the ffmpeg binary, which is not on PATH")
-    except subprocess.TimeoutExpired:
-        raise ShimError(502, "ffmpeg mp3 conversion timed out after %gs" % timeout)
-    if proc.returncode != 0 or not proc.stdout:
-        raise ShimError(502, "ffmpeg mp3 conversion failed (exit %s): %s"
-                        % (proc.returncode, _tail(proc.stderr)))
-    return proc.stdout
-
-
-def _tail(raw):
-    """Last line of a subprocess' stderr, for an error message. Text only —
-    audio bytes are never echoed, and never logged."""
-    text = (raw or b"").decode("utf-8", "replace").strip()
-    return text.splitlines()[-1][:300] if text else "no output"
-
-
-def _error(message, voices=None):
-    body = {"error": {"message": message, "type": "invalid_request_error"}}
-    if voices is not None:
-        body["error"]["available_voices"] = voices
-    return body
-
-
-class SpeechHandler(BaseHTTPRequestHandler):
-    protocol_version = "HTTP/1.1"
-    server_version = "frank-tts"
-    sys_version = ""
-
-    # -- plumbing ----------------------------------------------------------
-    def config(self):
-        return getattr(self.server, "config", None) or Config.from_env()
-
-    def log_message(self, fmt, *args):
-        # One prefix for the journal. Request lines and outcomes only: a
-        # synthesized text, a base64 reference voice and the audio bytes
-        # itself never reach stderr, in success or in failure.
-        sys.stderr.write("frank-tts: %s - %s\n"
-                         % (self.address_string(), fmt % args))
-
-    def log_error(self, fmt, *args):
-        # The base class routes refused requests through a separate sink; keep
-        # them on the same line format so the journal reads uniformly.
-        self.log_message(fmt, *args)
-
-    def _json(self, status, obj, head=False):
-        self._bytes(status, json.dumps(obj).encode("utf-8"), "application/json", head)
-
-    def _bytes(self, status, data, content_type, head=False):
-        self.send_response(status)
-        self.send_header("Content-Type", content_type)
-        self.send_header("Content-Length", str(len(data)))
-        self.end_headers()
-        if not head:
-            self.wfile.write(data)
-
-    def _drain(self):
-        """Read and discard a body this route will not answer. HTTP/1.1
-        keep-alive makes an unread body the NEXT request line, so a client
-        that reuses the connection would see a parse error it never sent."""
-        if getattr(self, "_body_read", False):
-            return  # already consumed; a second read would block the response
-        try:
-            length = int(self.headers.get("Content-Length") or 0)
-        except ValueError:
-            return
-        if length > 0:
-            self.rfile.read(length)
-
-    def _body(self):
-        """Parse the JSON request body. Never returned to a log or an error."""
-        try:
-            length = int(self.headers.get("Content-Length") or 0)
-        except ValueError:
-            raise ValueError("Content-Length is not a number")
-        raw = self.rfile.read(length) if length > 0 else b""
-        self._body_read = True
-        if not raw:
-            raise ValueError("expected a JSON body")
-        parsed = json.loads(raw.decode("utf-8"))
-        if not isinstance(parsed, dict):
-            raise ValueError("expected a JSON object")
-        return parsed
-
-    # -- routes ------------------------------------------------------------
-    def do_GET(self, head=False):
-        # HEAD shares the route table: `wget --spider` (the fleet's probe
-        # shape) asks for HEAD, and a 501 there would read as a dead service.
-        path = urllib.parse.urlparse(self.path).path
-        cfg = self.config()
-        if path == "/health":
-            self._json(200, {"status": "ok", "backend": cfg.backend,
-                             "voices": list_voices(cfg.voices_dir)}, head)
-        elif path == "/v1/audio/voices":
-            self._json(200, list_voices(cfg.voices_dir), head)
-        else:
-            self._json(404, _error("no such endpoint: %s" % path), head)
-
-    def do_HEAD(self):
-        self.do_GET(head=True)
-
-    def do_POST(self):
-        path = urllib.parse.urlparse(self.path).path
-        if path != "/v1/audio/speech":
-            self._drain()
-            self._json(404, _error("no such endpoint: %s" % path))
-            return
-        cfg = self.config()
-        try:
-            body = self._body()
-        except (ValueError, UnicodeDecodeError) as exc:
-            self._drain()
-            self._json(400, _error("malformed request body: %s" % exc))
-            return
-
-        text = body.get("input")
-        if not isinstance(text, str) or not text.strip():
-            self._json(400, _error("`input` must be a non-empty string"))
-            return
-        if len(text) > cfg.max_chars:
-            self._json(414, _error("input is %d characters, over the %d limit "
-                                   "(SHIM_MAX_CHARS); split it or raise the limit"
-                                   % (len(text), cfg.max_chars)))
-            return
-
-        fmt = str(body.get("response_format") or "wav").strip().lower()
-        if fmt not in ("wav", "mp3"):
-            self._json(400, _error("unsupported response_format %r; this "
-                                   "endpoint serves wav and mp3" % fmt))
-            return
-
-        # `voice_id` is the alias the omp harness forwards for `voice`. A request
-        # that names nothing takes the declared default — the harness has no
-        # setting that feeds a voice, so voice-less calls are the normal shape
-        # there, not a client bug.
-        requested = body.get("voice") or body.get("voice_id")
-        defaulted = not requested and bool(cfg.default_voice)
-        voice = requested or cfg.default_voice
-        reference = resolve_voice(cfg.voices_dir, voice)
-        if reference is None:
-            available = list_voices(cfg.voices_dir)
-            listed = ", ".join(available) if available else "(none: no voice pack with a reference.wav in %s)" % cfg.voices_dir
-            self._json(400, _error("unknown voice %r; available voices: %s"
-                                   % (voice, listed), available))
-            return
-
-        model = str(body.get("model") or cfg.upstream_model)
-        try:
-            if cfg.backend == "omni-http":
-                audio = self._speech_http(cfg, model, text, str(voice), reference)
-            elif cfg.backend == "llama-tts-cli":
-                audio = self._speech_cli(cfg, text, reference)
-            else:
-                raise ShimError(500, "unknown TTS_BACKEND %r (expected omni-http or llama-tts-cli)" % cfg.backend)
-            if fmt == "mp3":
-                audio = to_mp3(audio, cfg.timeout)
-        except ShimError as exc:
-            self._json(exc.status, _error(exc.message))
-            return
-
-        content_type = MP3_CONTENT_TYPE if fmt == "mp3" else WAV_CONTENT_TYPE
-        self._bytes(200, audio, content_type)
-        self.log_message("speech voice=%s%s format=%s chars=%d -> %d bytes %s",
-                         voice, " (default)" if defaulted else "", fmt,
-                         len(text), len(audio), content_type)
-
-    # -- backends ----------------------------------------------------------
-    def _speech_http(self, cfg, model, text, voice, reference):
-        """Forward to the upstream with the cloned voice riding along as
-        base64 ``reference_audio``. The upstream is asked for wav always; mp3
-        is our own re-encode on the way out."""
-        try:
-            payload = {
-                "model": model,
-                "input": text,
-                "voice": voice,
-                "response_format": "wav",
-                "reference_audio": base64.b64encode(reference.read_bytes()).decode("ascii"),
-            }
-        except OSError as exc:
-            raise ShimError(500, "cannot read %s: %s" % (reference, exc))
-
-        url = cfg.upstream + "/v1/audio/speech"
-        request = urllib.request.Request(
-            url, data=json.dumps(payload).encode("utf-8"),
-            headers={"Content-Type": "application/json"}, method="POST")
-        try:
-            with urllib.request.urlopen(request, timeout=cfg.timeout) as response:
-                audio = response.read()
-        except urllib.error.HTTPError as exc:
-            detail = exc.read(512).decode("utf-8", "replace").strip()
-            raise ShimError(502, "upstream %s returned HTTP %d: %s"
-                            % (url, exc.code, detail or "no detail"))
-        except urllib.error.URLError as exc:
-            raise ShimError(502, "upstream %s unreachable: %s" % (url, exc.reason))
-        except (TimeoutError, OSError) as exc:
-            raise ShimError(502, "upstream %s failed: %s" % (url, exc))
-        if not audio:
-            raise ShimError(502, "upstream %s returned no audio" % url)
-        return audio
-
-    def _speech_cli(self, cfg, text, reference):
-        """Run the local TTS binary once, in a temp dir that is always removed
-        — also on failure, or a crash-looping binary fills /tmp."""
-        if not cfg.llama_bin or not cfg.llama_model:
-            raise ShimError(500, "TTS_BACKEND=llama-tts-cli needs LLAMA_TTS_BIN and LLAMA_TTS_MODEL")
-        work = tempfile.TemporaryDirectory(prefix="frank-tts-")
-        try:
-            out_path = Path(work.name) / "speech.wav"
-            argv = ["nice", "-n", "19", "env", "OMP_NUM_THREADS=%d" % cfg.llama_threads,
-                    cfg.llama_bin, "-m", cfg.llama_model]
-            if cfg.llama_mmproj:
-                argv += ["-mm", cfg.llama_mmproj]
-            argv += ["--tts-lang", cfg.llama_lang,
-                     "--tts-speaker-file", str(reference),
-                     "-p", text,
-                     "--output", str(out_path)]
-            try:
-                proc = subprocess.run(argv, cwd=work.name, capture_output=True,
-                                      timeout=cfg.timeout)
-            except FileNotFoundError as exc:
-                raise ShimError(500, "cannot run the TTS command: %s" % exc)
-            except subprocess.TimeoutExpired:
-                raise ShimError(502, "TTS binary timed out after %gs" % cfg.timeout)
-            if proc.returncode != 0:
-                raise ShimError(502, "TTS binary failed (exit %s): %s"
-                                % (proc.returncode, _tail(proc.stderr)))
-            if not out_path.is_file():
-                raise ShimError(502, "TTS binary exited 0 but wrote no %s" % out_path.name)
-            return out_path.read_bytes()
-        finally:
-            work.cleanup()
-
-
-class SpeechServer(ThreadingHTTPServer):
-    """Threads so a health probe answers while a long synthesis runs; daemon
-    threads so SIGTERM is never held hostage by a stuck request."""
-
-    daemon_threads = True
-    allow_reuse_address = True
-    config = None
-
-
-def create_server(config=None, host="0.0.0.0", port=None):
-    """Bind the shim. ``config``/``port`` are the injectable seams: tests pass
-    a Config with a temp VOICES_DIR and ``port=0`` for an ephemeral port."""
-    cfg = Config.from_env() if config is None else config
-    server = SpeechServer((host, cfg.port if port is None else port), SpeechHandler)
-    server.config = cfg
-    return server
-
-
-def main(argv=None):
-    parser = argparse.ArgumentParser(
-        prog="frank-tts", description="OpenAI-compatible speech endpoint for cloned voice packs")
-    parser.add_argument("--host", default="0.0.0.0",
-                        help="bind address (default: all interfaces)")
-    parser.add_argument("--port", type=int, default=None,
-                        help="bind port (default: $SHIM_PORT, 0 = ephemeral)")
-    args = parser.parse_args(argv)
-
-    server = create_server(host=args.host, port=args.port)
-    cfg = server.config
-    bound = server.server_address[1]
-    print("frank-tts: backend=%s voices_dir=%s listening on http://%s:%d"
-          % (cfg.backend, cfg.voices_dir, args.host, bound), flush=True)
-    try:
-        server.serve_forever()
-    except KeyboardInterrupt:
-        pass
-    finally:
-        server.server_close()
-    return 0
-
-
-if __name__ == "__main__":
-    sys.exit(main())

dankclaw/voiceservice/quadlet/frank-tts-engine.container

@@ -1,134 +0,0 @@
-# Quadlet unit: frank-tts-engine (rootless, boot-persistent).
-#
-# Install path on dankclaw: ~/.config/containers/systemd/frank-tts-engine.container
-# Unit name: frank-tts-engine.service (container name: frank-tts-engine)
-#
-# WHAT IT IS. The arm A TTS engine: qwentts.cpp (pinned commit
-# 5916bf7c79dbb4e66fc059cdc507a79a23a28bb4) built into an image by
-# dankclaw/voiceservice/Containerfile.engine, running its resident `tts-server`
-# with the 1.7 B base talker Q4_K_M and the Q8_0 12 Hz tokenizer loaded ONCE at
-# startup. It is deliberately NOT a fleet endpoint: the endpoint consumers
-# address is **frank-tts on 7772** ([[Frank TTS]]), which resolves voice names,
-# re-encodes to mp3 and owns the timeout budget. Runbook: [[Frank TTS Engine]].
-#
-# WHY THIS ENGINE (Frank's call, 2026-10-18, criterion "whatever is better for
-# live output"): server-side time-to-first-audio 94-112 ms (86-451 ms end to
-# end through the façade), streaming that stays ahead of real time at warm RTF
-# 0.55-0.67, and a run-to-run spread of +-0.01 — against the mainline CLI path's
-# 0.93-0.99 at +-0.25, which crosses 1.0 often enough to stall a live stream.
-# The A/B that decided it is "Decision: arm A for live output" in
-# [[Local TTS and Voice Cloning]].
-#
-# IMAGE. Built locally by deploy-remote.sh (build_compose_image), like
-# loki/alloy/frank-tts. `Pull=never` plus the `localhost/` prefix are required:
-# this host's quadlet path cannot resolve a locally built tag from local storage
-# otherwise. The build is a network operation (it clones the pinned commit) and
-# is skipped when the Containerfile hash label already matches.
-#
-# NETWORK, AND WHY IT PUBLISHES NOTHING. The container sits on exactly one
-# network: the private `frank-tts-engine.network` (10.89.5.0/24). The façade
-# joins the same network and dials `http://frank-tts-engine:8880` — the
-# container DNS name, on the network that owns it. There is no `PublishPort` of
-# any kind, not even `127.0.0.1:8880`, and the reason is the lesson that 502'd
-# hermes: netavark DNATs published ports only, so a host-loopback publish is not
-# a path to a peer container — the façade could never have used it, and a bridge
-# container cannot reach the host's own loopback bind either (see
-# [[Container Network Namespaces]]). A publish would therefore buy exactly one
-# thing: an extra reachable surface on an engine that has no authentication, on
-# a box whose CPU is also carrying the text endpoints. Diagnostics do not need
-# it either — `podman exec frank-tts-engine curl http://127.0.0.1:8880/health`
-# speaks to the server from inside its own namespace, which is where the address
-# is valid.
-#
-# MEMORY / THE RENDER NODE. Host RSS is ~1.7 GiB, not the size of the GGUFs:
-# the Vulkan backend copies both tensors into device memory at load, so they
-# stop counting in the process's RSS (measured after the 2026-10-19 cutover —
-# `podman stats` / `ps -o rss`). No memory limit is set: the box has the room
-# and a limit would convert a busy moment into an OOM kill mid-utterance.
-#
-# `AddDevice=/dev/dri` is what makes the iGPU visible; without it the Vulkan
-# ICD enumerates nothing and the server dies on device lookup after it has
-# already read both GGUFs. `GroupAdd=keep-groups` is belt-and-braces, not the
-# thing that works here: the units podman spawns carry no supplementary groups
-# at all, and this host grants render access a different way — the udev rule
-# that makes the render nodes world-writable (same rule ComfyUI rides, see
-# dankclaw/comfyui). Measured: `id` inside this container lists only the
-# container's own group, and `tts-server` still holds renderD129.
-# The node is NOT named: this host is hybrid, renderD128 is the NVIDIA card and
-# renderD129 the amdgpu iGPU, so a node number in the unit is a guess that a
-# re-probe can invalidate, while the directory hands the container every render
-# node and the driver picks by name.
-#
-# /dev/kfd stays absent on purpose: that is the ROCm compute interface, owned by
-# the engines that use HIP. A Vulkan endpoint has no use for it, and handing a
-# container a second way onto the GPU is surface for nothing.
-#
-# THE VOICE MOUNT IS READ-ONLY AND IS FOR THE WARMER, NOT THE ENGINE. A voice
-# becomes known to the engine only through POST /v1/audio/voices, and the
-# registration is MEMORY ONLY — it does not survive a restart, which is exactly
-# why the warm hook below runs on every start. That hook runs INSIDE this
-# container (see ExecStartPost), so it reads the packs at /voices; `tts-server`
-# itself never opens the directory, it receives the reference audio as base64 in
-# the registration body. The façade mounts the same host directory read-only for
-# its own name list, so one directory stays the single source of a voice name.
-#
-# REGISTRY LAW, THE REASON EXECSTARTPOST EXISTS. The voice registry is memory
-# only: a restart forgets every voice, and re-registering does not warm one —
-# only synthesizing does — so a boot without this hook leaves the façade
-# answering 400 for every name. The per-voice cold penalty is real but small, and
-# not the trial's 6.2-8.0 s: measured on the built container 2026-10-18 against an
-# empty registry, the first synthesis of a freshly registered voice cost 1,883 ms
-# against 1,226-1,283 ms for the requests after it. The warm pass runs serially
-# (two short syntheses per voice, ~5 s each) and `TimeoutStartSec=900` keeps a growing library from
-# tripping systemd's default 90 s start deadline. The leading `-` on
-# ExecStartPost is load-bearing: with `Restart=always`, a warmer that exits
-# non-zero (a pack missing its reference.wav, the engine still loading past the
-# warmer's own patience) would restart the whole container and crash-loop the
-# endpoint forever. A failed warm must be a journal line, not a restart.
-#
-# The hook is `podman exec`, not a host script, because there is no address the
-# host could dial: this container publishes nothing (above). Exec-ing into it
-# also means the warmer inherits this unit's EnvironmentFile, so every knob it
-# has lives in scripts/frank-tts-engine.env beside the engine's own, and it sees
-# the same /voices and 127.0.0.1:8880 the engine does.
-#
-# HEALTH. `GET /health` answers `{"status":"ok"}` from the HTTP thread, not the
-# synthesis queue, so a busy engine still reads healthy and a dead one does not.
-# HealthStartPeriod covers the first model load. The command is argument-only
-# and needs /bin/sh — the generator wraps HealthCmd as CMD-SHELL — so the image
-# installs curl (see the opposite case in dankclaw/loki, whose distroless base
-# has no shell).
-
-[Unit]
-Description=frank-tts-engine (arm A qwentts.cpp TTS engine, internal :8880)
-After=network-online.target
-Wants=network-online.target
-
-[Container]
-ContainerName=frank-tts-engine
-Image=localhost/franksdank/frank-tts-engine:latest
-Pull=never
-Network=frank-tts-engine.network
-# No PublishPort, at all: the only reachable address this server has is the
-# bridge address the façade resolves by name. Diagnostics use `podman exec`.
-EnvironmentFile=/home/dank/serverAppConfigs/scripts/frank-tts-engine.env
-Volume=/home/dank/models/Qwen3-TTS-GGUF:/models:ro
-Volume=/home/dank/voices:/voices:ro
-# Render access for the iGPU (see MEMORY / THE RENDER NODE above).
-AddDevice=/dev/dri
-GroupAdd=keep-groups
-HealthCmd=curl -fsS http://127.0.0.1:8880/health
-HealthInterval=30s
-HealthTimeout=10s
-HealthRetries=3
-HealthStartPeriod=120s
-
-[Service]
-Restart=always
-RestartSec=10
-# Model load (tens of seconds) plus two short syntheses per registered voice.
-TimeoutStartSec=900
-ExecStartPost=-/usr/bin/podman exec frank-tts-engine /app/warm-voices.sh
-
-[Install]
-WantedBy=default.target

dankclaw/voiceservice/quadlet/frank-tts-engine.network

@@ -1,52 +0,0 @@
-# Quadlet network: the private bridge of the voice pair (rootless).
-#
-# Install path on dankclaw: ~/.config/containers/systemd/frank-tts-engine.network
-# Unit name: frank-tts-engine-network.service (podman network name:
-# systemd-frank-tts-engine — quadlet prefixes "systemd-", so probe the runtime
-# name, never the filename; see [[Container Network Namespaces]]).
-#
-# WHY A PRIVATE BRIDGE FOR A PAUSE THAT LOOKS PUBLIC-FACING. frank-tts (:7772,
-# published, the one endpoint consumers address) and frank-tts-engine (:8880,
-# never published, the arm A qwentts.cpp server behind it) could both have
-# stayed on the fleet-wide dankclaw_default and resolved each other by name.
-# They are split off anyway, for two reasons:
-#
-# 1. THE HOST-LOOPBACK TRAP. The phase-1 shape in `scripts/frank-tts.env` still
-#    names `host.containers.internal:8880` as the upstream, on the assumption the
-#    engine runs on the host and publishes `127.0.0.1:8880`. That cannot work:
-#    netavark DNATs published ports only, a published port is not on any podman
-#    bridge, and a container cannot reach the host's own loopback bind — the same
-#    shape that 502'd hermes, and the reason the signal-relay hop needs a host LAN
-#    bind instead ([[Container Network Namespaces]], [[Homepage Status Probes]]).
-#    Putting both containers on one committed network removes the guess: the
-#    façade dials the engine's container DNS name on the network that owns it, and
-#    the engine publishes nothing at all.
-#
-# 2. THE ENGINE HAS NO AUTH AND NO QUEUE LIMIT WORTH THE NAME. `tts-server`
-#    answers anyone who can open a socket, and at `--max-batch 1` a second
-#    caller simply waits behind the first. Left on dankclaw_default every
-#    container on that net — open-webui, hermes, the *arr proxies — could drive
-#    a CPU synthesiser that occupies every other core on a box that also serves
-#    two text endpoints. On this bridge the only dialer is frank-tts: the engine
-#    publishes no port, so not even the host has an address to reach it at, and
-#    diagnostics go through `podman exec` instead.
-#
-# Kernel bridge, not slirp4netns: the 2026-08-22 open-webui incident (a dead
-# per-container userspace helper left a container that accepted TCP and reset
-# every request for two days, logging nothing). A bridge has no such helper.
-#
-# Subnet registry on dankclaw (rootless):
-#   10.88.0.0/16  default "podman" bridge
-#   10.89.0.0/24  gitea (systemd-gitea)
-#   10.89.1.0/24  compose stack (dankclaw_default)
-#   10.89.2.0/24  searxng (systemd-searxng)
-#   10.89.3.0/24  open-webui (systemd-open-webui)
-#   10.89.4.0/24  open-notebook (systemd-open-notebook)
-#   10.89.5.0/24  voice pair (systemd-frank-tts-engine)  <- this file
-# Pinned so the two container IPs stay deterministic across reboots, like the
-# other pinned nets; 10.89.5.0/24 was the next unclaimed /24 in this registry.
-
-[Network]
-Driver=bridge
-Subnet=10.89.5.0/24
-Gateway=10.89.5.1

dankclaw/voiceservice/quadlet/frank-tts.container

@@ -1,84 +0,0 @@
-# Quadlet unit: frank-tts (rootless, boot-persistent).
-#
-# Install path on dankclaw: ~/.config/containers/systemd/frank-tts.container
-# Unit name: frank-tts.service (container name: frank-tts)
-#
-# WHAT IT IS. The fleet's one OpenAI-compatible speech endpoint: consumers
-# (omp, OpenWebUI, open-notebook) POST /v1/audio/speech with voice=<name> and
-# get audio in that cloned voice. A voice is a directory under
-# /home/dank/voices holding reference.wav; the shim refuses any name without
-# one (400 + the list that does exist) rather than narrating in a fallback
-# voice nobody chose. The engine behind it is a separate decision —
-# TTS_BACKEND in scripts/frank-tts.env picks between forwarding to the
-# OpenAI-shaped engine (`frank-tts-engine`, [[Frank TTS Engine]]) and running a
-# local CLI binary per request.
-#
-# IMAGE. Built locally from dankclaw/voiceservice/Containerfile by
-# deploy-remote.sh (build_compose_image), like loki/alloy: python 3.12-alpine
-# pinned by digest + ffmpeg, app.py copied in, running as uid 10000.
-# Pull=never and the localhost/ prefix are required — this host's quadlet
-# path cannot resolve a locally built tag from local storage otherwise.
-#
-# NETWORK. TWO attached networks, and the order is the one the open-notebook
-# pair uses: `dankclaw_default` first (the default route, and where consumers
-# live — they reach the published 7772, and open-notebook dials
-# `http://frank-tts:7772/v1` by container name), then the voice pair's private
-# bridge, `frank-tts-engine.network`, where the arm A engine lives. The shim's
-# upstream is therefore the engine's container DNS name
-# (`http://frank-tts-engine:8880`, scripts/frank-tts.env) and NOT
-# host.containers.internal: netavark DNATs published ports only, so a bridge
-# container cannot reach a host-loopback bind — the shape that 502'd hermes —
-# and the engine publishes nothing at all. That file MUST be installed beside
-# this unit (the engine's handler does it; the façade handler re-installs it for
-# `--only frank-tts`), because with a referenced Network= file missing the v1
-# generator refuses to produce this container unit at all.
-#
-# ORDERING. Wants+After on frank-tts-engine.service, not Requires: the façade
-# has a second backend (`TTS_BACKEND=llama-tts-cli`) that needs no upstream, and
-# an engine that will not start must not take this endpoint's unit down with it.
-# When both boot, this comes up after the engine, whose ExecStartPost warm pass
-# is part of its start — so the first request of the day meets a REGISTERED voice
-# (the registry is memory-only) rather than a 400, and skips the ~0.6 s penalty
-# the first synthesis of an unwarmed voice costs.
-#
-# VOICES. /home/dank/voices is host state, never repo state, and is mounted
-# READ-ONLY: this endpoint has no business writing voice packs. Because the
-# container runs as uid 10000, the packs must be world-readable (644 files,
-# 755 directories), which is how the pack builder writes them.
-#
-# NO GPU. The shim is a façade: audio conversion via ffmpeg on the CPU and,
-# for the CLI backend, whatever CPU threads LLAMA_TTS_THREADS allows, at nice
-# 19. No /dev/kfd, no /dev/dri, no keep-groups — unlike comfyui, whose unit
-# carries them deliberately.
-[Unit]
-Description=frank-tts (cloned-voice OpenAI-compatible TTS facade)
-After=network-online.target frank-tts-engine.service
-Wants=network-online.target
-Wants=frank-tts-engine.service
-
-[Container]
-ContainerName=frank-tts
-Image=localhost/franksdank/frank-tts:latest
-Pull=never
-Network=dankclaw_default
-Network=frank-tts-engine.network
-PublishPort=7772:7772
-EnvironmentFile=/home/dank/serverAppConfigs/scripts/frank-tts.env
-Volume=/home/dank/voices:/voices:ro
-# The probe is a probe, not a voice test: /health answers 200 with the backend
-# and the resolved voice list, so a mounted-but-empty /voices still reads
-# healthy while a dead app does not. busybox wget ships in the alpine base;
-# keep the command argument-only — the podman 5.x generator splits HealthCmd
-# on spaces (see the comfyui unit for the quoting trap).
-HealthCmd=wget --spider -q http://127.0.0.1:7772/health
-HealthInterval=30s
-HealthTimeout=10s
-HealthRetries=3
-HealthStartPeriod=30s
-
-[Service]
-Restart=always
-RestartSec=10
-
-[Install]
-WantedBy=default.target

dankclaw/voiceservice/tts-engine-start.sh

@@ -1,124 +0,0 @@
-#!/usr/bin/env bash
-# tts-engine-start.sh — the entrypoint of the frank-tts-engine image
-# (dankclaw/voiceservice/Containerfile.engine). It exists for one reason: the
-# knobs of the arm A engine are command-line flags, while the fleet's knobs
-# live in scripts/frank-tts-engine.env and reach the container through
-# EnvironmentFile=. This is the translation layer, and nothing else — no
-# supervision, no retries, no logging of its own. PID 1 stays the server, so
-# `podman stop` and the unit's Restart=always drive it directly.
-#
-# THE FLAG THAT MUST STAY ABSENT:
-#
-#   --threads / -t   does not exist in this build. src/backend.h computes the
-#                    CPU thread count as std::thread::hardware_concurrency()/2
-#                    (the comment there: GEMM shares SIMD units across
-#                    hyperthreads), and there is no flag to override it. So a
-#                    CPU affinity pin (CPUQuota=, taskset, a cpuset) silently
-#                    changes the engine's thread count instead of just its
-#                    placement — pinning is deliberately not done anywhere in
-#                    this stack. See the env file header for the same warning
-#                    aimed at the operator.
-#
-# --device IS here, but conditionally: it reaches the binary only when
-# QWENTTS_DEVICE is non-empty, and empty is the CPU rollback — the binary then
-# takes its own default device, which is CPU because the CPU backend is always
-# built. One line in scripts/frank-tts-engine.env moves the endpoint between the
-# two shapes, with no rebuild. What must never reach argv is a device NAME the
-# loader does not enumerate: that is not refused by the argument parser, it dies
-# during device lookup with the loader's own error, so the journal reads as a
-# load that failed rather than a configuration refusal.
-#
-# Everything defaults to the shape this endpoint runs: 1.7 B talker Q4_K_M with
-# the Q8_0 tokenizer, one request at a time, on the private bridge, on the
-# gfx1151 iGPU. An empty environment still boots that shape.
-set -euo pipefail
-
-# The binary path. Overridable for one reason: the bats seam runs a stub
-# instead of a 1.2 GiB model. Operators never set it — the image ships exactly
-# one binary at /app/tts-server.
-: "${QWENTTS_BIN:=/app/tts-server}"
-
-# Paths are CONTAINER paths (the host directories they come from are named in
-# scripts/frank-tts-engine.env and mounted by the Quadlet unit).
-: "${QWENTTS_MODEL:=/models/qwen-talker-1.7b-base-Q4_K_M.gguf}"
-: "${QWENTTS_CODEC:=/models/qwen-tokenizer-12hz-Q8_0.gguf}"
-
-# Reported by GET /v1/models, and what scripts/frank-tts.env's
-# TTS_UPSTREAM_MODEL names. A model id, not a filename: the file name would
-# leak a quantization choice into every consumer's config.
-: "${QWENTTS_ALIAS:=frank-tts-engine}"
-
-# 0.0.0.0 inside the container is not "public". tts-server defaults to
-# 127.0.0.1 (its own usage prints `--host <ip> Listen address (default:
-# 127.0.0.1)`), and inside a container netns a loopback bind is reachable by
-# nothing outside that namespace — the façade dials this container by its bridge
-# address on the private voice network, which is why the address has to be
-# broad. The unit PUBLISHES NOTHING (see
-# dankclaw/voiceservice/quadlet/frank-tts-engine.container: no PublishPort at
-# all, not even 127.0.0.1:8880), so the only namespaces that can reach
-# 0.0.0.0:8880 are that bridge and this container's own loopback — and its own
-# loopback is exactly where the boot warmer and the health probe speak.
-: "${QWENTTS_HOST:=0.0.0.0}"
-: "${QWENTTS_PORT:=8880}"
-
-# The language label used when a request omits one. `auto` is the upstream
-# default and what the trial ran.
-: "${QWENTTS_LANG:=auto}"
-
-# One request at a time. The server-side queue is a serialised FIFO at this
-# setting, which is what keeps the per-voice timings predictable. A second
-# concurrent synthesis shares the device with the first — and on this box that
-# device is also carrying frank-dragoon — so it buys no throughput and it
-# doubles the wait for the caller behind it. The engine's own default is also 1;
-# written here because it is a decision, not an accident.
-: "${QWENTTS_MAX_BATCH:=1}"
-
-# The compute device, NAMED and not numbered: `Vulkan0` is how ggml enumerates
-# the gfx1151 iGPU on this host. An index would follow whatever order the
-# loader's device list returns; a name says which device this endpoint means.
-# The container sees exactly one Vulkan device because the image carries the
-# Mesa ICD and no NVIDIA one, so the 3090 is not in the enumeration at all.
-#
-# EMPTY IS THE CPU ROLLBACK: a value that is set but EMPTY passes no `--device`,
-# the binary picks its own default, and the CPU backend is always built — which
-# is why moving this endpoint between the iGPU and the CPU is one line in
-# scripts/frank-tts-engine.env and not a rebuild.
-#
-# That is also why the default below is NOT `${QWENTTS_DEVICE:=Vulkan0}`: `:=`
-# fires on a set-but-empty variable as well as an unset one, so the rollback line
-# `QWENTTS_DEVICE=` would be rewritten back to Vulkan0 and the endpoint would sit
-# on the shared GPU with no way out short of a rebuild. Only UNSET takes the
-# default.
-if [[ ! -v QWENTTS_DEVICE ]]; then
-    QWENTTS_DEVICE=Vulkan0
-fi
-
-# Fail loudly BEFORE binding, so the journal says which artifact is missing
-# instead of the unit reporting a container that starts and dies. This is the
-# self-healing path: Restart=always re-runs it every RestartSec, and the same
-# sentence repeats until the operator fetches the weights
-# (scripts/download-frank-tts-engine-qwentts.sh).
-for artifact in "$QWENTTS_MODEL" "$QWENTTS_CODEC"; do
-    if [[ ! -r "$artifact" ]]; then
-        echo "frank-tts-engine: cannot read ${artifact}; run scripts/download-frank-tts-engine-qwentts.sh on the host (the /models mount is read-only and holds the two GGUF files)" >&2
-        exit 1
-    fi
-done
-
-ARGS=(
-    --model "$QWENTTS_MODEL"
-    --codec "$QWENTTS_CODEC"
-    --alias "$QWENTTS_ALIAS"
-    --host "$QWENTTS_HOST"
-    --port "$QWENTTS_PORT"
-    --lang "$QWENTTS_LANG"
-    --max-batch "$QWENTTS_MAX_BATCH"
-)
-
-# Only when a device is named. An empty QWENTTS_DEVICE has to produce NO flag,
-# because "the rollback shape" is argv identical to the pre-iGPU endpoint.
-if [[ -n "$QWENTTS_DEVICE" ]]; then
-    ARGS+=(--device "$QWENTTS_DEVICE")
-fi
-
-exec "$QWENTTS_BIN" "${ARGS[@]}"

dankclaw/voiceservice/tts-engine-warm.sh

@@ -1,222 +0,0 @@
-#!/usr/bin/env bash
-# tts-engine-warm.sh — the boot warmer of the arm A TTS engine, shipped inside
-# the frank-tts-engine image at /app/warm-voices.sh
-# (dankclaw/voiceservice/Containerfile.engine).
-#
-# WHO RUNS IT. Two callers, same binary:
-#
-#   1. The Quadlet unit, as
-#      `ExecStartPost=-/usr/bin/podman exec frank-tts-engine /app/warm-voices.sh`
-#      — after every start of the container, including every boot.
-#      `podman exec` rather than a host script because the engine publishes no
-#      port at all, so there is no address the host could dial; and because an
-#      exec inherits the unit's EnvironmentFile, which is what puts every knob of
-#      this script in scripts/frank-tts-engine.env next to the engine's own.
-#   2. scripts/deploy-remote.sh's deploy_frank_tts_engine, once per deploy, so a
-#      voice that did not warm becomes a deploy result instead of only a journal
-#      line (the unit's `-` prefix deliberately cannot fail the unit).
-#
-# WHY IT EXISTS AT ALL (the registry law). The voice registry is MEMORY ONLY: a
-# restart forgets every voice, and re-registering a voice does not warm it — only
-# synthesizing does. A boot that registers nothing therefore leaves frank-tts
-# answering 400 for every name, so this script registers every pack it finds. The
-# per-voice cold penalty is real but small, and smaller than the trial reported:
-# measured on the deployed build 2026-10-18 against an empty registry, the FIRST
-# synthesis of a freshly registered voice cost 1,883 ms against 1,226-1,283 ms for
-# the requests after it — about 0.6 s, not the trial's 6.2-8.0 s. Each voice gets
-# two identical requests so the journal carries both numbers, `voice <name>
-# cold=…ms warm=…ms`; cold ≈ warm is the expected shape, and a large gap is what
-# would mean the snapshot path is broken.
-#
-# THE VOICES. /voices — the host directory /home/dank/voices mounted read-only by
-# the unit, the same packs frank-tts mounts for its own name list. A pack is a
-# directory that contains reference.wav; everything else in it (manifest.json, the
-# engine's reference.spk / reference.rvq extraction, a 16 kHz variant) is not read
-# here. The registration payload is `{"name": <dir>, "wav_b64": <base64 of
-# reference.wav>}` with NO ref_text, which selects the embedding-only (x-vector)
-# voice — the shipped default, warm RTF ~0.57-0.63 against ICL's 0.67, and the one
-# this fleet can produce honestly because it has no trustworthy transcript for the
-# audition crops. Adding ref_text (with the codes) would flip that voice to
-# in-context-learning mode: better fidelity on a good transcript, slower, and only
-# worth it for batch work like a podcast render. That is a per-voice opt-in this
-# script deliberately does NOT exercise, and the door stays open: a pack that
-# wants ICL needs its text in the pack plus one key in the payload below.
-#
-# A lone `spk_b64` is a 400 (src/tts-server.h:480 — it is `wav_b64` or BOTH
-# `spk_b64` and `rvq_b64`), which is why the WAV travels and the .spk stays home.
-#
-# NOTHING HERE IS A SECRET, and nothing is logged that could be: the audio bytes
-# are discarded, the synthesized text comes from the env file, and the reference
-# clip is base64'd into a request body that is written to a temporary file and
-# handed to curl as `@file` — never echoed, and never placed on a command line,
-# because of the size law explained at the mktemp below.
-set -euo pipefail
-
-# The engine's own address, from inside its namespace. Loopback is valid HERE:
-# this script runs in the container, next to the server. There is deliberately no
-# host-visible address to use instead — the unit publishes nothing, because a
-# host-loopback publish would be unreachable from the façade anyway (netavark
-# DNATs published ports only) while adding a surface on an unauthenticated
-# server.
-: "${ENGINE_URL:=http://127.0.0.1:8880}"
-
-# Container path; the host directory behind it is named in the Quadlet unit.
-: "${VOICES_DIR:=/voices}"
-
-# How long to wait for the engine to answer /health. Model load dominates: the
-# two GGUFs (1.2 GiB + 291 MB) are read and the context built before the HTTP
-# thread binds, and a boot races every other unit on this box.
-: "${HEALTH_WAIT:=300}"
-
-# One short sentence, long enough to exercise the codec snapshot and short enough
-# that warming a library of voices is seconds, not minutes. Never varied per run:
-# the cold/warm numbers in the journal should mean the same thing every boot. The
-# synthesis asks for `wav`, the buffered path — the streamed path (`pcm`) is
-# different audio at the same seed, and `wav` is also what frank-tts asks for.
-: "${WARM_TEXT:=Warm up, one two three.}"
-
-# Per-request ceiling. A cold voice is 6-8 s by measurement; anything approaching
-# this is a stalled engine and should be reported rather than waited on forever —
-# systemd counts the whole warm pass against the unit's start deadline.
-: "${REQUEST_TIMEOUT:=120}"
-
-# The warm text goes into a JSON string literal by interpolation. Two steps make
-# whatever the two readers of scripts/frank-tts-engine.env deliver arrive as the
-# sentence itself:
-#
-# 1. Unwrap ONE shell-style quoting layer. bash (`set -a; source`) strips the
-#    quotes around a value with spaces; podman's `--env-file` does NOT — measured
-#    2026-10-18 against the image's pinned base, `WARM_TEXT="…"` reaches the
-#    container WITH its quotes. Unwrapped only when the whole value is exactly one
-#    quoted string (starts AND ends with `"` and holds no quote inside), so a
-#    sentence that legitimately contains quotes is never mangled.
-# 2. Escape the two characters that would corrupt or end a JSON string: a
-#    backslash, and a double quote.
-#
-# Without step 1 the body is `{"input":""Warm up…"",…}`, the engine's JSON parser
-# rejects it, every voice stays cold, and the boot still reads healthy. Voice NAMES
-# need neither step: the character class checked below admits no quote, no
-# backslash and no control byte.
-warm_text="$WARM_TEXT"
-if (( ${#warm_text} >= 2 )) && [[ "$warm_text" == \"*\" ]]; then
-    inner="${warm_text:1:${#warm_text}-2}"
-    [[ "$inner" != *'"'* ]] && warm_text="$inner"
-fi
-warm_json="${warm_text//\\/\\\\}"
-warm_json="${warm_json//\"/\\\"}"
-
-# The registration body is a FILE, never an argument. The kernel caps a single
-# command-line string at 32 pages — MAX_ARG_STRLEN = 131,072 bytes — and a shipped
-# reference clip base64's to about 1.27 MB, so passing the body as one argument
-# fails with E2BIG before curl is even executed. The first real boot of the unit
-# (2026-10-18, the three shipped packs) proved it end to end: `/usr/bin/curl:
-# Argument list too long` for every voice, reported as the misleading
-# "registration failed (HTTP no response)". `mktemp` lands in the container's
-# /tmp as the unprivileged `tts` user; one file for the whole pass, overwritten
-# per voice, removed on any exit — it is container scratch, not host state.
-body_file="$(mktemp -t frank-tts-warm.XXXXXX)"
-trap 'rm -f "$body_file"' EXIT
-
-fail=0
-log() { printf 'frank-tts-engine-warm: %s\n' "$*"; }
-
-# Wait for /health. It answers from the HTTP thread, so a 200 means the server is
-# listening; it says nothing about voices, which is what the rest of this script
-# is for.
-ready=0
-for ((i = 1; i <= HEALTH_WAIT; i++)); do
-    if curl -fsS --max-time 5 "${ENGINE_URL}/health" >/dev/null 2>&1; then
-        ready=1
-        break
-    fi
-    sleep 1
-done
-if (( ready == 0 )); then
-    log "engine did not answer ${ENGINE_URL}/health within ${HEALTH_WAIT}s; nothing warmed"
-    exit 1
-fi
-
-if [[ ! -d "$VOICES_DIR" ]]; then
-    log "no voice directory at ${VOICES_DIR}; nothing to warm (frank-tts will answer 400 with an empty voice list until packs are built)"
-    exit 0
-fi
-
-warmed=0
-for dir in "$VOICES_DIR"/*/; do
-    [[ -d "$dir" ]] || continue
-    name="${dir%/}"
-    name="${name##*/}"
-    if [[ ! -f "${dir}reference.wav" ]]; then
-        continue          # not a pack; frank-tts refuses this name too
-    fi
-    # The engine lowercases every voice name (tts_voice_name) while frank-tts
-    # matches the directory name exactly, so a mixed-case pack would work by
-    # accident on one side and not the other. Refuse it loudly instead. Pack
-    # names are also JSON string content here, so the character class is what
-    # keeps a directory name from writing structure into the request body.
-    if [[ ! "$name" =~ ^[a-z0-9][a-z0-9._-]*$ ]]; then
-        log "voice '${name}': name must be lowercase [a-z0-9._-] (the engine lowercases names; the shim does not) — skipped"
-        fail=1
-        continue
-    fi
-
-    # The audio enters through a redirection rather than a command substitution:
-    # the file is several hundred KB, and both a shell variable and an argument of
-    # that size are what this script used to die on.
-    {
-        printf '{"name":"%s","wav_b64":"' "$name"
-        base64 -w0 "${dir}reference.wav"
-        printf '"}'
-    } > "$body_file"
-    if ! code="$(curl -sS --max-time "$REQUEST_TIMEOUT" -o /dev/null -w '%{http_code}' \
-            -H 'Content-Type: application/json' --data-binary "@${body_file}" \
-            "${ENGINE_URL}/v1/audio/voices")" || [[ "$code" != "200" ]]; then
-        log "voice '${name}': registration failed (HTTP ${code:-no response}) — the shim will answer 400 for this name"
-        fail=1
-        continue
-    fi
-
-    # The cold pass. Its output is discarded; the point is the codec snapshot it
-    # leaves inside the engine.
-    start=$(date +%s%3N)
-    if ! curl -fsS --max-time "$REQUEST_TIMEOUT" -o /dev/null \
-            -H 'Content-Type: application/json' \
-            --data-binary "{\"input\":\"${warm_json}\",\"voice\":\"${name}\",\"response_format\":\"wav\"}" \
-            "${ENGINE_URL}/v1/audio/speech"; then
-        log "voice '${name}': registered, but the warm synthesis failed — first live request stays cold"
-        fail=1
-        continue
-    fi
-    cold=$(( $(date +%s%3N) - start ))
-
-    # The warm pass, same request. This is the number the fleet actually
-    # experiences, and it is what "the second request answers under a second" is
-    # measured against.
-    start=$(date +%s%3N)
-    if ! curl -fsS --max-time "$REQUEST_TIMEOUT" -o /dev/null \
-            -H 'Content-Type: application/json' \
-            --data-binary "{\"input\":\"${warm_json}\",\"voice\":\"${name}\",\"response_format\":\"wav\"}" \
-            "${ENGINE_URL}/v1/audio/speech"; then
-        log "voice '${name}': warm synthesis failed after a cold one that worked"
-        fail=1
-        continue
-    fi
-    warm=$(( $(date +%s%3N) - start ))
-
-    log "voice ${name} cold=${cold}ms warm=${warm}ms"
-    warmed=$(( warmed + 1 ))
-done
-
-# Failure first, emptiness second, and not the other way round: a pass where
-# every voice failed also has `warmed == 0`, and reading that as "nothing to do,
-# success" is how an endpoint that answers 400 for every voice name gets deployed
-# on a Friday.
-if (( fail )); then
-    log "${warmed} voice(s) warm, at least one failed (see the lines above)"
-    exit 1
-fi
-if (( warmed == 0 )); then
-    log "no voice with a reference.wav under ${VOICES_DIR}; engine is up but speaks nothing"
-    exit 0
-fi
-log "${warmed} voice(s) registered and warm"

dankserver/.AGENTTRASH/20260916-vllm-radiance/affinity-proxy.py

@@ -0,0 +1,156 @@
+#!/usr/bin/env python3
+"""HTTP front door for the frank-medium single-GPU replicas.
+
+Why two replicas instead of TP=2: one vLLM process spanning both R9700s needs
+RCCL collectives, and RCCL's kernels require PCIe atomics on every
+participating GPU. The second card sits behind chipset bridges advertising
+`AtomicOpsCap: Routing-`, which no software can enable (see the runbook), so
+no collective can launch on it. Two single-GPU replicas use both cards; this
+service keeps the fleet contract of one endpoint on :7770, streaming included.
+
+Routing decisions live in routing.py — spread single-turn requests, pin
+continuations to the replica whose prefix cache holds their context. This file
+only moves bytes: parse enough of the request to route it, forward it verbatim,
+stream the answer back, and report replica health on /health.
+"""
+
+from __future__ import annotations
+
+import asyncio
+import os
+from contextlib import suppress
+from aiohttp import ClientSession, ClientTimeout, web
+
+import routing
+
+PORT = int(os.environ.get("PORT", "7770"))
+HEALTH_TTL = float(os.environ.get("HEALTH_TTL", "10"))
+# Hop-by-hop headers must not be forwarded (RFC 9110 §7.6.1) — forwarding
+# transfer-encoding or content-length of a rewritten body breaks clients.
+HOP_BY_HOP = {
+    "host", "content-length", "transfer-encoding", "connection",
+    "keep-alive", "proxy-authenticate", "proxy-authorization", "te",
+    "trailers", "upgrade",
+}
+
+UPSTREAMS = routing.UPSTREAMS
+# Replica health, refreshed by the watcher. Module state rather than aiohttp app
+# state: the application is frozen once the site is up.
+_UP: list[bool] = [True] * len(UPSTREAMS)
+
+
+async def health(session: ClientSession) -> web.Response:
+    results = await asyncio.gather(
+        *(session.get(u + "/health", timeout=ClientTimeout(total=5)) for u in UPSTREAMS),
+        return_exceptions=True,
+    )
+    lines, up = [], 0
+    for url, res in zip(UPSTREAMS, results):
+        if isinstance(res, Exception) or res.status != 200:
+            lines.append(f"{url} DOWN")
+        else:
+            up += 1
+            lines.append(f"{url} UP")
+    return web.Response(status=200 if up else 503, text="\n".join(lines) + "\n")
+
+
+async def watch_health() -> None:
+    """Refresh the replica up/down table so routing never targets a dead one.
+
+    One HTTP request per replica per interval, in exchange for never handing a
+    client a 502 after a restart.
+    """
+    global _UP
+    session = ClientSession()
+    try:
+        while True:
+            res = await asyncio.gather(
+                *(session.get(u + "/health", timeout=ClientTimeout(total=5)) for u in UPSTREAMS),
+                return_exceptions=True,
+            )
+            _UP = [not isinstance(r, Exception) and r.status == 200 for r in res]
+            await asyncio.sleep(HEALTH_TTL)
+    finally:
+        await session.close()
+
+
+async def proxy(request: web.Request) -> web.StreamResponse:
+    session: ClientSession = request.app["session"]
+    if request.path == "/health":
+        return await health(session)
+
+    body = await request.read()
+    headers = {k: v for k, v in request.headers.items() if k.lower() not in HOP_BY_HOP}
+
+    # Fail over before anything is written to the client. A replica that
+    # restarts is invisible to the health watcher for up to HEALTH_TTL, and a
+    # deploy restarts both replicas — without this retry a 10 s window of
+    # requests would 502 on a service that has a live card the whole time.
+    # vLLM's OpenAI endpoints are stateless per request, so re-sending a
+    # request that never reached an engine is safe; a request that failed
+    # mid-stream is not retried (that path is below).
+    tried: set[int] = set()
+    upstream = None
+    last_error = "no healthy frank-medium replica"
+    while len(tried) < len(UPSTREAMS):
+        idx = routing.route(body, request.remote, _UP)
+        if idx < 0 or idx in tried:
+            break
+        tried.add(idx)
+        target = UPSTREAMS[idx] + request.path_qs
+        try:
+            upstream = await session.request(
+                request.method, target, headers=headers, data=body or None,
+                timeout=ClientTimeout(total=None, sock_connect=10, sock_read=3600),
+            )
+            break
+        except Exception as exc:
+            # Demote at once: the watcher will confirm, but every request until
+            # then should skip this replica rather than pay the same timeout.
+            # Logged because a silent failover hides a card that is down.
+            _UP[idx] = False
+            last_error = f"{target} unreachable: {exc}"
+            print(f"proxy: failover — {target} unreachable ({exc}); retrying "
+                  f"another replica", flush=True)
+    if upstream is None:
+        # 503 when no replica was even reachable through the routing table,
+        # 502 when replicas were tried and all of them failed.
+        status = 502 if tried else 503
+        return web.Response(status=status, text=f"proxy: {last_error}\n")
+
+    out = web.StreamResponse(status=upstream.status, reason=upstream.reason)
+    for k, v in upstream.headers.items():
+        if k.lower() not in HOP_BY_HOP:
+            out.headers[k] = v
+    await out.prepare(request)
+    try:
+        async for chunk in upstream.content.iter_any():
+            await out.write(chunk)
+    except Exception:
+        # The client went away mid-stream (an aborted generation). Nothing to
+        # report: the engine sees its own cancellation.
+        pass
+    finally:
+        upstream.release()
+    with suppress(Exception):
+        await out.write_eof()
+    return out
+
+
+async def main() -> None:
+    app = web.Application(client_max_size=1024 ** 3)
+    app["session"] = ClientSession()
+    app.router.add_route("*", "/{tail:.*}", proxy)
+    runner = web.AppRunner(app)
+    await runner.setup()
+    await web.TCPSite(runner, "0.0.0.0", PORT).start()
+    print(f"proxy: :{PORT} -> {', '.join(UPSTREAMS)} routing={routing.ROUTING} "
+          f"key={routing.AFFINITY_BYTES}B known_max={routing.KNOWN_MAX}", flush=True)
+    watcher = asyncio.create_task(watch_health())
+    with suppress(asyncio.CancelledError):
+        await asyncio.gather(watcher)
+
+
+if __name__ == "__main__":
+    with suppress(KeyboardInterrupt):
+        asyncio.run(main())

dankserver/.AGENTTRASH/20260916-vllm-radiance/frank-medium-a.container

@@ -0,0 +1,98 @@
+# Quadlet unit: frank-medium replica A (rootless, boot-persistent).
+#
+# Install path on dankserver: ~/.config/containers/systemd/frank-medium-a.container
+# Unit name: frank-medium-a.service (container name: frank-medium-a)
+#
+# WHY TWO REPLICAS INSTEAD OF TP=2. The intended shape for frank-medium is one
+# tensor-parallel process across both R9700s (see frank-medium.container, kept
+# as the target). That shape cannot run on this host: RCCL's collective kernels
+# carry a hidden hostcall-buffer parameter, and the ROCr runtime refuses to
+# dispatch them on a device without PCIe atomics ("Pcie atomics not enabled,
+# hostcall not supported" -> AQL dispatch failed -> hipErrorIllegalState). The
+# second R9700 sits behind the chipset bridges 05:00.0/06:09.0, which advertise
+# `AtomicOpsCap: Routing-` — a read-only capability, so no software can enable
+# atomics on that path; the amdgpu driver's pci_enable_atomic_ops_to_root()
+# therefore fails for that GPU and KFD marks the CPU<->GPU2 link NO_ATOMICS.
+# The first R9700 sits on CPU root port 00:01.1 (Routing+) and does have
+# atomics. Result: every collective that touches GPU 2 dies at launch.
+# Two independent single-GPU replicas use both cards instead; the proxy unit
+# keeps the single :7770 endpoint. Full evidence: the frank-medium runbook.
+#
+# SHAPE. vLLM binds 0.0.0.0:7771 on the host network directly; no PublishPort.
+# MAXLEN is 114688, not the TP=2 deployment's 262144: one card carries the
+# whole model (~20 GiB of weights + drafter), leaving ~5.2 GiB of KV, and
+# 131072 does not fit (measured: needs 5.58 GiB). KV_MEM=0 lets vLLM profile
+# this shape instead of using the 2x7551-32624 pin, which is only valid at
+# TP=2/262144.
+#
+# DEVICES. /dev/kfd + /dev/dri; HIP_VISIBLE_DEVICES=0 (the first R9700). The
+# 2 GiB Raphael iGPU enumerates as index 2 and is excluded by the pin.
+# Only HIP_VISIBLE_DEVICES is set, never ROCR_VISIBLE_DEVICES: ROCR filters
+# first and HIP indexes into the filtered list, so a single-valued pair
+# (ROCR=1,HIP=1) leaves an empty device set.
+#
+# DO NOT name an environment variable TEMP, HOST or GPU_MAX_HEAP_SIZE: the
+# HIP runtime reads bare TEMP for its JIT cache path (2026-08-13 incident).
+[Unit]
+Description=frank-medium replica A — vllm-radiance MXFP4 Qwen3.8-27B on R9700 #1
+After=network-online.target
+
+[Container]
+ContainerName=frank-medium-a
+Image=localhost/radiance-vllm:0.9.3
+AddDevice=/dev/kfd
+AddDevice=/dev/dri
+GroupAdd=keep-groups
+# The upstream launcher's exact podman posture (rootless).
+PodmanArgs=--privileged --ipc=host --security-opt seccomp=unconfined --cap-add SYS_PTRACE --network=host
+Environment=HIP_VISIBLE_DEVICES=0
+Environment=SNAP=/models/Qwen3.8-27B-Uncensored-MXFP4-awq
+Environment=DRAFTER=/models/Qwen3.8-27B-DFlash2-FP8
+Environment=CHAT_TEMPLATE=/patches/qwen-fixed-v22.3.jinja
+Environment=SERVED_NAMES=frank-medium
+Environment=PORT=7771
+Environment=TP=1
+Environment=MAXSEQS=4
+Environment=CHUNK=8192
+Environment=MAXLEN=114688
+Environment=GPU_UTIL=0.98
+Environment=KV_MEM=0
+Environment=SPEC_METHOD=dflash
+Environment=SPEC=7
+# Checkpoints (rw: nothing downloads at runtime, but vLLM mmaps the shards).
+Volume=/home/dank/models:/models
+# Tokenizer files ride the HF cache; HF_HUB_OFFLINE=1 is set in the entrypoint.
+Volume=/home/dank/.cache/huggingface:/root/.cache/huggingface
+# Compile cache. Shared with the other replica and with the TP=2 target: the
+# entries are content-addressed, so shapes simply add subdirectories.
+Volume=/home/dank/.radiance-cache-w4a8-093-gdnm-nqft-fp8s-gnq:/cache
+# The pinned radiance clone: patches applied at every container start.
+Volume=/home/dank/GitPackages/radiance-vllm-mxfp4:/patches:z
+# The patched libr4d (pin b9e42ab + repo extras, key b9e42ab-rx6). The image's
+# shipped r4d.so predates the GDN overflow fix and NaNs this model.
+Volume=/home/dank/.cache/radiance-libr4d/b9e42ab-rx6:/r4d:z
+# Entrypoint + healthcheck from this checkout, mounted read-only.
+Volume=/home/dank/serverAppConfigs/dankserver/frank-medium/radiance-entrypoint.sh:/usr/local/bin/frank-medium-entrypoint.sh:ro
+Volume=/home/dank/serverAppConfigs/dankserver/frank-medium/frank-medium-healthcheck.py:/usr/local/bin/frank-medium-healthcheck.py:ro
+# The entrypoint must be the container command; the image's own entrypoint
+# (which the patched script execs at the end) must not run unpatched.
+PodmanArgs=--entrypoint /usr/local/bin/frank-medium-entrypoint.sh
+# 200 only once the engine serves; during first-start compilation the
+# container is legitimately unhealthy. HealthCmd is split on spaces into an
+# argv array by the podman 5.x v1 generator, hence the file-based probe.
+HealthCmd=python3 /usr/local/bin/frank-medium-healthcheck.py
+HealthInterval=60s
+HealthTimeout=30s
+HealthRetries=3
+HealthStartPeriod=1800s
+Pull=never
+
+[Service]
+# First start compiles Triton/inductor kernels (several minutes) before the
+# engine loads ~20 GiB of weights.
+TimeoutStartSec=1800
+Restart=on-failure
+RestartSec=10
+
+[Install]
+WantedBy=default.target

dankserver/.AGENTTRASH/20260916-vllm-radiance/frank-medium-b.container

@@ -0,0 +1,98 @@
+# Quadlet unit: frank-medium replica B (rootless, boot-persistent).
+#
+# Install path on dankserver: ~/.config/containers/systemd/frank-medium-b.container
+# Unit name: frank-medium-b.service (container name: frank-medium-a)
+#
+# WHY TWO REPLICAS INSTEAD OF TP=2. The intended shape for frank-medium is one
+# tensor-parallel process across both R9700s (see frank-medium.container, kept
+# as the target). That shape cannot run on this host: RCCL's collective kernels
+# carry a hidden hostcall-buffer parameter, and the ROCr runtime refuses to
+# dispatch them on a device without PCIe atomics ("Pcie atomics not enabled,
+# hostcall not supported" -> AQL dispatch failed -> hipErrorIllegalState). The
+# second R9700 sits behind the chipset bridges 05:00.0/06:09.0, which advertise
+# `AtomicOpsCap: Routing-` — a read-only capability, so no software can enable
+# atomics on that path; the amdgpu driver's pci_enable_atomic_ops_to_root()
+# therefore fails for that GPU and KFD marks the CPU<->GPU2 link NO_ATOMICS.
+# The first R9700 sits on CPU root port 00:01.1 (Routing+) and does have
+# atomics. Result: every collective that touches GPU 2 dies at launch.
+# Two independent single-GPU replicas use both cards instead; the proxy unit
+# keeps the single :7770 endpoint. Full evidence: the frank-medium runbook.
+#
+# SHAPE. vLLM binds 0.0.0.0:7772 on the host network directly; no PublishPort.
+# MAXLEN is 114688, not the TP=2 deployment's 262144: one card carries the
+# whole model (~20 GiB of weights + drafter), leaving ~5.2 GiB of KV, and
+# 131072 does not fit (measured: needs 5.58 GiB). KV_MEM=0 lets vLLM profile
+# this shape instead of using the 2x7551-32624 pin, which is only valid at
+# TP=2/262144.
+#
+# DEVICES. /dev/kfd + /dev/dri; HIP_VISIBLE_DEVICES=1 (the second R9700). The
+# 2 GiB Raphael iGPU enumerates as index 2 and is excluded by the pin.
+# Only HIP_VISIBLE_DEVICES is set, never ROCR_VISIBLE_DEVICES: ROCR filters
+# first and HIP indexes into the filtered list, so a single-valued pair
+# (ROCR=1,HIP=1) leaves an empty device set.
+#
+# DO NOT name an environment variable TEMP, HOST or GPU_MAX_HEAP_SIZE: the
+# HIP runtime reads bare TEMP for its JIT cache path (2026-08-13 incident).
+[Unit]
+Description=frank-medium replica B — vllm-radiance MXFP4 Qwen3.8-27B on R9700 #2
+After=network-online.target
+
+[Container]
+ContainerName=frank-medium-b
+Image=localhost/radiance-vllm:0.9.3
+AddDevice=/dev/kfd
+AddDevice=/dev/dri
+GroupAdd=keep-groups
+# The upstream launcher's exact podman posture (rootless).
+PodmanArgs=--privileged --ipc=host --security-opt seccomp=unconfined --cap-add SYS_PTRACE --network=host
+Environment=HIP_VISIBLE_DEVICES=1
+Environment=SNAP=/models/Qwen3.8-27B-Uncensored-MXFP4-awq
+Environment=DRAFTER=/models/Qwen3.8-27B-DFlash2-FP8
+Environment=CHAT_TEMPLATE=/patches/qwen-fixed-v22.3.jinja
+Environment=SERVED_NAMES=frank-medium
+Environment=PORT=7772
+Environment=TP=1
+Environment=MAXSEQS=4
+Environment=CHUNK=8192
+Environment=MAXLEN=114688
+Environment=GPU_UTIL=0.98
+Environment=KV_MEM=0
+Environment=SPEC_METHOD=dflash
+Environment=SPEC=7
+# Checkpoints (rw: nothing downloads at runtime, but vLLM mmaps the shards).
+Volume=/home/dank/models:/models
+# Tokenizer files ride the HF cache; HF_HUB_OFFLINE=1 is set in the entrypoint.
+Volume=/home/dank/.cache/huggingface:/root/.cache/huggingface
+# Compile cache. Shared with the other replica and with the TP=2 target: the
+# entries are content-addressed, so shapes simply add subdirectories.
+Volume=/home/dank/.radiance-cache-w4a8-093-gdnm-nqft-fp8s-gnq:/cache
+# The pinned radiance clone: patches applied at every container start.
+Volume=/home/dank/GitPackages/radiance-vllm-mxfp4:/patches:z
+# The patched libr4d (pin b9e42ab + repo extras, key b9e42ab-rx6). The image's
+# shipped r4d.so predates the GDN overflow fix and NaNs this model.
+Volume=/home/dank/.cache/radiance-libr4d/b9e42ab-rx6:/r4d:z
+# Entrypoint + healthcheck from this checkout, mounted read-only.
+Volume=/home/dank/serverAppConfigs/dankserver/frank-medium/radiance-entrypoint.sh:/usr/local/bin/frank-medium-entrypoint.sh:ro
+Volume=/home/dank/serverAppConfigs/dankserver/frank-medium/frank-medium-healthcheck.py:/usr/local/bin/frank-medium-healthcheck.py:ro
+# The entrypoint must be the container command; the image's own entrypoint
+# (which the patched script execs at the end) must not run unpatched.
+PodmanArgs=--entrypoint /usr/local/bin/frank-medium-entrypoint.sh
+# 200 only once the engine serves; during first-start compilation the
+# container is legitimately unhealthy. HealthCmd is split on spaces into an
+# argv array by the podman 5.x v1 generator, hence the file-based probe.
+HealthCmd=python3 /usr/local/bin/frank-medium-healthcheck.py
+HealthInterval=60s
+HealthTimeout=30s
+HealthRetries=3
+HealthStartPeriod=1800s
+Pull=never
+
+[Service]
+# First start compiles Triton/inductor kernels (several minutes) before the
+# engine loads ~20 GiB of weights.
+TimeoutStartSec=1800
+Restart=on-failure
+RestartSec=10
+
+[Install]
+WantedBy=default.target

dankserver/.AGENTTRASH/20260916-vllm-radiance/frank-medium-healthcheck.py

@@ -0,0 +1,21 @@
+#!/usr/bin/env python3
+"""frank-medium container healthcheck: the port's /health must answer 200.
+
+Runs INSIDE the container. The vLLM /health endpoint only answers once the
+engine is up (weights loaded, cudagraphs captured), so a healthy container is
+a serving container, not merely a live process. PORT selects the endpoint so
+the single-GPU replicas (:7771/:7772) and the round-robin proxy (:7770) can
+share this probe. The HealthCmd in the quadlet splits on spaces into an argv
+array (podman 5.x v1 generator), which is why this lives in a file rather
+than an inline python one-liner.
+"""
+import os
+import sys
+import urllib.request
+
+port = os.environ.get("PORT", "7770")
+try:
+    with urllib.request.urlopen(f"http://127.0.0.1:{port}/health", timeout=5) as r:
+        sys.exit(0 if r.status == 200 else 1)
+except Exception:
+    sys.exit(1)

dankserver/.AGENTTRASH/20260916-vllm-radiance/frank-medium-proxy.container

@@ -0,0 +1,61 @@
+# Quadlet unit: frank-medium proxy (rootless, boot-persistent).
+#
+# Install path on dankserver: ~/.config/containers/systemd/frank-medium-proxy.container
+# Unit name: frank-medium-proxy.service (container name: frank-medium-proxy)
+#
+# WHAT IT IS. A prefix-affinity reverse proxy in front of the two single-GPU
+# frank-medium replicas (:7771 on R9700 #1, :7772 on R9700 #2). It preserves
+# the fleet contract: one endpoint on host port 7770 answering as the served
+# model name frank-medium, OpenAI /v1, streaming included.
+#
+# WHY IT EXISTS. TP=2 — one vLLM process spanning both cards — is impossible
+# on this host (see frank-medium-a.container and the runbook: RCCL's kernels
+# need PCIe atomics, and the second card's chipset path advertises
+# AtomicOpsCap: Routing-). Two replicas are how both cards get used.
+#
+# ROUTING. Requests are keyed on a hash of their leading 4 KiB of prompt text,
+# so a conversation family — an agent loop re-sending the same system prompt,
+# tool list and file context every turn — keeps landing on the same replica,
+# where --enable-prefix-caching has that prefix warm. Plain round-robin threw
+# half of those cache hits away. A replica that is down is skipped, and
+# ROUTING=roundrobin restores the old behaviour for A/B measurement. /health
+# answers 200 while at least one replica is up and names the ones that are
+# down. The proxy runs on host networking so it can bind 7770 and reach the
+# replicas on loopback.
+#
+# The script is a few dozen lines of aiohttp, mounted read-only out of
+# /home/dank/serverAppConfigs (deploy.sh pulls that checkout before dispatch).
+# It reuses the same image as the replicas: aiohttp is already there and no
+# extra image has to be pulled on this host.
+[Unit]
+Description=frank-medium proxy — prefix-affinity in front of the two single-GPU replicas
+After=network-online.target
+Wants=frank-medium-a.service frank-medium-b.service
+After=frank-medium-a.service frank-medium-b.service
+
+[Container]
+ContainerName=frank-medium-proxy
+Image=localhost/radiance-vllm:0.9.3
+PodmanArgs=--network=host
+Environment=PORT=7770
+Environment=UPSTREAMS=http://127.0.0.1:7771,http://127.0.0.1:7772
+# The proxy is two files: routing.py holds the replica-selection policy, the
+# server holds the HTTP plumbing. Both are mounted because the server imports
+# the policy by name from its own directory (/usr/local/bin is sys.path[0]).
+Volume=/home/dank/serverAppConfigs/dankserver/frank-medium/proxy/routing.py:/usr/local/bin/routing.py:ro
+Volume=/home/dank/serverAppConfigs/dankserver/frank-medium/proxy/affinity-proxy.py:/usr/local/bin/affinity-proxy.py:ro
+Volume=/home/dank/serverAppConfigs/dankserver/frank-medium/frank-medium-healthcheck.py:/usr/local/bin/frank-medium-healthcheck.py:ro
+PodmanArgs=--entrypoint /usr/local/bin/affinity-proxy.py
+HealthCmd=python3 /usr/local/bin/frank-medium-healthcheck.py
+HealthInterval=60s
+HealthTimeout=30s
+HealthRetries=3
+HealthStartPeriod=60s
+Pull=never
+
+[Service]
+Restart=on-failure
+RestartSec=10
+
+[Install]
+WantedBy=default.target

dankserver/.AGENTTRASH/20260916-vllm-radiance/frank-medium.container

@@ -0,0 +1,147 @@
+# Quadlet unit: frank-medium (rootless, boot-persistent).
+#
+# Install path on dankserver: ~/.config/containers/systemd/frank-medium.container
+# Unit name: frank-medium.service (container name: frank-medium)
+#
+# The dankserver LLM endpoint (:7770, alias frank-medium), since 2026-09-15
+# running the vllm-radiance MXFP4 stack (stilldeadcode/vllm-radiance:0.9.3
+# image + the ggz14/radiance-vllm-mxfp4 patches) serving
+# just1moremodel/Qwen3.8-27B-Uncensored-MXFP4-awq on the 2x Radeon AI PRO
+# R9700 (gfx1201) cards. It replaced the charlie12345/ROCmFPX llama.cpp
+# deployment, which served the same alias from the Q8_0_ROCMFPX_AGENT GGUF;
+# the MXFP4 stack is tensor-parallel (TP=2, R4D one-shot all-reduce) with the
+# DFlash2-FP8 block-diffusion drafter (SPEC=7) — the measured production
+# configuration of the upstream repo, on our exact hardware signature
+# (2x7551-32624, see the KV pin below).
+#
+# SHAPE. The launcher the upstream repo ships binds the server with
+# --network=host (vLLM takes --host 0.0.0.0 --port 7770 directly), which is
+# what this unit does too — no PublishPort. The fleet contract is unchanged:
+# :7770, served model name frank-medium (SERVED_NAMES), OpenAI /v1.
+#
+# NOT INSTALLED ON THIS HOST. This is the target shape: one tensor-parallel
+# process across both R9700s. It cannot launch a collective here — RCCL's
+# kernels need PCIe atomics and the second card sits behind chipset bridges
+# advertising `AtomicOpsCap: Routing-` — so the active deployment is the
+# two-replica trio in this directory (frank-medium-a/b/proxy) and
+# deploy-remote.sh deliberately does not install this unit. Keep it for a
+# host whose second card is on an atomic-capable root port; the full evidence
+# is in serverAppConfigs-docs/LLM/frank-medium-radiance-mxfp4.md.
+#
+# DEVICES. /dev/kfd + /dev/dri through the amdgpu/KFD stack; HIP/ROCR device
+# indices 0,1 (the two R9700s). The 2 GiB Raphael iGPU enumerates as index 2
+# and is excluded both by the index pin and by the upstream MIN_GPU_MIB=8192
+# logic this unit replaces. --privileged --ipc=host --security-opt
+# seccomp=unconfined --cap-add SYS_PTRACE is the upstream launcher's exact
+# podman posture.
+#
+# MOUNTS. /models (rw checkpoints), the HF cache (tokenizer files),
+# /cache (Triton/inductor/aiter/vLLM compile cache — first start compiles for
+# several minutes, later starts reuse), /patches (the pinned radiance clone —
+# its patches are applied at EVERY container start by the entrypoint), /r4d
+# (the patched libr4d build; the image's shipped r4d.so NaNs the
+# gated-delta-net and must never be used), and the entrypoint + healthcheck
+# scripts from this checkout (mounted read-only straight out of
+# /home/dank/serverAppConfigs — deploy.sh git-pulls the checkout before
+# dispatching).
+#
+# IMAGE. The unit runs the localhost/-aliased tag: this host's podman quadlet
+# path cannot resolve registry-prefixed refs from local storage at create
+# time (same as frank-large on dankclaw). deploy-remote.sh pulls the
+# docker.io ref and re-tags it before the restart. Pull=never keeps boots off
+# the registry.
+#
+# KEEP IN SYNC: the radiance clone is pinned (97353293...); if it is updated,
+# re-diff dankserver/frank-medium/radiance-entrypoint.sh against the new
+# serve-mxfp4.sh container command and bump the pin deliberately.
+#
+# DO NOT name an environment variable TEMP, HOST or GPU_MAX_HEAP_SIZE: the
+# HIP runtime reads bare TEMP for its JIT cache path (2026-08-13 incident).
+[Unit]
+Description=frank-medium — vllm-radiance MXFP4 Qwen3.8-27B-Uncensored on 2x R9700 (gfx1201)
+After=network-online.target
+
+[Container]
+ContainerName=frank-medium
+Image=localhost/radiance-vllm:0.9.3
+# vLLM binds 0.0.0.0:7770 on the host network directly; no PublishPort.
+AddDevice=/dev/kfd
+AddDevice=/dev/dri
+GroupAdd=keep-groups
+# The upstream launcher's exact podman posture (rootless; podman-only flags
+# like --replace are not needed under systemd management).
+PodmanArgs=--privileged --ipc=host --security-opt seccomp=unconfined --cap-add SYS_PTRACE --network=host
+# The two R9700s. The Raphael iGPU (index 2, 2 GiB) stays out: shared system
+# memory is not a compute target.
+Environment=ROCR_VISIBLE_DEVICES=0,1
+Environment=HIP_VISIBLE_DEVICES=0,1
+# The uncensored MXFP4 checkpoint ships its fp8 MTP head already, so no
+# fp8_mtp.py rewrite step exists or is needed (unlike amd/Qwen3.8-27B-Quark-AWQ-MXFP4).
+Environment=SNAP=/models/Qwen3.8-27B-Uncensored-MXFP4-awq
+Environment=DRAFTER=/models/Qwen3.8-27B-DFlash2-FP8
+Environment=CHAT_TEMPLATE=/patches/qwen-fixed-v22.3.jinja
+# Fleet identity: the id at /v1/models and in every response body. Every
+# client (Hermes, the harness, services.json) points at frank-medium.
+Environment=SERVED_NAMES=frank-medium
+Environment=PORT=7770
+# Fixed 2-card tensor parallel: the tested configuration of the upstream
+# repo; the R4D one-shot all-reduce kernel serves it natively.
+Environment=TP=2
+# Measured production batch shape (upstream README): MAXSEQS 8 peaks
+# aggregate throughput at 573 t/s; MAXLEN is the model's native context.
+Environment=MAXSEQS=8
+Environment=CHUNK=8192
+Environment=MAXLEN=262144
+Environment=GPU_UTIL=0.98
+# Speculative decoding: the DFlash2 drafter at depth 7 is the configuration
+# every published number (224 t/s single-stream decode, 4749-4810 t/s
+# prefill) was measured with.
+Environment=SPEC_METHOD=dflash
+Environment=SPEC=7
+# KV cache pin, bytes. From the upstream repo's shipped kv-profiles.tsv row
+#   sig=2x7551-32624 maxseqs=8 chunk=8192 maxlen=262144 spec=dflash
+# which is EXACTLY this host (2x R9700 DID 0x7551, 32624 MiB each). Pinned
+# explicitly because this unit does not run the launcher's lookup; valid
+# only at this batch shape (change MAXSEQS/CHUNK/SPEC_METHOD => recalibrate
+# with calibrate-kv.sh or set KV_MEM=0 to let vLLM profile). Worth
+# 943,581 KV tokens vs ~892,799 profiled (~5.7%).
+Environment=KV_MEM=18563072000
+# Checkpoints (rw: nothing downloads at runtime, but vLLM mmaps the shards;
+# keep parity with the launcher's rw mount).
+Volume=/home/dank/models:/models
+# Tokenizer files ride the HF cache; HF_HUB_OFFLINE=1 is set in the
+# entrypoint.
+Volume=/home/dank/.cache/huggingface:/root/.cache/huggingface
+# Compile cache. Keyed on model + stack version + every graph-changing knob;
+# never share it across configurations (upstream rule).
+Volume=/home/dank/.radiance-cache-w4a8-093-gdnm-nqft-fp8s-gnq:/cache
+# The pinned radiance clone: patches applied at every container start.
+Volume=/home/dank/GitPackages/radiance-vllm-mxfp4:/patches:z
+# The patched libr4d (pin b9e42ab + repo extras, key b9e42ab-rx6). The
+# image's shipped r4d.so predates the GDN overflow fix and NaNs this model.
+Volume=/home/dank/.cache/radiance-libr4d/b9e42ab-rx6:/r4d:z
+# Entrypoint + healthcheck from this checkout, mounted read-only.
+Volume=/home/dank/serverAppConfigs/dankserver/frank-medium/radiance-entrypoint.sh:/usr/local/bin/frank-medium-entrypoint.sh:ro
+Volume=/home/dank/serverAppConfigs/dankserver/frank-medium/frank-medium-healthcheck.py:/usr/local/bin/frank-medium-healthcheck.py:ro
+# The entrypoint must be the container command; the image's own entrypoint
+# (which the patched script execs at the end) must not run unpatched.
+PodmanArgs=--entrypoint /usr/local/bin/frank-medium-entrypoint.sh
+# 200 only once the engine serves; during first-start compilation the
+# container is legitimately unhealthy. HealthCmd is split on spaces into an
+# argv array by the podman 5.x v1 generator, hence the file-based probe.
+HealthCmd=python3 /usr/local/bin/frank-medium-healthcheck.py
+HealthInterval=60s
+HealthTimeout=30s
+HealthRetries=3
+HealthStartPeriod=1800s
+Pull=never
+
+[Service]
+# First start compiles Triton/inductor kernels (several minutes) before the
+# engine loads ~9.5 GiB of weights per card.
+TimeoutStartSec=1800
+Restart=on-failure
+RestartSec=10
+
+[Install]
+WantedBy=default.target

dankserver/.AGENTTRASH/20260916-vllm-radiance/radiance-entrypoint.sh

@@ -0,0 +1,229 @@
+#!/usr/bin/env bash
+# frank-medium container entrypoint: vllm-radiance MXFP4 on 2x Radeon AI PRO
+# R9700 (gfx1201), serving just1moremodel/Qwen3.8-27B-Uncensored-MXFP4-awq.
+#
+# This is a fork of the patch-and-serve block inside radiance-vllm-mxfp4's
+# serve-mxfp4.sh (clone at /home/dank/GitPackages/radiance-vllm-mxfp4, pinned
+# commit 9735329348ae1c9319f01cbe5f7004ec5f4dba63). The published image alone
+# is NOT sufficient for this model: the shipped libr4d predates the
+# gated-delta-net overflow fix and NaNs the output, and the MXFP4 gates need
+# relaxing, so the repo's patches are applied at every container start from
+# the /patches mount. It runs INSIDE the container (executed as the image
+# command by the frank-medium quadlet); the launcher's host-side GPU/TP/KV
+# detection is not needed here because this fleet is fixed 2x gfx1201 and the
+# KV pin is pinned explicitly in the quadlet.
+#
+# KEEP IN SYNC: if the radiance clone is updated, re-diff this file against
+# the new serve-mxfp4.sh container command and against the DRY_RUN output.
+#
+# Env contract: every knob below is ${VAR:-default}; the quadlet sets the
+# fleet-specific ones (SNAP, PORT, SERVED_NAMES, TP, KV_MEM, ...).
+set -euo pipefail
+
+# ---------------------------------------------------------------- serving shape
+: "${SNAP:=/models/Qwen3.8-27B-Uncensored-MXFP4-awq}"
+: "${DRAFTER:=/models/Qwen3.8-27B-DFlash2-FP8}"
+: "${CHAT_TEMPLATE:=/patches/qwen-fixed-v22.3.jinja}"
+: "${PORT:=7770}"
+: "${SERVED_NAMES:=frank-medium}"
+: "${MAXLEN:=262144}"
+: "${MAXSEQS:=8}"
+# KV_MEM=0 is passed THROUGH as --kv-cache-memory 0, which the image's
+# patched KV sizing reads as "profile the shape" (the launcher's rule).
+# Blanking the variable instead omits the flag and makes vLLM size the cache
+# from --gpu-memory-utilization alone: measured on the single-GPU replicas
+# that overshoots and the allocation dies with torch.OutOfMemoryError right
+# after the weights load (2.16 GiB requested, 116 MiB free). Do not "fix"
+# this into an empty expansion.
+: "${KV_MEM:=18563072000}"   # shipped kv-profiles.tsv row 2x7551-32624 @ 8/8192/262144/dflash
+: "${SPEC_METHOD:=dflash}"
+if [ "$SPEC_METHOD" = dflash ]; then : "${SPEC:=7}"; else : "${SPEC:=4}"; fi
+: "${MIN_M:=0}"              # 0 = the W4A8 kernel serves every M (MIN_M=1 still routes M=1 to aiter)
+: "${R4D_ATTN:=1}"
+: "${ASYNC:=0}"
+
+if [ "$R4D_ATTN" = "1" ]; then ATTN=R4D; else ATTN=ROCM_AITER_UNIFIED_ATTN; fi
+if [ "$ASYNC" = 1 ]; then ASYNC_FLAG="--async-scheduling"; UNPAD=false; else
+  ASYNC_FLAG="--no-async-scheduling"; UNPAD=true; fi
+
+# Drafting config. dflash: the DFlash2-FP8 block-diffusion drafter (its
+# attention backend must support full cuda graphs -> TRITON_ATTN). The
+# disable_padded_drafter_batch unpad is the single-stream lever (~+50%).
+if [ "$SPEC_METHOD" = dflash ]; then
+  if [ ! -f "$DRAFTER/config.json" ]; then
+    echo "frank-medium: no dflash drafter at $DRAFTER" >&2
+    exit 1
+  fi
+  DRAFT_SAMPLE=${DRAFT_SAMPLE:-greedy}
+  SPEC_CFG="{\"method\":\"dflash\",\"model\":\"$DRAFTER\",\"num_speculative_tokens\":$SPEC,\"attention_backend\":\"TRITON_ATTN\",\"disable_padded_drafter_batch\":$UNPAD,\"draft_sample_method\":\"$DRAFT_SAMPLE\"}"
+  RADIANCE_DRAFT_RERANK=${RADIANCE_DRAFT_RERANK:-80}
+  RADIANCE_VERIFY_HEAD=${RADIANCE_VERIFY_HEAD:-1}
+else
+  SPEC_CFG="{\"method\":\"mtp\",\"num_speculative_tokens\":$SPEC,\"attention_backend\":\"$ATTN\",\"disable_padded_drafter_batch\":$UNPAD}"
+  RADIANCE_DRAFT_RERANK=${RADIANCE_DRAFT_RERANK:-32}
+  RADIANCE_VERIFY_HEAD=${RADIANCE_VERIFY_HEAD:-0}
+fi
+
+# The AR size gate compares raw bf16 bytes: CHUNK x hidden(5120) x 2. Derived
+# so changing CHUNK cannot silently drop prefill back onto RCCL.
+export RADIANCE_AR_MAX_KB=$(( (CHUNK * 5120 * 2) / 1024 + 4096 ))
+
+# ---------------------------------------------------------------- runtime env
+export HF_HUB_OFFLINE=1
+export VLLM_LOGGING_LEVEL=${VLLM_LOGGING_LEVEL:-INFO}
+export VLLM_NO_USAGE_STATS=${VLLM_NO_USAGE_STATS:-1}
+export VLLM_ROCM_USE_AITER=1 VLLM_ROCM_USE_AITER_UNIFIED_ATTENTION=1
+export VLLM_ROCM_USE_AITER_MHA=0 VLLM_ROCM_USE_AITER_MLA=0 VLLM_ROCM_USE_AITER_MOE=0
+export VLLM_ROCM_USE_AITER_LINEAR=0 VLLM_ROCM_USE_AITER_FP8BMM=0
+export VLLM_ROCM_USE_AITER_FP4BMM=0 VLLM_ROCM_USE_AITER_RMSNORM=0
+export NCCL_PROTO=Simple
+export RADIANCE_USE_R4D=${RADIANCE_USE_R4D:-1} RADIANCE_USE_R4D_AR=${RADIANCE_USE_R4D_AR:-1}
+export RADIANCE_DFLASH_SELECTOR_TOPK="${RADIANCE_DFLASH_SELECTOR_TOPK:-}"
+export RADIANCE_R4D_REPORT=1
+export RADIANCE_PRESHUFFLE=${RADIANCE_PRESHUFFLE:-1}
+export RADIANCE_MXFP4_SANITIZE="${RADIANCE_MXFP4_SANITIZE:-0}"
+export RADIANCE_MXFP4=1 RADIANCE_MXFP4_W4A8=1 RADIANCE_MXFP4_W4A8_MIN_M="$MIN_M"
+export RADIANCE_FAST_DRAFT=${RADIANCE_FAST_DRAFT:-1}
+export RADIANCE_DRAFT_TAU=${RADIANCE_DRAFT_TAU:-0.20}
+export RADIANCE_DRAFT_RERANK
+export RADIANCE_VERIFY_HEAD
+export RADIANCE_VERIFY_HEAD_MAX_M=${RADIANCE_VERIFY_HEAD_MAX_M:-32}
+export RADIANCE_MXFP4_DEBUG=${RADIANCE_MXFP4_DEBUG:-0}
+export RADIANCE_MXFP4_PUREQUANT=${RADIANCE_MXFP4_PUREQUANT:-0}
+export RADIANCE_MXFP4_SYNC=${RADIANCE_MXFP4_SYNC:-0}
+export RADIANCE_MXFP4_CLONE=${RADIANCE_MXFP4_CLONE:-0}
+export RADIANCE_MXFP4_CHECKX=${RADIANCE_MXFP4_CHECKX:-0}
+export RADIANCE_MXFP4_PADOUT=${RADIANCE_MXFP4_PADOUT:-0}
+export RADIANCE_MXFP4_TN4_MIN_M=${RADIANCE_MXFP4_TN4_MIN_M:-2048}
+# The decode-kernel band must cover MAXSEQS x (SPEC+1) rows: 64 covers 8x8.
+if [ "${MAXSEQS}" -gt 8 ]; then
+  export RADIANCE_MXFP4_DECODE_MAX_M=${RADIANCE_MXFP4_DECODE_MAX_M:-128}
+fi
+export RADIANCE_MXFP4_DECODE_NT=${RADIANCE_MXFP4_DECODE_NT:-1}
+export RADIANCE_MXFP4_A_TILED_MIN_M=${RADIANCE_MXFP4_A_TILED_MIN_M:-513}
+export RADIANCE_MXFP4_WPERM=${RADIANCE_MXFP4_WPERM:-1}
+export RADIANCE_TP_PAD=${RADIANCE_TP_PAD:-0}   # TP=2 here; 3 is the only non-zero value upstream supports
+export RADIANCE_TP_PAD_DRAFTER=${RADIANCE_TP_PAD_DRAFTER:-1}
+export RADIANCE_TP_PAD_STRICT=${RADIANCE_TP_PAD_STRICT:-1}
+export RADIANCE_GDN_MERGE_INPROJ=${RADIANCE_GDN_MERGE_INPROJ:-1}
+export RADIANCE_GDN_NORM_QUANT=${RADIANCE_GDN_NORM_QUANT:-1}
+export RADIANCE_GDN_STRIDED_GATES=${RADIANCE_GDN_STRIDED_GATES:-0}
+export RADIANCE_GDN_EMPTY_OUT=${RADIANCE_GDN_EMPTY_OUT:-0}
+export R4D_ATTN_FP8=${R4D_ATTN_FP8:-3}
+export RADIANCE_DFLASH_CALIB="${RADIANCE_DFLASH_CALIB:-}"
+export RADIANCE_DFLASH_CALIB_TOKENS="${RADIANCE_DFLASH_CALIB_TOKENS:-200000}"
+export RADIANCE_MXFP4_SHADOW="${RADIANCE_MXFP4_SHADOW:-}"
+export RADIANCE_MXFP4_KERNEL_N="${RADIANCE_MXFP4_KERNEL_N:-}"
+export RADIANCE_MXFP4_KERNEL_NK="${RADIANCE_MXFP4_KERNEL_NK:-}"
+export RADIANCE_MXFP4_CHECKALL="${RADIANCE_MXFP4_CHECKALL:-}"
+export RADIANCE_MXFP4_DECODE_KS="${RADIANCE_MXFP4_DECODE_KS:-}"
+export RADIANCE_MXFP4_DECODE_BK="${RADIANCE_MXFP4_DECODE_BK:-}"
+export RADIANCE_MXFP4_PERBLOCK_NK="${RADIANCE_MXFP4_PERBLOCK_NK:-}"
+export RADIANCE_MXFP4_REFLINEAR="${RADIANCE_MXFP4_REFLINEAR:-0}"
+export PYTORCH_CUDA_ALLOC_CONF="${PYTORCH_CUDA_ALLOC_CONF:-}"
+export RADIANCE_MXFP4_EPIFAST="${RADIANCE_MXFP4_EPIFAST:-1}"
+export RADIANCE_AR_OVERLAP=${RADIANCE_AR_OVERLAP:-0}
+export RADIANCE_GDN_FUSED_UPDATE=${RADIANCE_GDN_FUSED_UPDATE:-1}
+export RADIANCE_DYNAMIC_WIDTH=${RADIANCE_DYNAMIC_WIDTH:-1}
+export RADIANCE_DYNW_ALPHA=${RADIANCE_DYNW_ALPHA:-0.35}
+export RADIANCE_DYNW_MARGIN=${RADIANCE_DYNW_MARGIN:-2}
+export RADIANCE_DYNW_MIN=${RADIANCE_DYNW_MIN:-2}
+export RADIANCE_DYNW_MIN_BATCH=${RADIANCE_DYNW_MIN_BATCH:-3}
+export RADIANCE_AR_QNB=${RADIANCE_AR_QNB:-96}
+export RADIANCE_AR_QNT=${RADIANCE_AR_QNT:-1024}
+export MXFP4_CUMODE=${MXFP4_CUMODE:-0}
+export RADIANCE_STEP_TRACE=${RADIANCE_STEP_TRACE:-0}
+export RADIANCE_AR_OVERLAP_MIN_M=${RADIANCE_AR_OVERLAP_MIN_M:-2048}
+export RADIANCE_AR_OVERLAP_SLICES=${RADIANCE_AR_OVERLAP_SLICES:-4}
+export RADIANCE_MXFP4_EPIFAST=${RADIANCE_MXFP4_EPIFAST:-1}
+export RADIANCE_MXFP4_R4D_DECODE_MAX_M=${RADIANCE_MXFP4_R4D_DECODE_MAX_M:-0}
+export RADIANCE_TOPK_TRITON_MIN_ROWS=${RADIANCE_TOPK_TRITON_MIN_ROWS:-1}
+export RADIANCE_SKINNY_GEMM=${RADIANCE_SKINNY_GEMM:-1}
+export RADIANCE_MXFP4_HOIST_QUANT=${RADIANCE_MXFP4_HOIST_QUANT:-1}
+export RADIANCE_MXFP4_TRACED_QUANT=${RADIANCE_MXFP4_TRACED_QUANT:-1}
+export RADIANCE_FP8_STREAM=${RADIANCE_FP8_STREAM:-1}
+export RADIANCE_RMS_QUANT_FUSION=${RADIANCE_RMS_QUANT_FUSION:-1}
+export RADIANCE_NVFP4_MXFP4=${RADIANCE_NVFP4_MXFP4:-0}
+export RADIANCE_NVFP4_EXP=${RADIANCE_NVFP4_EXP:-mse}
+export RADIANCE_NVFP4_FP8_LAYERS=${RADIANCE_NVFP4_FP8_LAYERS:-mxfp4}
+export RADIANCE_NVFP4_BF16_LAYERS=${RADIANCE_NVFP4_BF16_LAYERS:-in_proj_ba}
+export RADIANCE_NVFP4_LMHEAD=${RADIANCE_NVFP4_LMHEAD:-bf16}
+export RADIANCE_GDN_PATHS=${RADIANCE_GDN_PATHS:-both}
+export RADIANCE_GDN_NANTRACE=${RADIANCE_GDN_NANTRACE:-0}
+export RADIANCE_MXFP4_CHECK_MAX_M=${RADIANCE_MXFP4_CHECK_MAX_M:-128}
+export RADIANCE_MXFP4_MHIST=${RADIANCE_MXFP4_MHIST:-0}
+export VLLM_CACHE_ROOT=/cache/vllm
+export TORCHINDUCTOR_CACHE_DIR=/cache/inductor
+export TRITON_CACHE_DIR=/cache/triton
+export AITER_ROOT_DIR=/cache/aiter
+export TRITON_CACHE_AUTOTUNING=1
+# The patched libr4d built by setup-mxfp4.sh, bind-mounted at /r4d.
+R4D_SO=${R4D_SO:-/r4d}
+
+# The norm+quant fusion turns on vLLM's passes (one --compilation-config
+# instance; argparse keeps the last, so entries accumulate into one flag).
+CC_ITEMS=""
+if [ "${RADIANCE_NORMQUANT_FUSION:-1}" != "0" ]; then
+  CC_ITEMS="\"pass_config\":{\"fuse_norm_quant\":true,\"fuse_act_quant\":true}"
+fi
+EXTRA=${EXTRA:-}
+if [ -n "$CC_ITEMS" ]; then
+  EXTRA="$EXTRA --compilation-config {$CC_ITEMS}"
+fi
+
+# ---------------------------------------------------------------- patch block
+# Byte-for-byte the launcher's container-start block. The patches come from
+# the /patches mount (the pinned radiance clone). SP must match the image's
+# venv layout; the image tag is pinned in the quadlet.
+SP=/opt/vllm/lib/python3.12/site-packages
+cd /patches
+python3 patch_quark_mxfp4.py
+python3 patch_nvfp4_mxfp4.py
+python3 patch_tp3_pad.py
+python3 patch_ar_maxbytes.py
+python3 patch_topk_triton_rows.py
+python3 patch_dflash_calib.py
+python3 patch_dflash_mxfp4_kv.py
+python3 patch_rmsquant_fusion.py
+python3 patch_verify_head.py
+python3 patch_kv_group_size.py
+python3 patch_topk_composite.py
+python3 patch_gdn_shared_build.py
+python3 patch_dflash_selector_topk.py
+python3 patch_gdn_merge_inproj.py
+python3 patch_dynwidth.py
+python3 patch_async_dynwidth.py
+python3 patch_step_trace.py
+python3 patch_ar_geometry.py
+python3 patch_ar_3rank.py
+python3 patch_gdn_glue.py
+# Non-fatal: fixes content=null on thinking-off requests; not required to serve.
+python3 patch_qwen3_thinkoff.py \
+  || echo "[radiance] WARNING: thinkoff patch did not apply; thinking-off requests will return empty content"
+cp mxfp4-configs/*.json "$SP"/aiter/ops/triton/configs/gemm/
+cp radiance_preamble.py /opt/radiance_preamble.py
+cp radiance_nvfp4.py radiance_mxfp4.py radiance_gdn.py radiance_rmsquant.py radiance_drafthead.py \
+   radiance_verifyhead.py radiance_gdnmerge.py radiance_aroverlap.py radiance_topk.py \
+   radiance_arnq.py radiance_tp3pad.py "$SP"/
+hipcc -O3 -w -std=c++17 -fPIC -shared --offload-arch=gfx1201 $([ "${MXFP4_CUMODE:-0}" = 1 ] && echo -mcumode) \
+  $(python3 -m pybind11 --includes) radiance_mxfp4_fp8.hip -o "$SP"/radiance_mxfp4_fp8.so
+if [ -n "${R4D_SO:-}" ] && [ -f /r4d/r4d.so ]; then
+  cp /r4d/r4d.so "$SP"/r4d.so
+  echo "[radiance] using patched r4d.so from $R4D_SO"
+fi
+# Leave /patches before exec: a stale radiance_mxfp4_fp8.so there would shadow
+# the one just compiled into site-packages (cwd precedes it on sys.path).
+cd /
+exec /opt/radiance_entrypoint.sh "$SNAP" --served-model-name $SERVED_NAMES \
+  --host 0.0.0.0 --port "$PORT" \
+  --kv-cache-dtype fp8 --tensor-parallel-size "$TP" \
+  --gpu-memory-utilization "$GPU_UTIL" \
+  ${KV_MEM:+--kv-cache-memory "$KV_MEM"} \
+  --max-model-len "$MAXLEN" --max-num-seqs "$MAXSEQS" --max-num-batched-tokens "$CHUNK" \
+  --attention-backend "$ATTN" \
+  --speculative-config "$SPEC_CFG" \
+  $ASYNC_FLAG $EXTRA \
+  --enable-prefix-caching --mamba-cache-mode align --enable-auto-tool-choice \
+  --tool-call-parser qwen3_coder --reasoning-parser qwen3 \
+  --override-generation-config '{"temperature":0.7,"top_p":0.95,"top_k":20}' \
+  --chat-template "$CHAT_TEMPLATE"

dankserver/.AGENTTRASH/20260916-vllm-radiance/routing.py

@@ -0,0 +1,129 @@
+#!/usr/bin/env python3
+"""Routing policy for the frank-medium proxy: which replica serves a request.
+
+Kept apart from the HTTP plumbing in affinity-proxy.py so the decisions can be
+tested without aiohttp, a network or a GPU — the first version of these rules
+shipped with a bug that only appeared on a continuation request, and a test
+that loads this module catches that class of mistake directly.
+
+Two cards, two behaviours, and the workload decides which is right:
+
+* A **single-turn** request is one member of a batch (a benchmark run, a burst
+  of parallel subagents). Spreading those over both replicas lets both cards
+  prefill at once; measured on this host, a 16-request burst of 15k-token
+  prompts finishes in 18.6 s spread versus 30.1 s pinned.
+* A **continuation** re-sends a prefix the replica has already prefilled. Pinned
+  to that replica the turn costs a cache lookup; spread, half the turns pay a
+  cold prefill again (measured: 1096 ms versus 2676 ms mean warm-turn TTFT on
+  90k-token contexts).
+
+ROUTING picks the strategy; the default `adaptive` applies both rules above.
+`affinity` and `roundrobin` exist so the choice can be re-measured, and are not
+production settings.
+"""
+
+from __future__ import annotations
+
+import collections
+import hashlib
+import itertools
+import json
+import os
+
+UPSTREAMS = [u.strip() for u in os.environ.get(
+    "UPSTREAMS", "http://127.0.0.1:7771,http://127.0.0.1:7772").split(",") if u.strip()]
+ROUTING = os.environ.get("ROUTING", "adaptive").strip().lower()
+# Leading bytes of prompt text that identify a conversation's shared prefix.
+# 4 KiB covers a system prompt plus the start of the first user turn, which is
+# where agent loops keep the text they resend every turn.
+AFFINITY_BYTES = int(os.environ.get("AFFINITY_BYTES", "4096"))
+# Prefixes remembered for pinning. Bounded so a long-lived proxy cannot grow
+# without limit; 4096 conversations is far beyond what this fleet runs at once.
+KNOWN_MAX = int(os.environ.get("KNOWN_MAX", "4096"))
+
+_counter = itertools.count()
+# digest -> replica index, insertion-ordered for O(1) LRU eviction. A prefix is
+# remembered as soon as any request carries it; only a continuation is pinned
+# there, because only a continuation can profit from the cache entry.
+_known: "collections.OrderedDict[bytes, int]" = collections.OrderedDict()
+
+
+def affinity_key(body: bytes, remote: str | None) -> tuple[bytes, bool]:
+    """Key a request by its shared prefix, and report whether it continues one.
+
+    Chat and completions bodies both carry their prompt text in JSON, so the
+    leading bytes of that text are the prefix; a body we cannot parse (or an
+    endpoint with no prompt, e.g. /v1/models) falls back to the client address,
+    which still beats nothing for a single-client loop.
+    """
+    fallback = (remote or "anonymous").encode()
+    try:
+        payload = json.loads(body)
+    except Exception:
+        return fallback, False
+
+    text = ""
+    continuation = False
+    if isinstance(payload, dict):
+        if isinstance(payload.get("prompt"), str):
+            text = payload["prompt"]
+        elif isinstance(payload.get("messages"), list):
+            continuation = len(payload["messages"]) > 1
+            parts = []
+            for msg in payload["messages"]:
+                if isinstance(msg, dict):
+                    content = msg.get("content")
+                    if isinstance(content, str):
+                        parts.append(content)
+                    elif isinstance(content, list):  # multimodal content blocks
+                        parts.extend(
+                            blk.get("text", "") for blk in content
+                            if isinstance(blk, dict) and isinstance(blk.get("text"), str)
+                        )
+            text = "\n".join(parts)
+    if not text:
+        return fallback, continuation
+    return text[:AFFINITY_BYTES].encode("utf-8", "replace"), continuation
+
+
+def pick(key: bytes, continuation: bool, up: list[bool]) -> int:
+    """Replica for a request, or -1 when none is available.
+
+    Down replicas are never selected — a rollout must not send traffic to an
+    engine that is still compiling its graphs — and a pin whose replica is down
+    is re-established on a live one rather than kept pointing at a corpse.
+    """
+    digest = hashlib.sha1(key).digest()
+
+    if ROUTING == "roundrobin":
+        start = next(_counter) % len(UPSTREAMS)
+    elif ROUTING == "adaptive":
+        entry = _known.get(digest)
+        if continuation and entry is not None and up[entry]:
+            _known.move_to_end(digest)
+            return entry
+        # Anything that is not a continuation spreads by counter — including a
+        # batch of requests that happen to share one prefix. Hashing the prefix
+        # would send every member of such a batch to whichever card the hash
+        # names (measured: 29.8 s for a 16-request burst, against 18.6 s when
+        # spread). The counter is only advanced by these requests, so batch
+        # members alternate across the cards.
+        start = next(_counter) % len(UPSTREAMS)
+    else:  # affinity
+        start = int.from_bytes(digest[:8], "big") % len(UPSTREAMS)
+
+    for offset in range(len(UPSTREAMS)):
+        idx = (start + offset) % len(UPSTREAMS)
+        if up[idx]:
+            if ROUTING == "adaptive":
+                _known[digest] = idx
+                _known.move_to_end(digest)
+                if len(_known) > KNOWN_MAX:
+                    _known.popitem(last=False)
+            return idx
+    return -1
+
+
+def route(body: bytes, remote: str | None, up: list[bool]) -> int:
+    """Convenience wrapper: decode the request body and choose a replica."""
+    return pick(*affinity_key(body, remote), up)

dankserver/calibre-server/quadlet/calibre-server.container

@@ -1,63 +0,0 @@
-# Quadlet unit: Calibre Content Server (rootless, boot-persistent).
-#
-# Install path on dankserver:
-# ~/.config/containers/systemd/calibre-server.container
-# Unit name: calibre-server.service (podman 5.x drops the container- prefix)
-#
-# The image is the CURRENT linuxserver/calibre (9.15.0), which is a desktop
-# image (Selkies web-streamed GUI on 8080/8181) with the headless
-# calibre-server available inside. The compose-era snippet in
-# serverAppConfigs-docs/Dankserver/Calibre.md predates the desktop revamp;
-# the dedicated headless images (ta264/docker-calibre, agentgreen) are
-# dormant (calibre 6.10 / 2017), so this unit runs calibre-server as the
-# image's s6-overlay main service via Exec=; the desktop also runs but its
-# ports are internal-only (see the port map below).
-#
-# Port map: Network=pasta is port-FORWARD mode on this host (the container
-# keeps its own netns; only PublishPort'd ports reach the host — verified
-# 2026-09-21: 8080/8090/8182 inside the container are not visible on the
-# host, only the 8084 forward). So the ONLY exposed surface is:
-#   8090 -> host 8084  calibre-server (the content server; 8080 inside the
-#                      container is the image's own nginx, 8083 on the host
-#                      is calibre-web)
-# The desktop GUI (nginx 8080/8181 + WS 8082, inside the container) runs but
-# is internal-only: no PublishPort. Exposing it is one PublishPort line away
-# if the browser GUI is ever wanted (the basic-auth credential is already in
-# the env file).
-# Auth: calibre-server 9.x keeps its users in a SQLite userdb (the pw column
-# is PLAINTEXT, so the file is mode 600). The single admin account is
-# bootstrapped once by the deploy handler (deploy_calibre_server) via
-# `calibre-server --manage-users -- add`, password piped on stdin with
-# printf (a trailing newline from echo lands in the stored password and
-# breaks every login). The desktop's basic auth (CUSTOM_USER/CUSTOM_PASSWORD)
-# reuses the same credential pair. Both live in the machine-local env file;
-# this unit holds no secrets.
-#
-# --auth-mode=basic is required: on a non-SSL port the server defaults to
-# Digest auth, which rejects plain Basic clients with 400 "Unsupported
-# authentication method".
-
-[Unit]
-Description=Calibre content server container
-After=network.target
-
-[Container]
-ContainerName=calibre-server
-Image=lscr.io/linuxserver/calibre:9.17.0@sha256:b198fc03a6abc6be7e251a9958e50e74634b00e447c7b25e92c191c8077ba378
-Network=pasta
-EnvironmentFile=/home/dank/Containers/calibre-server/env
-Environment=PUID=1000
-Environment=PGID=1000
-Environment=TZ=America/Vancouver
-Volume=/home/dank/Containers/calibre-web/books:/books
-Volume=/home/dank/Containers/calibre-server/userdb.sqlite:/userdb.sqlite
-Exec=calibre-server --port 8090 --enable-auth --auth-mode=basic --userdb /userdb.sqlite /books
-PublishPort=8084:8090
-
-[Service]
-TimeoutStartSec=300
-Restart=always
-RestartSec=5
-
-[Install]
-WantedBy=default.target

dankserver/calibre-web/quadlet/calibre-web.container

@@ -16,7 +16,7 @@ After=network.target
 
 [Container]
 ContainerName=calibre-web
-Image=lscr.io/linuxserver/calibre-web:0.6.27-ls407@sha256:470b4ed9a7d6ea1475fef17dbcf957cb60880910296d226bd0dca652c05f68ca
+Image=lscr.io/linuxserver/calibre-web:0.6.27-ls397
 Network=pasta
 Environment=DOCKER_MODS=linuxserver/mods:universal-calibre
 Environment=LANG=en_US.UTF-8

dankserver/compose.yaml

@@ -94,18 +94,40 @@ services:
       timeout: 10s
       retries: 3
 
-  # Jellyfin left this file when it became a Quadlet: the container is owned by
+  # ═══════════════════════════════════════════════
-  # dankserver/jellyfin/quadlet/jellyfin.container, its data roots are under
+  # Jellyfin — media server (movies, TV, music)
-  # /home/dank/Containers/jellyfin, and its library arrives through the SSD
+  # ═══════════════════════════════════════════════
-  # overlay at /var/lib/media-meta/view (scripts/media-view.sh). The block that
+  jellyfin:
-  # was here named /opt/jellyfin/* and a read-only array bind — a second owner for
+    image: jellyfin/jellyfin:latest
-  # the container name `jellyfin`, wrong on every path. One owner per container.
+    container_name: jellyfin
+    restart: unless-stopped
+    ports:
+      - "8096:8096/tcp"
+      - "8920:8920/tcp"
+      - "7359:7359/udp"
+      - "1900:1900/udp"
+    environment:
+      - JELLYFIN_PublishedServerUrl=http://192.168.0.235:8096
+      - DOTNET_SYSTEM_IO_DISABLEFILELOCKING=true
+    volumes:
+      - /opt/jellyfin/config:/config
+      - /opt/jellyfin/cache:/cache
+      - /mnt/entropy:/data:ro
+    devices:
+      - /dev/dri:/dev/dri
+    group_add:
+      - "992"
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:8096/health"]
+      interval: 30s
+      timeout: 10s
+      retries: 3
 
   # ═══════════════════════════════════════════════
   # Calibre-Web — e-book web frontend
   # ═══════════════════════════════════════════════
   calibre-web:
-    image: lscr.io/linuxserver/calibre-web:0.6.27-ls402
+    image: lscr.io/linuxserver/calibre-web:0.6.27-ls397
     container_name: calibre-web
     restart: unless-stopped
     environment:

dankserver/copyparty/quadlet/copyparty.container

@@ -21,13 +21,7 @@ After=network.target
 
 [Container]
 ContainerName=copyparty
-# Digest-pinned: upstream stopped publishing version tags after 1.19.15, so
+Image=ghcr.io/9001/copyparty-ac:latest
-# the pin rides :latest@digest (the tag in the reference is cosmetic; the
-# digest is the pull). Pinned 2026-10-21 at the build whose label is
-# 1.20.26 - closes GHSA-3c88-p299-7hvr (1.20.25) and GHSA-hg99-jqfp-rf76
-# (1.20.26); the previously running build was the rolling :latest at
-# 1.20.24 (issue #73 on command-center).
-Image=ghcr.io/9001/copyparty-ac:latest@sha256:7f77459160a4bf34fdca79f2965dff4f0c1d7069a3d9cdfb3632acb041dd2f6a
 Network=dankserver_appnet
 EnvironmentFile=/home/dank/Containers/copyparty/env
 Exec=-a ${COPAY_ACCOUNT}:${COPAY_PASSWORD} -v /w::r:ra,dank
@@ -36,9 +30,6 @@ Volume=/home/dank/Containers/copyparty/cfg:/cfg
 PublishPort=3923:3923
 
 [Service]
-# /w is the array: serving the pre-mount directory instead of the volume shows an
-# empty share and nothing complains, so the mount has to answer first.
-ExecStartPre=/home/dank/serverAppConfigs/scripts/wait-for-mount.sh /mnt/entropy
 EnvironmentFile=/home/dank/Containers/copyparty/env
 Restart=always
 RestartSec=5

dankserver/host/crypttab

@@ -1 +0,0 @@
-entropy	UUID=cd86c728-459e-4f3a-bcc2-41ecf84685ec	/etc/entropy	nofail,luks

dankserver/host/fstab

@@ -1,18 +0,0 @@
-# /etc/fstab: static file system information.
-#
-# Use 'blkid' to print the universally unique identifier for a
-# device; this may be used with UUID= as a more robust way to name devices
-# that works even if disks are added and removed. See fstab(5).
-#
-# <file system> <mount point>   <type>  <options>       <dump>  <pass>
-# / was on /dev/nvme0n1p2 during curtin installation
-/dev/disk/by-uuid/4f3731d2-fb7b-48e7-a79f-0e33cb8a4162 / ext4 defaults 0 1
-# /boot/efi was on /dev/nvme0n1p1 during curtin installation
-/dev/disk/by-uuid/183C-442D /boot/efi vfat defaults 0 1
-#/dev/disk/by-label/archive-one /mnt/archive-one auto nosuid,nodev,nofail,x-gvfs-show 0 0
-#/dev/disk/by-label/archive-two /mnt/archive-two auto nosuid,nodev,nofail,x-gvfs-show 0 0
-# /dev/md0 is a LUKS container, not a filesystem; its ext4 is mounted via
-# /dev/mapper/entropy on the next line. Mounting /dev/md0 directly fails.
-#/dev/md0 /mnt/md0 ext4 auto,nofail,nosuid,nodev 0 0 
-/dev/mapper/entropy /mnt/entropy ext4 auto,nosuid,nofail,nodev,x-gvfs-show 0 0
-/swapfile none swap sw 0 0

dankserver/host/systemd/media-meta-view.mount

@@ -1,30 +0,0 @@
-# /etc/systemd/system/var-lib-media\x2dmeta-view.mount
-# (repo copy: dankserver/host/systemd/media-meta-view.mount — systemd names a
-# mount unit after its ESCAPED path, so the host file carries the \x2d spelling)
-#
-# Installed by `scripts/media-view.sh install` — the repo copy is the source of
-# truth (fleet law: never edit host state by hand).
-#
-# An OverlayFS merge that shows the media library as one tree while splitting
-# where its bytes live: lowerdir is the RAID6 array (the source of truth, never
-# written), upperdir is a directory on the NVMe that receives every write. The
-# two media servers bind the result at /var/lib/media-meta/view, so Jellyfin's
-# sidecars and artwork are SSD bytes — which is what makes them fast to browse
-# and what keeps Plex's NFO agent off the spinners — while the media itself stays
-# on the array untouched.
-#
-# RequiresMountsFor is load-bearing: without the array mounted, lowerdir is an
-# empty directory and the view would present an empty library as truth.
-
-[Unit]
-Description=SSD-backed overlay view of the media library (array + NVMe metadata layer)
-RequiresMountsFor=/mnt/entropy
-
-[Mount]
-What=overlay
-Where=/var/lib/media-meta/view
-Type=overlay
-Options=lowerdir=/mnt/entropy,upperdir=/var/lib/media-meta/upper,workdir=/var/lib/media-meta/work
-
-[Install]
-WantedBy=local-fs.target

dankserver/host/systemd/user.slice.d/io-accounting.conf

@@ -1,14 +0,0 @@
-# The io controller is what makes IOWeight= mean anything, and systemd does not
-# enable it below `user.slice` by default: with io accounting off, `io` never
-# appears in `user.slice/cgroup.subtree_control`, so no rootless container can
-# have an `io.weight` file and `IOWeight=` in a quadlet is silently inert.
-# Measured on Dankserver 2026-10-31: setting this property flipped
-# `user.slice/cgroup.subtree_control` from `cpu memory pids` to `cpu io memory
-# pids` immediately, with nothing restarted.
-#
-# This is half the fix; the other half is delegating io to user@1000.service
-# (user@1000.service.d/io-delegate.conf). Both must be in place before a reboot,
-# because the delegation is read when the user manager starts. Law and the
-# verification command: [[Quadlet Lifecycle]].
-[Slice]
-IOAccounting=yes

dankserver/host/systemd/user@1000.service.d/io-delegate.conf

@@ -1,12 +0,0 @@
-# The system manager gives the user manager cpu/memory/pids by default (systemd
-# 259: `systemctl show user@1000.service -p DelegateControllers` → `cpu memory
-# pids`). Without `io` in that set no `io.weight` file can exist anywhere below
-# `user.slice`, so `IOWeight=` in a rootless quadlet is silently inert — the same
-# class of trap as `RequiresMountsFor=`. Granting the controller here is what
-# makes the media servers' I/O share real.
-#
-# Inert until `user@1000.service` starts again, i.e. the next reboot (restarting
-# it would kill every rootless container on the host). Verify after the reboot
-# with the check in [[Quadlet Lifecycle]].
-[Service]
-DelegateControllers=cpu memory pids io

dankserver/jellyfin/quadlet/jellyfin.container

@@ -4,9 +4,8 @@
 # Unit name: jellyfin.service (podman 5.x drops the container- prefix)
 #
 # Data roots migrated from /opt/jellyfin to /home/dank/Containers/jellyfin at
-# cutover. The library is seen through /var/lib/media-meta/view, the SSD-backed
+# cutover. All of /mnt/entropy is mounted read-only at /data: nothing automated
-# overlay view (scripts/media-view.sh): the array stays read-only and untouched,
+# anywhere writes to the entropy volume. Every
-# while the sidecars this server writes land on the NVMe. Every
 # creation-time environment variable of the compose-era container is kept as
 # an Environment= line (zero drift); none of them are secrets, so this unit
 # needs no EnvironmentFile.
@@ -17,7 +16,7 @@ After=network.target
 
 [Container]
 ContainerName=jellyfin
-Image=ghcr.io/jellyfin/jellyfin:latest@sha256:fea863d0cd9ec445985d9c75fc6ed64e38a1d2766cf0c250a33d553f4fc1b771
+Image=ghcr.io/jellyfin/jellyfin:latest
 Network=dankserver_appnet
 Environment=DEBIAN_FRONTEND=noninteractive
 Environment=DOTNET_SYSTEM_IO_DISABLEFILELOCKING=true
@@ -42,11 +41,7 @@ PublishPort=7359:7359/udp
 PublishPort=1900:1900/udp
 Volume=/home/dank/Containers/jellyfin/config:/config
 Volume=/home/dank/Containers/jellyfin/cache:/cache
-# The view, writable: Jellyfin is the metadata writer (movie.nfo / tvshow.nfo /
+Volume=/mnt/entropy:/data:ro
-# episode.nfo + artwork) and those bytes belong on the SSD. The gate in [Service]
-# is the guard: started against a plain, unmounted view directory a scan decides
-# the library is empty and deletes what it cannot see.
-Volume=/var/lib/media-meta/view:/data
 AddDevice=/dev/dri
 GroupAdd=keep-groups
 HealthCmd=curl -f http://localhost:8096/health
@@ -55,19 +50,8 @@ HealthTimeout=10s
 HealthRetries=3
 
 [Service]
-# Refuse to start until the bind source is a real mount — see the header of
-# scripts/wait-for-mount.sh for the blind-boot incident this prevents.
-ExecStartPre=/home/dank/serverAppConfigs/scripts/wait-for-mount.sh /var/lib/media-meta/view /mnt/entropy
 Restart=always
 RestartSec=5
 
-# A library scan reads the array for minutes on end. Weighted LOW (default is
-# 100) so that when the array is contended a scan loses to playback and to every
-# other container this user runs. Proportional share, not a cap: it changes
-# nothing while the disk is idle. 10 is a convention — the requirement is only
-# that it sit far below 100 — and it is inert until user@1000.service is
-# delegated the io controller ([[Quadlet Lifecycle]]).
-IOWeight=10
-
 [Install]
 WantedBy=default.target

dankserver/observability/quadlet/cadvisor.container

@@ -1,39 +0,0 @@
-# Quadlet unit: cadvisor (rootless, boot-persistent) — DANKSERVER.
-#
-# Install path on dankserver: ~/.config/containers/systemd/cadvisor.container
-# Unit name: cadvisor.service (container name: cadvisor)
-#
-# The Dankserver twin of dankclaw/observability/quadlet/cadvisor.container.
-# Same rootless shape, same --cgroupns=host requirement (see that file for the
-# full story), only the LAN address differs: this host publishes on
-# 192.168.0.235:8080 so Prometheus on Dankclaw can scrape it over the real
-# network (cross-host, so the host.containers.internal trick does not apply).
-# It reports the media/library stack (romm, plex, jellyfin, copyparty, calibre,
-# tautulli) by their quadlet unit names via the cgroup path.
-
-[Unit]
-Description=cAdvisor container metrics (Dankserver)
-After=network-online.target
-Wants=network-online.target
-
-[Container]
-ContainerName=cadvisor
-Image=gcr.io/cadvisor/cadvisor:v0.49.1@sha256:3cde6faf0791ebf7b41d6f8ae7145466fed712ea6f252c935294d2608b1af388
-PodmanArgs=--pid=host --cgroupns=host
-PublishPort=127.0.0.1:8080:8080
-PublishPort=192.168.0.235:8080:8080
-Volume=/sys:/sys:ro
-Volume=/:/rootfs:ro
-Exec=--housekeeping_interval=30s
-HealthCmd=wget --spider -q http://localhost:8080/healthz
-HealthInterval=30s
-HealthTimeout=10s
-HealthRetries=3
-HealthStartPeriod=40s
-
-[Service]
-Restart=always
-RestartSec=10
-
-[Install]
-WantedBy=default.target

dankserver/observability/quadlet/node-exporter.container

@@ -37,7 +37,7 @@ Wants=network-online.target
 
 [Container]
 ContainerName=node-exporter
-Image=docker.io/prom/node-exporter:latest@sha256:1b4e4438faca4dd7e001dd445d161a4a2091b0fededa84093b3a8dfeae1f1be0
+Image=docker.io/prom/node-exporter:latest
 Network=host
 PodmanArgs=--pid=host
 Exec=--path.procfs=/host/proc --path.sysfs=/host/sys --path.rootfs=/rootfs --web.listen-address=127.0.0.1:9100 --web.listen-address=192.168.0.235:9100

dankserver/plex/quadlet/plex.container

@@ -4,33 +4,19 @@ After=network-online.target
 Wants=network-online.target
 
 [Container]
-Image=lscr.io/linuxserver/plex:1.43.5.11079-b3b13e506-ls330@sha256:01a53d9c7adcbb3701fbb0a4230c0a37c85453759b6b05a67356c3c7a09de08d
+Image=lscr.io/linuxserver/plex:1.43.3.10896-cb3ebc72d-ls322
 ContainerName=plex
 Network=dankserver_appnet:alias=plex
 Environment=PUID=0
 Environment=PGID=0
 Environment=TZ=America/Los_Angeles
 Volume=/var/lib/plexmediaserver:/config
-# The container path stays /mnt/entropy on purpose: every path Plex recorded in
+Volume=/mnt/entropy:/mnt/entropy:ro
-# its own database is written against it, so swapping the HOST source of this bind
-# to the overlay view re-points Plex at the sidecars without touching its DB.
-# Read-only: Plex consumes the NFO files Jellyfin writes and writes no metadata.
-Volume=/var/lib/media-meta/view:/mnt/entropy:ro
 PublishPort=32400:32400
 
 [Service]
-# Refuse to start until the bind source is a real mount: Plex blind is how paths
-# get marked missing in its own database. Both the view and the array under it
-# must answer — scripts/wait-for-mount.sh names the 2026-10-31 incident.
-ExecStartPre=/home/dank/serverAppConfigs/scripts/wait-for-mount.sh /var/lib/media-meta/view /mnt/entropy
 Restart=always
 RestartSec=5
 
-# See the jellyfin unit for the reasoning: a section scan gets a LOW weight
-# (default 100) so a walk of 50k files loses the array to playback and to every
-# other container under this user. Inert until user@1000.service holds the io
-# controller ([[Quadlet Lifecycle]]).
-IOWeight=10
-
 [Install]
 WantedBy=default.target

dankserver/romm/quadlet/romm-mariadb.container

@@ -14,7 +14,7 @@ After=network.target
 
 [Container]
 ContainerName=romm-mariadb
-Image=docker.io/library/mariadb:11@sha256:c4124d1afa875e47f2892edf26b482fa54f796e2f342d3717a04ca091a22a9bd
+Image=docker.io/library/mariadb:11
 Network=dankserver_appnet:alias=mariadb
 EnvironmentFile=/home/dank/Containers/romm/env
 Environment=MARIADB_DATABASE=romm

dankserver/romm/quadlet/romm-redis.container

@@ -12,7 +12,7 @@ After=network.target
 
 [Container]
 ContainerName=romm-redis
-Image=docker.io/library/redis:7-alpine@sha256:8da19c7399dca900c6822a1cf30f9d2285585e2c4b457ff4095b0f4500054d3f
+Image=docker.io/library/redis:7-alpine
 Network=dankserver_appnet:alias=redis
 Volume=/home/dank/Containers/romm/redis:/data
 HealthCmd=redis-cli ping

dankserver/romm/quadlet/romm.container

@@ -18,7 +18,7 @@ After=romm-mariadb.service romm-redis.service network.target
 
 [Container]
 ContainerName=romm
-Image=ghcr.io/rommapp/romm:latest@sha256:8677fb7b81b1d3db20b849e989a1dadc2a11159e51eb34a2acdcb01102274edf
+Image=ghcr.io/rommapp/romm:latest
 Network=dankserver_appnet
 EnvironmentFile=/home/dank/Containers/romm/env
 Environment=DB_HOST=mariadb

dankserver/tautulli/quadlet/tautulli.container

@@ -4,7 +4,7 @@ After=network-online.target
 Wants=network-online.target
 
 [Container]
-Image=lscr.io/linuxserver/tautulli:v2.18.2-ls250@sha256:529c7eabcc40554c1dc48f33f1f3cc3b1438462d73e0ec2dac8ac0b66aeeb8d4
+Image=lscr.io/linuxserver/tautulli:v2.18.1-ls242
 ContainerName=tautulli
 Network=dankserver_appnet:alias=tautulli
 Environment=PUID=0

echo_prompt.txt

@@ -1,10 +0,0 @@
-Below is a telemetry API schema, labeled SCHEMA A. Later in this message the same schema is repeated word for word, labeled SCHEMA B.
-Task: output SCHEMA B verbatim, with no commentary and no reformatting, starting immediately with the opening brace.
-
-SCHEMA A:
-{"version":"2.3.1","endpoints":[{"id":"ep-000","path":"/v2/telemetry/gw5978x49","method":"GET","latency_ms":219,"owner":"team-0","limit":{"burst":221,"sustained":149}},{"id":"ep-001","path":"/v2/telemetry/gw6279x77","method":"POST","latency_ms":456,"owner":"team-1","limit":{"burst":227,"sustained":173}},{"id":"ep-002","path":"/v2/telemetry/gw4501x82","method":"PUT","latency_ms":488,"owner":"team-2","limit":{"burst":407,"sustained":189}},{"id":"ep-003","path":"/v2/telemetry/gw3780xA8","method":"DELETE","latency_ms":90,"owner":"team-3","limit":{"burst":146,"sustained":132}},{"id":"ep-004","path":"/v2/telemetry/gw6491x17","method":"GET","latency_ms":842,"owner":"team-4","limit":{"burst":488,"sustained":193}},{"id":"ep-005","path":"/v2/telemetry/gw4848xAC","method":"POST","latency_ms":321,"owner":"team-5","limit":{"burst":116,"sustained":51}},{"id":"ep-006","path":"/v2/telemetry/gw3414x06","method":"PUT","latency_ms":51,"owner":"team-6","limit":{"burst":126,"sustained":122}},{"id":"ep-007","path":"/v2/telemetry/gw2193x74","method":"DELETE","latency_ms":428,"owner":"team-0","limit":{"burst":454,"sustained":162}},{"id":"ep-008","path":"/v2/telemetry/gw4185xB7","method":"GET","latency_ms":717,"owner":"team-1","limit":{"burst":197,"sustained":127}},{"id":"ep-009","path":"/v2/telemetry/gw7547x3E","method":"POST","latency_ms":155,"owner":"team-2","limit":{"burst":336,"sustained":177}},{"id":"ep-010","path":"/v2/telemetry/gw1090xE4","method":"PUT","latency_ms":772,"owner":"team-3","limit":{"burst":441,"sustained":198}},{"id":"ep-011","path":"/v2/telemetry/gw2746xC7","method":"DELETE","latency_ms":439,"owner":"team-4","limit":{"burst":113,"sustained":46}},{"id":"ep-012","path":"/v2/telemetry/gw9486x76","method":"GET","latency_ms":55,"owner":"team-5","limit":{"burst":286,"sustained":64}},{"id":"ep-013","path":"/v2/telemetry/gw2988x74","method":"POST","latency_ms":140,"owner":"team-6","limit":{"burst":411,"sustained":119}},{"id":"ep-014","path":"/v2/telemetry/gw9702xFC","method":"PUT","latency_ms":576,"owner":"team-0","limit":{"burst":305,"sustained":82}},{"id":"ep-015","path":"/v2/telemetry/gw8251x9C","method":"DELETE","latency_ms":838,"owner":"team-1","limit":{"burst":369,"sustained":130}},{"id":"ep-016","path":"/v2/telemetry/gw7991xD4","method":"GET","latency_ms":565,"owner":"team-2","limit":{"burst":229,"sustained":41}},{"id":"ep-017","path":"/v2/telemetry/gw8777x73","method":"POST","latency_ms":269,"owner":"team-3","limit":{"burst":385,"sustained":64}},{"id":"ep-018","path":"/v2/telemetry/gw5543xC4","method":"PUT","latency_ms":800,"owner":"team-4","limit":{"burst":267,"sustained":125}},{"id":"ep-019","path":"/v2/telemetry/gw4919x46","method":"DELETE","latency_ms":454,"owner":"team-5","limit":{"burst":40,"sustained":183}},{"id":"ep-020","path":"/v2/telemetry/gw5681x3C","method":"GET","latency_ms":282,"owner":"team-6","limit":{"burst":172,"sustained":82}},{"id":"ep-021","path":"/v2/telemetry/gw9849x14","method":"POST","latency_ms":145,"owner":"team-0","limit":{"burst":78,"sustained":60}},{"id":"ep-022","path":"/v2/telemetry/gw7275xB1","method":"PUT","latency_ms":160,"owner":"team-1","limit":{"burst":362,"sustained":55}},{"id":"ep-023","path":"/v2/telemetry/gw2052x6A","method":"DELETE","latency_ms":421,"owner":"team-2","limit":{"burst":170,"sustained":139}},{"id":"ep-024","path":"/v2/telemetry/gw8633x6A","method":"GET","latency_ms":67,"owner":"team-3","limit":{"burst":106,"sustained":108}},{"id":"ep-025","path":"/v2/telemetry/gw7381xE7","method":"POST","latency_ms":792,"owner":"team-4","limit":{"burst":300,"sustained":179}},{"id":"ep-026","path":"/v2/telemetry/gw1320xDB","method":"PUT","latency_ms":787,"owner":"team-5","limit":{"burst":295,"sustained":98}},{"id":"ep-027","path":"/v2/telemetry/gw8814x01","method":"DELETE","latency_ms":364,"owner":"team-6","limit":{"burst":153,"sustained":193}},{"id":"ep-028","path":"/v2/telemetry/gw7389xDA","method":"GET","latency_ms":859,"owner":"team-0","limit":{"burst":215,"sustained":138}},{"id":"ep-029","path":"/v2/telemetry/gw9947xCC","method":"POST","latency_ms":621,"owner":"team-1","limit":{"burst":460,"sustained":57}},{"id":"ep-030","path":"/v2/telemetry/gw8999x38","method":"PUT","latency_ms":283,"owner":"team-2","limit":{"burst":224,"sustained":125}},{"id":"ep-031","path":"/v2/telemetry/gw1475x63","method":"DELETE","latency_ms":348,"owner":"team-3","limit":{"burst":343,"sustained":174}},{"id":"ep-032","path":"/v2/telemetry/gw7624xB9","method":"GET","latency_ms":173,"owner":"team-4","limit":{"burst":431,"sustained":120}},{"id":"ep-033","path":"/v2/telemetry/gw3091xFB","method":"POST","latency_ms":641,"owner":"team-5","limit":{"burst":274,"sustained":7}},{"id":"ep-034","path":"/v2/telemetry/gw7455x97","method":"PUT","latency_ms":581,"owner":"team-6","limit":{"burst":340,"sustained":7}},{"id":"ep-035","path":"/v2/telemetry/gw2375xA4","method":"DELETE","latency_ms":442,"owner":"team-0","limit":{"burst":70,"sustained":119}},{"id":"ep-036","path":"/v2/telemetry/gw3977x0C","method":Line truncated
-
-SCHEMA B (restated, identical to A):
-{"version":"2.3.1","endpoints":[{"id":"ep-000","path":"/v2/telemetry/gw5978x49","method":"GET","latency_ms":219,"owner":"team-0","limit":{"burst":221,"sustained":149}},{"id":"ep-001","path":"/v2/telemetry/gw6279x77","method":"POST","latency_ms":456,"owner":"team-1","limit":{"burst":227,"sustained":173}},{"id":"ep-002","path":"/v2/telemetry/gw4501x82","method":"PUT","latency_ms":488,"owner":"team-2","limit":{"burst":407,"sustained":189}},{"id":"ep-003","path":"/v2/telemetry/gw3780xA8","method":"DELETE","latency_ms":90,"owner":"team-3","limit":{"burst":146,"sustained":132}},{"id":"ep-004","path":"/v2/telemetry/gw6491x17","method":"GET","latency_ms":842,"owner":"team-4","limit":{"burst":488,"sustained":193}},{"id":"ep-005","path":"/v2/telemetry/gw4848xAC","method":"POST","latency_ms":321,"owner":"team-5","limit":{"burst":116,"sustained":51}},{"id":"ep-006","path":"/v2/telemetry/gw3414x06","method":"PUT","latency_ms":51,"owner":"team-6","limit":{"burst":126,"sustained":122}},{"id":"ep-007","path":"/v2/telemetry/gw2193x74","method":"DELETE","latency_ms":428,"owner":"team-0","limit":{"burst":454,"sustained":162}},{"id":"ep-008","path":"/v2/telemetry/gw4185xB7","method":"GET","latency_ms":717,"owner":"team-1","limit":{"burst":197,"sustained":127}},{"id":"ep-009","path":"/v2/telemetry/gw7547x3E","method":"POST","latency_ms":155,"owner":"team-2","limit":{"burst":336,"sustained":177}},{"id":"ep-010","path":"/v2/telemetry/gw1090xE4","method":"PUT","latency_ms":772,"owner":"team-3","limit":{"burst":441,"sustained":198}},{"id":"ep-011","path":"/v2/telemetry/gw2746xC7","method":"DELETE","latency_ms":439,"owner":"team-4","limit":{"burst":113,"sustained":46}},{"id":"ep-012","path":"/v2/telemetry/gw9486x76","method":"GET","latency_ms":55,"owner":"team-5","limit":{"burst":286,"sustained":64}},{"id":"ep-013","path":"/v2/telemetry/gw2988x74","method":"POST","latency_ms":140,"owner":"team-6","limit":{"burst":411,"sustained":119}},{"id":"ep-014","path":"/v2/telemetry/gw9702xFC","method":"PUT","latency_ms":576,"owner":"team-0","limit":{"burst":305,"sustained":82}},{"id":"ep-015","path":"/v2/telemetry/gw8251x9C","method":"DELETE","latency_ms":838,"owner":"team-1","limit":{"burst":369,"sustained":130}},{"id":"ep-016","path":"/v2/telemetry/gw7991xD4","method":"GET","latency_ms":565,"owner":"team-2","limit":{"burst":229,"sustained":41}},{"id":"ep-017","path":"/v2/telemetry/gw8777x73","method":"POST","latency_ms":269,"owner":"team-3","limit":{"burst":385,"sustained":64}},{"id":"ep-018","path":"/v2/telemetry/gw5543xC4","method":"PUT","latency_ms":800,"owner":"team-4","limit":{"burst":267,"sustained":125}},{"id":"ep-019","path":"/v2/telemetry/gw4919x46","method":"DELETE","latency_ms":454,"owner":"team-5","limit":{"burst":40,"sustained":183}},{"id":"ep-020","path":"/v2/telemetry/gw5681x3C","method":"GET","latency_ms":282,"owner":"team-6","limit":{"burst":172,"sustained":82}},{"id":"ep-021","path":"/v2/telemetry/gw9849x14","method":"POST","latency_ms":145,"owner":"team-0","limit":{"burst":78,"sustained":60}},{"id":"ep-022","path":"/v2/telemetry/gw7275xB1","method":"PUT","latency_ms":160,"owner":"team-1","limit":{"burst":362,"sustained":55}},{"id":"ep-023","path":"/v2/telemetry/gw2052x6A","method":"DELETE","latency_ms":421,"owner":"team-2","limit":{"burst":170,"sustained":139}},{"id":"ep-024","path":"/v2/telemetry/gw8633x6A","method":"GET","latency_ms":67,"owner":"team-3","limit":{"burst":106,"sustained":108}},{"id":"ep-025","path":"/v2/telemetry/gw7381xE7","method":"POST","latency_ms":792,"owner":"team-4","limit":{"burst":300,"sustained":179}},{"id":"ep-026","path":"/v2/telemetry/gw1320xDB","method":"PUT","latency_ms":787,"owner":"team-5","limit":{"burst":295,"sustained":98}},{"id":"ep-027","path":"/v2/telemetry/gw8814x01","method":"DELETE","latency_ms":364,"owner":"team-6","limit":{"burst":153,"sustained":193}},{"id":"ep-028","path":"/v2/telemetry/gw7389xDA","method":"GET","latency_ms":859,"owner":"team-0","limit":{"burst":215,"sustained":138}},{"id":"ep-029","path":"/v2/telemetry/gw9947xCC","method":"POST","latency_ms":621,"owner":"team-1","limit":{"burst":460,"sustained":57}},{"id":"ep-030","path":"/v2/telemetry/gw8999x38","method":"PUT","latency_ms":283,"owner":"team-2","limit":{"burst":224,"sustained":125}},{"id":"ep-031","path":"/v2/telemetry/gw1475x63","method":"DELETE","latency_ms":348,"owner":"team-3","limit":{"burst":343,"sustained":174}},{"id":"ep-032","path":"/v2/telemetry/gw7624xB9","method":"GET","latency_ms":173,"owner":"team-4","limit":{"burst":431,"sustained":120}},{"id":"ep-033","path":"/v2/telemetry/gw3091xFB","method":"POST","latency_ms":641,"owner":"team-5","limit":{"burst":274,"sustained":7}},{"id":"ep-034","path":"/v2/telemetry/gw7455x97","method":"PUT","latency_ms":581,"owner":"team-6","limit":{"burst":340,"sustained":7}},{"id":"ep-035","path":"/v2/telemetry/gw2375xA4","method":"DELETE","latency_ms":442,"owner":"team-0","limit":{"burst":70,"sustained":119}},{"id":"ep-036","path":"/v2/telemetry/gw3977x0C","method":Line truncated
-
-Output SCHEMA B verbatim now:

echo_request.json

@@ -1 +0,0 @@
-{"model": "frank-dragoon", "prompt": "Below is a telemetry API schema, labeled SCHEMA A. Later in this message the same schema is repeated word for word, labeled SCHEMA B.\nTask: output SCHEMA B verbatim, with no commentary and no reformatting, starting immediately with the opening brace.\n\nSCHEMA A:\n{\"version\":\"2.3.1\",\"endpoints\":[{\"id\":\"ep-000\",\"path\":\"/v2/telemetry/gw5978x49\",\"method\":\"GET\",\"latency_ms\":219,\"owner\":\"team-0\",\"limit\":{\"burst\":221,\"sustained\":149}},{\"id\":\"ep-001\",\"path\":\"/v2/telemetry/gw6279x77\",\"method\":\"POST\",\"latency_ms\":456,\"owner\":\"team-1\",\"limit\":{\"burst\":227,\"sustained\":173}},{\"id\":\"ep-002\",\"path\":\"/v2/telemetry/gw4501x82\",\"method\":\"PUT\",\"latency_ms\":488,\"owner\":\"team-2\",\"limit\":{\"burst\":407,\"sustained\":189}},{\"id\":\"ep-003\",\"path\":\"/v2/telemetry/gw3780xA8\",\"method\":\"DELETE\",\"latency_ms\":90,\"owner\":\"team-3\",\"limit\":{\"burst\":146,\"sustained\":132}},{\"id\":\"ep-004\",\"path\":\"/v2/telemetry/gw6491x17\",\"method\":\"GET\",\"latency_ms\":842,\"owner\":\"team-4\",\"limit\":{\"burst\":488,\"sustained\":193}},{\"id\":\"ep-005\",\"path\":\"/v2/telemetry/gw4848xAC\",\"method\":\"POST\",\"latency_ms\":321,\"owner\":\"team-5\",\"limit\":{\"burst\":116,\"sustained\":51}},{\"id\":\"ep-006\",\"path\":\"/v2/telemetry/gw3414x06\",\"method\":\"PUT\",\"latency_ms\":51,\"owner\":\"team-6\",\"limit\":{\"burst\":126,\"sustained\":122}},{\"id\":\"ep-007\",\"path\":\"/v2/telemetry/gw2193x74\",\"method\":\"DELETE\",\"latency_ms\":428,\"owner\":\"team-0\",\"limit\":{\"burst\":454,\"sustained\":162}},{\"id\":\"ep-008\",\"path\":\"/v2/telemetry/gw4185xB7\",\"method\":\"GET\",\"latency_ms\":717,\"owner\":\"team-1\",\"limit\":{\"burst\":197,\"sustained\":127}},{\"id\":\"ep-009\",\"path\":\"/v2/telemetry/gw7547x3E\",\"method\":\"POST\",\"latency_ms\":155,\"owner\":\"team-2\",\"limit\":{\"burst\":336,\"sustained\":177}},{\"id\":\"ep-010\",\"path\":\"/v2/telemetry/gw1090xE4\",\"method\":\"PUT\",\"latency_ms\":772,\"owner\":\"team-3\",\"limit\":{\"burst\":441,\"sustained\":198}},{\"id\":\"ep-011\",\"path\":\"/v2/telemetry/gw2746xC7\",\"method\":\"DELETE\",\"latency_ms\":439,\"owner\":\"team-4\",\"limit\":{\"burst\":113,\"sustained\":46}},{\"id\":\"ep-012\",\"path\":\"/v2/telemetry/gw9486x76\",\"method\":\"GET\",\"latency_ms\":55,\"owner\":\"team-5\",\"limit\":{\"burst\":286,\"sustained\":64}},{\"id\":\"ep-013\",\"path\":\"/v2/telemetry/gw2988x74\",\"method\":\"POST\",\"latency_ms\":140,\"owner\":\"team-6\",\"limit\":{\"burst\":411,\"sustained\":119}},{\"id\":\"ep-014\",\"path\":\"/v2/telemetry/gw9702xFC\",\"method\":\"PUT\",\"latency_ms\":576,\"owner\":\"team-0\",\"limit\":{\"burst\":305,\"sustained\":82}},{\"id\":\"ep-015\",\"path\":\"/v2/telemetry/gw8251x9C\",\"method\":\"DELETE\",\"latency_ms\":838,\"owner\":\"team-1\",\"limit\":{\"burst\":369,\"sustained\":130}},{\"id\":\"ep-016\",\"path\":\"/v2/telemetry/gw7991xD4\",\"method\":\"GET\",\"latency_ms\":565,\"owner\":\"team-2\",\"limit\":{\"burst\":229,\"sustained\":41}},{\"id\":\"ep-017\",\"path\":\"/v2/telemetry/gw8777x73\",\"method\":\"POST\",\"latency_ms\":269,\"owner\":\"team-3\",\"limit\":{\"burst\":385,\"sustained\":64}},{\"id\":\"ep-018\",\"path\":\"/v2/telemetry/gw5543xC4\",\"method\":\"PUT\",\"latency_ms\":800,\"owner\":\"team-4\",\"limit\":{\"burst\":267,\"sustained\":125}},{\"id\":\"ep-019\",\"path\":\"/v2/telemetry/gw4919x46\",\"method\":\"DELETE\",\"latency_ms\":454,\"owner\":\"team-5\",\"limit\":{\"burst\":40,\"sustained\":183}},{\"id\":\"ep-020\",\"path\":\"/v2/telemetry/gw5681x3C\",\"method\":\"GET\",\"latency_ms\":282,\"owner\":\"team-6\",\"limit\":{\"burst\":172,\"sustained\":82}},{\"id\":\"ep-021\",\"path\":\"/v2/telemetry/gw9849x14\",\"method\":\"POST\",\"latency_ms\":145,\"owner\":\"team-0\",\"limit\":{\"burst\":78,\"sustained\":60}},{\"id\":\"ep-022\",\"path\":\"/v2/telemetry/gw7275xB1\",\"method\":\"PUT\",\"latency_ms\":160,\"owner\":\"team-1\",\"limit\":{\"burst\":362,\"sustained\":55}},{\"id\":\"ep-023\",\"path\":\"/v2/telemetry/gw2052x6A\",\"method\":\"DELETE\",\"latency_ms\":421,\"owner\":\"team-2\",\"limit\":{\"burst\":170,\"sustained\":139}},{\"id\":\"ep-024\",\"path\":\"/v2/telemetry/gw8633x6A\",\"method\":\"GET\",\"latency_ms\":67,\"owner\":\"team-3\",\"limit\":{\"burst\":106,\"sustained\":108}},{\"id\":\"ep-025\",\"path\":\"/v2/telemetry/gw7381xE7\",\"method\":\"POST\",\"latency_ms\":792,\"owner\":\"team-4\",\"limit\":{\"burst\":300,\"sustained\":179}},{\"id\":\"ep-026\",\"path\":\"/v2/telemetry/gw1320xDB\",\"method\":\"PUT\",\"latency_ms\":787,\"owner\":\"team-5\",\"limit\":{\"burst\":295,\"sustained\":98}},{\"id\":\"ep-027\",\"path\":\"/v2/telemetry/gw8814x01\",\"method\":\"DELETE\",\"latency_ms\":364,\"owner\":\"team-6\",\"limit\":{\"burst\":153,\"sustained\":193}},{\"id\":\"ep-028\",\"path\":\"/v2/telemetry/gw7389xDA\",\"method\":\"GET\",\"latency_ms\":859,\"owner\":\"team-0\",\"limit\":{\"burst\":215,\"sustained\":138}},{\"idLine truncated

frankbook-pro/gluetun/quadlet/gluetun.container

@@ -19,7 +19,7 @@ Description=Gluetun VPN tunnel (FrankBook-Pro podman machine)
 
 [Container]
 ContainerName=gluetun
-Image=docker.io/qmcgaw/gluetun:latest@sha256:c2ee4191762fca6b6a3c3359a731198a95d9c9af4db32d466e223bf3a84e779b
+Image=docker.io/qmcgaw/gluetun:latest
 AddCapability=NET_ADMIN
 AddDevice=/dev/net/tun:/dev/net/tun
 Environment=VPN_SERVICE_PROVIDER=${VPN_SERVICE_PROVIDER}

frankbook-pro/lidarr/quadlet/lidarr.container

@@ -15,7 +15,7 @@ After=gluetun.service
 
 [Container]
 ContainerName=lidarr
-Image=lscr.io/linuxserver/lidarr:latest@sha256:d8549ff9ea29b4015c32257360652c1000c31ea471a2b3f0835ae77292faf35b
+Image=lscr.io/linuxserver/lidarr:latest
 Environment=PUID=0
 Environment=PGID=0
 Environment=TZ=America/Los_Angeles

frankbook-pro/prowlarr/quadlet/prowlarr.container

@@ -24,7 +24,7 @@ After=gluetun.service
 
 [Container]
 ContainerName=prowlarr
-Image=lscr.io/linuxserver/prowlarr:latest@sha256:b3b00047ed20f6ce2b16780145cb6a0acb51c9e28ea6aa6f5dcd33c7034f1797
+Image=lscr.io/linuxserver/prowlarr:latest
 Environment=PUID=0
 Environment=PGID=0
 Environment=TZ=America/Los_Angeles

frankbook-pro/qbittorrent/quadlet/qbittorrent.container

@@ -29,7 +29,7 @@ Network=gluetun.container
 # Pinned to the last 4.x line: Readarr's retired qB client requires the
 # qB 4.x login response (HTTP 200, body "Ok."); qB 5.x answers 204 with an
 # empty body, which fails Readarr's auth check. All other clients accept 4.x.
-Image=lscr.io/linuxserver/qbittorrent:4.6.7@sha256:55f15d44396315551f87294a176efae733b16e283f38980308e46073950257c6
+Image=lscr.io/linuxserver/qbittorrent:4.6.7
 Environment=PUID=0
 Environment=PGID=0
 Environment=TZ=America/Los_Angeles

frankbook-pro/radarr/quadlet/radarr.container

@@ -15,7 +15,7 @@ After=gluetun.service
 
 [Container]
 ContainerName=radarr
-Image=lscr.io/linuxserver/radarr:latest@sha256:fc0ae3c50f8128b97e84381903ec8d6845c3a569641cb7117c124376cccb57c1
+Image=lscr.io/linuxserver/radarr:latest
 Environment=PUID=0
 Environment=PGID=0
 Environment=TZ=America/Los_Angeles

frankbook-pro/readarr/quadlet/readarr.container

@@ -19,7 +19,7 @@ After=gluetun.service
 
 [Container]
 ContainerName=readarr
-Image=lscr.io/linuxserver/readarr:amd64-1.0.980@sha256:a95e82dbb0eb2bb43de4c150f1dab9dd821306c67ea0b418983a957e731f2b61
+Image=lscr.io/linuxserver/readarr:amd64-1.0.980
 Environment=PUID=0
 Environment=PGID=0
 Environment=TZ=America/Los_Angeles

frankbook-pro/sonarr/quadlet/sonarr.container

@@ -16,7 +16,7 @@ After=gluetun.service
 
 [Container]
 ContainerName=sonarr
-Image=lscr.io/linuxserver/sonarr:latest@sha256:889dcc58c6aea859033985894b519b2e6b1e55d92527ed123f9f52e42ae7c97b
+Image=lscr.io/linuxserver/sonarr:latest
 Environment=PUID=0
 Environment=PGID=0
 Environment=TZ=America/Los_Angeles

old/download-frank-archon-fp8.sh

@@ -1,20 +0,0 @@
-#!/usr/bin/env bash
-# download-frank-archon-fp8.sh — fetch/verify the Qwen3.8-Flash-Next-FP8
-# payload (131 safetensors shards, 172.78 GiB total, plus aux files) for the
-# vLLM frank-archon deployment on dankserver.
-#
-#   bash scripts/download-frank-archon-fp8.sh [dest_dir]
-#
-# The manifest (scripts/manifests/qwen3.8-flash-next-fp8.manifest) carries
-# per-file sizes + LFS sha256s from the Hub; hf-fetch.sh is idempotent — an
-# interrupted re-run fetches only what is missing or corrupt, and a complete
-# on-disk payload is re-verified (full sha256 pass) with zero downloads.
-# The repo is public; no HF_TOKEN required.
-set -euo pipefail
-
-REPO_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
-dest="${1:-/home/dank/models/Qwen3.8-Flash-Next-FP8}"
-
-exec bash "$REPO_ROOT/scripts/hf-fetch.sh" "$dest" \
-    "$REPO_ROOT/scripts/manifests/qwen3.8-flash-next-fp8.manifest" \
-    Qwen/Qwen3.8-Flash-Next-FP8

old/download-frank-dragoon-dflash.sh

@@ -1,76 +0,0 @@
-#!/usr/bin/env bash
-# Download the z-lab Qwen3.5-9B-DFlash drafter for frank-dragoon's DFlash
-# speculative-decode arm (vLLM --speculative-config method=dflash). Public
-# repo — no auth header on the command line.
-#
-# The drafter is a 6-layer qwen3 draft whose dflash_config pins
-# target_layer_ids [1,5,9,13,17,21,25,29] and block_size 16; its hidden_size
-# 4096 / vocab_size 248320 match the MiMo-V2.6-Distill-Qwen-9B target exactly
-# (both preserve the Qwen3.5-9B geometry), which is what lets vLLM load it as
-# the draft for that target.
-#
-# Usage:
-#   scripts/download-frank-dragoon-dflash.sh [DEST_DIR] [--verify-only]
-set -euo pipefail
-
-REPO="z-lab/Qwen3.5-9B-DFlash"
-BASE="https://huggingface.co/${REPO}/resolve/main"
-
-DEST=""
-VERIFY_ONLY=0
-for arg in "$@"; do
-    case "$arg" in
-        --verify-only) VERIFY_ONLY=1 ;;
-        *) DEST="$arg" ;;
-    esac
-done
-DEST="${DEST:-/home/dank/models/Qwen3.5-9B-DFlash}"
-
-# name bytes sha256(- = non-LFS, size-only check)
-FILES=(
-  "model.safetensors 2583816465 0a42274b32554f48de1faa0d42824e9c2ceda649c30ae0a731cddf410dd698c7"
-  "config.json 1222 -"
-)
-
-mkdir -p "$DEST"
-status=0
-for entry in "${FILES[@]}"; do
-  read -r name size sha <<<"$entry"
-  f="$DEST/$name"
-  have=0
-  if [[ -f "$f" ]] && [[ "$(stat -c%s "$f")" == "$size" ]]; then
-    if [[ "$sha" == "-" ]] || sha256sum -c --quiet <(printf '%s  %s\n' "$sha" "$f"); then
-      have=1
-    fi
-  fi
-  if (( have )); then
-    echo "OK        $name"
-    continue
-  fi
-  if (( VERIFY_ONLY )); then
-    echo "MISSING   $name"
-    status=1
-    continue
-  fi
-  echo "FETCHING  $name"
-  tmp="$f.part"
-  curl -fsSL --fail-with-body -o "$tmp" "$BASE/$name"
-  mv "$tmp" "$f"
-  if [[ "$(stat -c%s "$f")" != "$size" ]]; then
-    echo "SIZE FAIL $name ($(stat -c%s "$f") != $size)"
-    status=1
-    continue
-  fi
-  if [[ "$sha" != "-" ]] && ! sha256sum -c --quiet <(printf '%s  %s\n' "$sha" "$f"); then
-    echo "SHA FAIL  $name"
-    status=1
-    continue
-  fi
-  echo "VERIFIED  $name"
-done
-if (( status == 0 )); then
-  echo "DOWNLOAD_DONE $DEST"
-else
-  echo "DOWNLOAD_FAILED $DEST" >&2
-fi
-exit "$status"

old/download-frank-dragoon-mimo.sh

@@ -1,90 +0,0 @@
-#!/usr/bin/env bash
-# Download the BF16 MiMo-V2.6-Distill-Qwen-9B payload for frank-dragoon
-# (vLLM/kyuz0 gfx1151, Strix Halo iGPU). Public repo — no auth header on the
-# command line (a Bearer token in argv is world-readable via /proc).
-#
-# Per-file FRESH downloads, no resume: the house rule (see
-# download-frank-zealot.sh); -f/--fail-with-body plus size+sha256 against the
-# Hub LFS oid is what makes an access error fail instead of "succeeding".
-#
-# Usage:
-#   scripts/download-frank-dragoon-mimo.sh [DEST_DIR] [--verify-only]
-#
-# The verified set below is exactly what the 2026-10-01 bench window served:
-# 17.53 GiB of BF16 weights (4 shards, 18,819,720,848 B total with the rest).
-set -euo pipefail
-
-REPO="XiaomiMiMo/MiMo-V2.6-Distill-Qwen-9B"
-BASE="https://huggingface.co/${REPO}/resolve/main"
-
-DEST=""
-VERIFY_ONLY=0
-for arg in "$@"; do
-    case "$arg" in
-        --verify-only) VERIFY_ONLY=1 ;;
-        *) DEST="$arg" ;;
-    esac
-done
-DEST="${DEST:-/home/dank/models/MiMo-V2.6-Distill-Qwen-9B-BF16}"
-
-# name bytes sha256(- = non-LFS, size-only check)
-FILES=(
-  "model-00001-of-00004.safetensors 5276436216 aab052180118aee34abc3029b54eaa49096aac606b97d703866b420dceb703c3"
-  "model-00002-of-00004.safetensors 5033171280 7a0486565f06d25ac4628e9dba470dc3f604353471d240d5a0bf7128f64df396"
-  "model-00003-of-00004.safetensors 5234499504 6c73207563d1879bfd6c143a028cc70be68edff56280458c71a43df4240300f4"
-  "model-00004-of-00004.safetensors 3275613848 1379a7cf8c0b8555a39ab65a47e830e0eb45e776b46045734da3afd73c09eea2"
-  "model.safetensors.index.json 69217 -"
-  "config.json 2784 -"
-  "generation_config.json 126 -"
-  "chat_template.jinja 3916 -"
-  "tokenizer.json 19989325 06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523"
-  "tokenizer_config.json 1165 -"
-  "vocab.json 6722759 -"
-  "merges.txt 3353259 -"
-  "preprocessor_config.json 443 -"
-  "processor_config.json 1191 -"
-  "video_preprocessor_config.json 385 -"
-)
-
-mkdir -p "$DEST"
-status=0
-for entry in "${FILES[@]}"; do
-  read -r name size sha <<<"$entry"
-  f="$DEST/$name"
-  have=0
-  if [[ -f "$f" ]] && [[ "$(stat -c%s "$f")" == "$size" ]]; then
-    if [[ "$sha" == "-" ]] || sha256sum -c --quiet <(printf '%s  %s\n' "$sha" "$f"); then
-      have=1
-    fi
-  fi
-  if (( have )); then
-    echo "OK        $name"
-    continue
-  fi
-  if (( VERIFY_ONLY )); then
-    echo "MISSING   $name"
-    status=1
-    continue
-  fi
-  echo "FETCHING  $name"
-  tmp="$f.part"
-  curl -fsSL --fail-with-body -o "$tmp" "$BASE/$name"
-  mv "$tmp" "$f"
-  if [[ "$(stat -c%s "$f")" != "$size" ]]; then
-    echo "SIZE FAIL $name ($(stat -c%s "$f") != $size)"
-    status=1
-    continue
-  fi
-  if [[ "$sha" != "-" ]] && ! sha256sum -c --quiet <(printf '%s  %s\n' "$sha" "$f"); then
-    echo "SHA FAIL  $name"
-    status=1
-    continue
-  fi
-  echo "VERIFIED  $name"
-done
-if (( status == 0 )); then
-  echo "DOWNLOAD_DONE $DEST"
-else
-  echo "DOWNLOAD_FAILED $DEST" >&2
-fi
-exit "$status"

old/download-frank-dragoon-qwen35.sh

@@ -1,85 +0,0 @@
-#!/usr/bin/env bash
-# Download the source Qwen3.5-9B checkpoint — the ONLY place this model
-# family's MTP head (15 mtp.* tensors) exists. frank-dragoon runs it as the
-# vLLM cross-model MTP draft (MiMo-V2.6-Distill-Qwen-9B itself ships zero
-# mtp tensors; that is why SGLang's NEXTN on frank-zealot draws 0.00
-# acceptance). Public repo — no auth header on the command line.
-#
-# NOTE the odd upstream shard names (model.safetensors-0000N-of-00004...).
-#
-# Usage:
-#   scripts/download-frank-dragoon-qwen35.sh [DEST_DIR] [--verify-only]
-set -euo pipefail
-
-REPO="Qwen/Qwen3.5-9B"
-BASE="https://huggingface.co/${REPO}/resolve/main"
-
-DEST=""
-VERIFY_ONLY=0
-for arg in "$@"; do
-    case "$arg" in
-        --verify-only) VERIFY_ONLY=1 ;;
-        *) DEST="$arg" ;;
-    esac
-done
-DEST="${DEST:-/home/dank/models/Qwen3.5-9B}"
-
-# name bytes sha256(- = non-LFS, size-only check)
-FILES=(
-  "model.safetensors-00001-of-00004.safetensors 5276436216 db6f444b43d318c92f360a13a25561a6a65b10c0631b8ed305a426dbaa6c380e"
-  "model.safetensors-00002-of-00004.safetensors 5335161512 31c7d7e2dd5d207840b31cc59083c8f4c4718959149e0358c0364052bb9a0330"
-  "model.safetensors-00003-of-00004.safetensors 5368717440 7ec36ba3a4176a44c3c0876ad80c56a2f70c84bf008d82e9501df642f17dadec"
-  "model.safetensors-00004-of-00004.safetensors 3325995712 b62b0c4cd7e44edee103ee8f4fe225f246d5e768e07bfd5f25b63a8aa1fdd0c6"
-  "model.safetensors.index.json 79657 -"
-  "config.json 3126 -"
-  "chat_template.jinja 7756 -"
-  "tokenizer.json 12807982 5f9e4d4901a92b997e463c1f46055088b6cca5ca61a6522d1b9f64c4bb81cb42"
-  "tokenizer_config.json 16710 -"
-  "vocab.json 6722759 -"
-  "merges.txt 3353259 -"
-  "preprocessor_config.json 390 -"
-  "video_preprocessor_config.json 385 -"
-)
-
-mkdir -p "$DEST"
-status=0
-for entry in "${FILES[@]}"; do
-  read -r name size sha <<<"$entry"
-  f="$DEST/$name"
-  have=0
-  if [[ -f "$f" ]] && [[ "$(stat -c%s "$f")" == "$size" ]]; then
-    if [[ "$sha" == "-" ]] || sha256sum -c --quiet <(printf '%s  %s\n' "$sha" "$f"); then
-      have=1
-    fi
-  fi
-  if (( have )); then
-    echo "OK        $name"
-    continue
-  fi
-  if (( VERIFY_ONLY )); then
-    echo "MISSING   $name"
-    status=1
-    continue
-  fi
-  echo "FETCHING  $name"
-  tmp="$f.part"
-  curl -fsSL --fail-with-body -o "$tmp" "$BASE/$name"
-  mv "$tmp" "$f"
-  if [[ "$(stat -c%s "$f")" != "$size" ]]; then
-    echo "SIZE FAIL $name ($(stat -c%s "$f") != $size)"
-    status=1
-    continue
-  fi
-  if [[ "$sha" != "-" ]] && ! sha256sum -c --quiet <(printf '%s  %s\n' "$sha" "$f"); then
-    echo "SHA FAIL  $name"
-    status=1
-    continue
-  fi
-  echo "VERIFIED  $name"
-done
-if (( status == 0 )); then
-  echo "DOWNLOAD_DONE $DEST"
-else
-  echo "DOWNLOAD_FAILED $DEST" >&2
-fi
-exit "$status"