live: heartbeat sync 2026-10-18T22:56:41-07:00 (Refs #11)

This commit is contained in:
Frank
2026-10-18 22:56:41 -07:00
parent 475211d2e7
commit 1e7e212e5c
8 changed files with 21 additions and 36 deletions
@@ -1,4 +1,4 @@
{
"v": 1,
"lastConsolidatedAt": 1792381499057
"lastConsolidatedAt": 1792386375195
}
@@ -1,4 +1,4 @@
{
"v": 1,
"lastConsolidatedAt": 1792385569648
"lastConsolidatedAt": 1792389229679
}
@@ -1,6 +1,6 @@
{
"v": 1,
"lastConsolidatedAt": 1792385631740,
"lastConsolidatedAt": 1792389351747,
"lastResult": {
"at": 1792379504653,
"sessions": 1,
@@ -1,4 +1,4 @@
{
"v": 1,
"lastConsolidatedAt": 1792385502315
"lastConsolidatedAt": 1792389222321
}
@@ -1,6 +1,6 @@
{
"v": 1,
"lastConsolidatedAt": 1792385401831,
"lastConsolidatedAt": 1792389181835,
"lastResult": {
"at": 1792381870670,
"sessions": 1,
@@ -0,0 +1,4 @@
{
"v": 1,
"lastConsolidatedAt": 1792388836682
}
+8 -27
View File
@@ -183,33 +183,14 @@ providers:
# config.yml (192.168.0.143:7771 — this endpoint); the
# compactionModel candidate keeps the wire model id valid there.
compactionModel: llamacpp (dankclaw-3090)/frank-zealot
# Dankclaw's RTX 3090: llama.cpp PrismML fork build (vendor 10777,
# commit e3de71522 — the ONLY loader for this payload's custom tensor
# type 142 + prism.hadamard.* metadata, and the minimum build that
# pairs MTP with a quantized V cache) serving
# prism-ml/Ternary-Bonsai-2-9B-gguf at PQ2_0 (2,675,410,720 B) WITH the
# MTP head in the file — qwen35 hybrid, 32 layers (8 full-attention +
# 24 Gated DeltaNet), 4 KV heads x 256 dim, native 262,144 — in THREE
# conversations (--ctx-size 786432 / --parallel 3), each slot at the
# model's TRAINED window.
# KV is q8_0 K + q8_0 V (17 KiB/token over the 8 full layers =
# 13,056 MiB pool, ledger-exact); f16 KV would bill 26,112 MiB and
# cannot boot this card. Boot ledger 17,876 used / 6,249 free. Vision
# through the publisher's Q8_0 mmproj (624,229,664 B — Q8_0 is the
# publisher's requirement for concurrent image requests), whose
# worst-case lands outside the engine's fit projection. **MTP OFF —
# measured, not assumed**: the draft context bills its own f16 KV over
# the WHOLE pool (3,072 MiB) and at ubatch 2048 that squeeze halves
# decode (167.2 → 109.2 t/s); SPEC_TYPE=draft-mtp + UBATCH_SIZE=1024 is
# the 213.5 t/s arm if the card ever has room. 2026-10-18 swap from
# Ternary-Bonsai-2-27B PQ2_0 at 2 × 200,704. Measured: 167.2 t/s
# single-stream greedy decode, 280.2 t/s across three concurrent
# streams, 2,877 t/s prefill at 106,418. Base-alignment: censored base
# lineage; unlike the 27B there is NO CRACK re-export matching this
# file. Runbook:
# serverAppConfigs-docs/LLM/frank-zealot-llama-prism-bonsai9-mtp.md.
# contextWindow is the PER-SLOT window (= the native 262,144): a longer
# prompt needs compaction — llama.cpp answers a 400, never truncates.
# Dankclaw's RTX 3090 llama.cpp endpoint (PrismML fork build — the only
# loader for this payload's custom tensor type). Shape, payload, eras,
# laws, rollback: serverAppConfigs-docs/LLM/frank-zealot.md, and
# scripts/frank-zealot.env is the authority for every number there.
# contextWindow is the PER-SLOT window: llama.cpp divides --ctx-size
# across slots and answers a longer prompt with a 400, never a
# truncation, so this value must follow every reslice (live now:
# 2 x 262,144 over exact f16 KV, 68afc6d).
contextWindow: 262144
# Prompt + budget must fit inside the slot window; thinking counts
# against the budget. Compaction fires at 85 % of the window =