live: heartbeat sync 2026-10-18T22:56:41-07:00 (Refs #11)
This commit is contained in:
1 parent
475211d2e7
commit
1e7e212e5c
8 files changed
+21
-36
No files matched your search
@@ -1,4 +1,4 @@
|
|||||||
{
|
{
|
||||||
"v": 1,
|
"v": 1,
|
||||||
"lastConsolidatedAt": 1792381499057
|
"lastConsolidatedAt": 1792386375195
|
||||||
}
|
}
|
||||||
@@ -1,4 +1,4 @@
|
|||||||
{
|
{
|
||||||
"v": 1,
|
"v": 1,
|
||||||
"lastConsolidatedAt": 1792385569648
|
"lastConsolidatedAt": 1792389229679
|
||||||
}
|
}
|
||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"v": 1,
|
"v": 1,
|
||||||
"lastConsolidatedAt": 1792385631740,
|
"lastConsolidatedAt": 1792389351747,
|
||||||
"lastResult": {
|
"lastResult": {
|
||||||
"at": 1792379504653,
|
"at": 1792379504653,
|
||||||
"sessions": 1,
|
"sessions": 1,
|
||||||
|
|||||||
@@ -1,4 +1,4 @@
|
|||||||
{
|
{
|
||||||
"v": 1,
|
"v": 1,
|
||||||
"lastConsolidatedAt": 1792385502315
|
"lastConsolidatedAt": 1792389222321
|
||||||
}
|
}
|
||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"v": 1,
|
"v": 1,
|
||||||
"lastConsolidatedAt": 1792385401831,
|
"lastConsolidatedAt": 1792389181835,
|
||||||
"lastResult": {
|
"lastResult": {
|
||||||
"at": 1792381870670,
|
"at": 1792381870670,
|
||||||
"sessions": 1,
|
"sessions": 1,
|
||||||
|
|||||||
@@ -0,0 +1,4 @@
|
|||||||
|
{
|
||||||
|
"v": 1,
|
||||||
|
"lastConsolidatedAt": 1792388836682
|
||||||
|
}
|
||||||
+8
-27
@@ -183,33 +183,14 @@ providers:
|
|||||||
# config.yml (192.168.0.143:7771 — this endpoint); the
|
# config.yml (192.168.0.143:7771 — this endpoint); the
|
||||||
# compactionModel candidate keeps the wire model id valid there.
|
# compactionModel candidate keeps the wire model id valid there.
|
||||||
compactionModel: llamacpp (dankclaw-3090)/frank-zealot
|
compactionModel: llamacpp (dankclaw-3090)/frank-zealot
|
||||||
# Dankclaw's RTX 3090: llama.cpp PrismML fork build (vendor 10777,
|
# Dankclaw's RTX 3090 llama.cpp endpoint (PrismML fork build — the only
|
||||||
# commit e3de71522 — the ONLY loader for this payload's custom tensor
|
# loader for this payload's custom tensor type). Shape, payload, eras,
|
||||||
# type 142 + prism.hadamard.* metadata, and the minimum build that
|
# laws, rollback: serverAppConfigs-docs/LLM/frank-zealot.md, and
|
||||||
# pairs MTP with a quantized V cache) serving
|
# scripts/frank-zealot.env is the authority for every number there.
|
||||||
# prism-ml/Ternary-Bonsai-2-9B-gguf at PQ2_0 (2,675,410,720 B) WITH the
|
# contextWindow is the PER-SLOT window: llama.cpp divides --ctx-size
|
||||||
# MTP head in the file — qwen35 hybrid, 32 layers (8 full-attention +
|
# across slots and answers a longer prompt with a 400, never a
|
||||||
# 24 Gated DeltaNet), 4 KV heads x 256 dim, native 262,144 — in THREE
|
# truncation, so this value must follow every reslice (live now:
|
||||||
# conversations (--ctx-size 786432 / --parallel 3), each slot at the
|
# 2 x 262,144 over exact f16 KV, 68afc6d).
|
||||||
# model's TRAINED window.
|
|
||||||
# KV is q8_0 K + q8_0 V (17 KiB/token over the 8 full layers =
|
|
||||||
# 13,056 MiB pool, ledger-exact); f16 KV would bill 26,112 MiB and
|
|
||||||
# cannot boot this card. Boot ledger 17,876 used / 6,249 free. Vision
|
|
||||||
# through the publisher's Q8_0 mmproj (624,229,664 B — Q8_0 is the
|
|
||||||
# publisher's requirement for concurrent image requests), whose
|
|
||||||
# worst-case lands outside the engine's fit projection. **MTP OFF —
|
|
||||||
# measured, not assumed**: the draft context bills its own f16 KV over
|
|
||||||
# the WHOLE pool (3,072 MiB) and at ubatch 2048 that squeeze halves
|
|
||||||
# decode (167.2 → 109.2 t/s); SPEC_TYPE=draft-mtp + UBATCH_SIZE=1024 is
|
|
||||||
# the 213.5 t/s arm if the card ever has room. 2026-10-18 swap from
|
|
||||||
# Ternary-Bonsai-2-27B PQ2_0 at 2 × 200,704. Measured: 167.2 t/s
|
|
||||||
# single-stream greedy decode, 280.2 t/s across three concurrent
|
|
||||||
# streams, 2,877 t/s prefill at 106,418. Base-alignment: censored base
|
|
||||||
# lineage; unlike the 27B there is NO CRACK re-export matching this
|
|
||||||
# file. Runbook:
|
|
||||||
# serverAppConfigs-docs/LLM/frank-zealot-llama-prism-bonsai9-mtp.md.
|
|
||||||
# contextWindow is the PER-SLOT window (= the native 262,144): a longer
|
|
||||||
# prompt needs compaction — llama.cpp answers a 400, never truncates.
|
|
||||||
contextWindow: 262144
|
contextWindow: 262144
|
||||||
# Prompt + budget must fit inside the slot window; thinking counts
|
# Prompt + budget must fit inside the slot window; thinking counts
|
||||||
# against the budget. Compaction fires at 85 % of the window =
|
# against the budget. Compaction fires at 85 % of the window =
|
||||||
|
|||||||
@@ -275,13 +275,13 @@ transition = [ "fade" ]
|
|||||||
interval_seconds = 1200
|
interval_seconds = 1200
|
||||||
|
|
||||||
[wallpaper.default]
|
[wallpaper.default]
|
||||||
path = "/home/blank/.local/share/noctalia/wallpapers/wallhaven_28r759.jpg"
|
path = "/home/blank/.local/share/noctalia/wallpapers/wallhaven_831k3y.jpg"
|
||||||
|
|
||||||
[wallpaper.last]
|
[wallpaper.last]
|
||||||
path = "/home/blank/.local/share/noctalia/wallpapers/wallhaven_28r759.jpg"
|
path = "/home/blank/.local/share/noctalia/wallpapers/wallhaven_831k3y.jpg"
|
||||||
|
|
||||||
[wallpaper.monitors.DP-1]
|
[wallpaper.monitors.DP-1]
|
||||||
path = "/home/blank/.local/share/noctalia/wallpapers/wallhaven_28r759.jpg"
|
path = "/home/blank/.local/share/noctalia/wallpapers/wallhaven_831k3y.jpg"
|
||||||
|
|
||||||
[wallpaper.monitors.DP-2]
|
[wallpaper.monitors.DP-2]
|
||||||
path = "/home/blank/.local/share/noctalia/wallpapers/wallhaven_oxex69.jpg"
|
path = "/home/blank/.local/share/noctalia/wallpapers/wallhaven_oxex69.jpg"
|
||||||
@@ -290,7 +290,7 @@ transition = [ "fade" ]
|
|||||||
path = "/home/blank/.local/share/noctalia/wallpapers/wallhaven_v9e2w3.jpg"
|
path = "/home/blank/.local/share/noctalia/wallpapers/wallhaven_v9e2w3.jpg"
|
||||||
|
|
||||||
[wallpaper.monitors.eDP-1]
|
[wallpaper.monitors.eDP-1]
|
||||||
path = "/home/blank/.local/share/noctalia/wallpapers/wallhaven_28r759.jpg"
|
path = "/home/blank/.local/share/noctalia/wallpapers/wallhaven_831k3y.jpg"
|
||||||
|
|
||||||
[weather]
|
[weather]
|
||||||
unit = "imperial"
|
unit = "imperial"
|
||||||
|
|||||||
Reference in new issue
Block a user