From 95923d3a98ff379ec5c787a43d21ba4ff292c982 Mon Sep 17 00:00:00 2001
From: Frank <frank@dankware>
Date: Tue, 6 Oct 2026 04:09:39 -0700
Subject: [PATCH] =?UTF-8?q?SPEC=5FTOKENS=203->2:=20decode=2032.40=20t/s=20?=
 =?UTF-8?q?(+2.1%=20over=2031.72).=20Acceptance=200.755=20(between=20depth?=
 =?UTF-8?q?-3=200.831=20and=20depth-4=200.497)=20=E2=80=94=20shallower=20d?=
 =?UTF-8?q?rafts=20verify=20cheaper,=20net=20positive.=20Depth=202=20is=20?=
 =?UTF-8?q?the=20decode=20optimum.=20Prefill/TTFT=20shifts=20are=20cold-ru?=
 =?UTF-8?q?n=20noise=20(prefill=20is=20orthogonal=20to=20spec=20depth).?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Result: {"status":"keep","decode_tps":32.4031,"draft_accept":0.7549,"prefill_tps":372.9299,"ttft_ms":116984.442}
---
 scripts/frank-primary.env | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scripts/frank-primary.env b/scripts/frank-primary.env
index 14586c1..97dab1a 100644
--- a/scripts/frank-primary.env
+++ b/scripts/frank-primary.env
@@ -115,7 +115,7 @@ FRANK_PRIMARY_KV_DTYPE=fp8
 # Spec decode: the checkpoint's own MTP head at the publisher's depth-3
 # operating point (probe() returns 3 when mtp_num_hidden_layers > 0; the
 # flag states it so the ledger records the intent).
-FRANK_PRIMARY_SPEC_TOKENS=3
+FRANK_PRIMARY_SPEC_TOKENS=2
 FRANK_PRIMARY_MAX_BATCHED_TOKENS=2048
 # Prefix cache tiers (publisher pattern; disk tier sized for 2 slots).
 FRANK_PRIMARY_PREFIX_HOST_MIB=4096