From 6513672f318754f01799b5ec85553b3f967aae89 Mon Sep 17 00:00:00 2001 From: Frank Date: Thu, 1 Oct 2026 21:00:19 -0700 Subject: [PATCH] SPEC= (no draft): decode +46%, prefill +52%, ttft -35% vs MTP-2 baseline. Spec decode is NET-NEGATIVE on this endpoint for real chat+reasoning traffic at both depths; the bench-window win did not transfer. Result: {"status":"keep","decode_tokens_per_sec":9.01,"prefill_tokens_per_sec":21088.7,"ttft_ms":851.8} --- scripts/frank-large.env | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/frank-large.env b/scripts/frank-large.env index 256f893..6086d8f 100644 --- a/scripts/frank-large.env +++ b/scripts/frank-large.env @@ -85,7 +85,7 @@ FRANK_LARGE_UTIL=0.45 # The gufo-era law "spec decode is absent" was a frank-primary finding; this # endpoint's traffic is decode-dominated thinking, which is the regime where # spec wins (prefill costs ~55% in every arm). -FRANK_LARGE_SPEC=mtp +FRANK_LARGE_SPEC= FRANK_LARGE_SPEC_DIR=/home/dank/models/Qwen3.5-9B FRANK_LARGE_SPEC_TOKENS=2