From c5b55e1e3be941d4b205eaa8f6e4f37b8bfb9ad5 Mon Sep 17 00:00:00 2001 From: Frank Date: Sat, 26 Sep 2026 15:02:20 -0700 Subject: [PATCH] =?UTF-8?q?frank-medium:=20GPU=5FUTIL=200.98=20->=200.97?= =?UTF-8?q?=20=E2=80=94=20the=200.98=20startup=20threshold=20sits=20within?= =?UTF-8?q?=20~15=20MiB=20of=20the=20free=20memory=20measured=20at=20engin?= =?UTF-8?q?e=20init=20(worker=20HIP=20context=20+=20amdgpu=20per-boot=20ba?= =?UTF-8?q?seline=20~690=20MiB),=20so=202026-09-26's=20boot=20crash-looped?= =?UTF-8?q?=20on=20every=20restart;=200.97=20buys=20~160=20MiB=20headroom?= =?UTF-8?q?=20at=20~5k=20KV=20tokens?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- dankserver/frank-medium/quadlet/frank-medium.container | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/dankserver/frank-medium/quadlet/frank-medium.container b/dankserver/frank-medium/quadlet/frank-medium.container index 0862459..e72b860 100644 --- a/dankserver/frank-medium/quadlet/frank-medium.container +++ b/dankserver/frank-medium/quadlet/frank-medium.container @@ -116,7 +116,14 @@ Environment=MAXLEN=262144 # through the Gemma4 merge path and it is not MXFP4-quantized, so vLLM serves # image input on either checkpoint. harness models.yml keeps frank-medium # input: [text, image]. -Environment=GPU_UTIL=0.98 +# 0.97, down from 0.98: the startup free-memory check (free >= util x 31.86 +# GiB) sat ~15 MiB inside the threshold on the 2026-09-26 boot (free 31.21 +# GiB vs required 31.22 GiB) — the worker's own HIP context plus the +# amdgpu per-boot baseline is ~690 MiB at check time and that drifts a few +# tens of MiB between boots, so 0.98 crash-looped on every restart. 0.97 +# buys ~160 MiB of headroom at the cost of ~5k KV tokens on the +# auto-sized pool. +Environment=GPU_UTIL=0.97 # Speculative decoding: DFlash2 external drafter at depth 7. A/B tested # against MTP self-speculation (depth 8) on this FP8 checkpoint: DFlash2 # wins on decode (100.0 vs 85.9 t/s geomean, 287.1 vs 179.7 t/s burst-4)