From 9fd82dc6e14fbb14f6fe7adaf5273192e8d7528b Mon Sep 17 00:00:00 2001 From: Frank Date: Tue, 18 Aug 2026 16:12:52 -0700 Subject: [PATCH] Reduce CTX_CHECKPOINTS from 32 to 16 in env file to free ~16 GiB VRAM and prevent OOM crashes --- scripts/frank-default-large.env | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/frank-default-large.env b/scripts/frank-default-large.env index 3a4a8cc..c23884f 100644 --- a/scripts/frank-default-large.env +++ b/scripts/frank-default-large.env @@ -52,7 +52,7 @@ BATCH_SIZE=2048 UBATCH_SIZE=2048 CACHE_TYPE_K=f16 CACHE_TYPE_V=f16 -CTX_CHECKPOINTS=32 +CTX_CHECKPOINTS=16 CACHE_RAM=8192 # Native MTP draft (depth-4, greedy, ROCm-safe CPU argmax fast path).