Reduce CTX_CHECKPOINTS from 32 to 16 in env file to free ~16 GiB VRAM and prevent OOM crashes

2026-08-18 16:12:52 -07:00
parent 8c391fe120
commit 9fd82dc6e1
1 changed files with 1 additions and 1 deletions
@@ -52,7 +52,7 @@ BATCH_SIZE=2048
 UBATCH_SIZE=2048
 CACHE_TYPE_K=f16
 CACHE_TYPE_V=f16
-CTX_CHECKPOINTS=32
+CTX_CHECKPOINTS=16
 CACHE_RAM=8192

 # Native MTP draft (depth-4, greedy, ROCm-safe CPU argmax fast path).