ling: ubatch 512 -> 3072 (batch 3072) - using heap headroom, watch for OOM

2026-08-14 01:46:36 -07:00
parent a5b12e1062
commit 321f946660
1 changed files with 2 additions and 2 deletions
@@ -32,8 +32,8 @@ DEVICE=Vulkan0
 N_GPU_LAYERS=all
 FLASH_ATTN=auto
 # Batch kept small-leaning for the tight memory budget; tune with CTX_SIZE.
-BATCH_SIZE=512
-UBATCH_SIZE=512
+BATCH_SIZE=3072
+UBATCH_SIZE=3072
 # Sampling defaults (model card: reasoning-capable; leave temp/top to default)
 TEMPERATURE=1.0
 TOP_K=20