From 321f9466601976239ce811a990122765ed912033 Mon Sep 17 00:00:00 2001 From: Frank Date: Fri, 14 Aug 2026 01:46:36 -0700 Subject: [PATCH] ling: ubatch 512 -> 3072 (batch 3072) - using heap headroom, watch for OOM --- scripts/frank-default-large.ling.env | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scripts/frank-default-large.ling.env b/scripts/frank-default-large.ling.env index e497c8b..e50528d 100644 --- a/scripts/frank-default-large.ling.env +++ b/scripts/frank-default-large.ling.env @@ -32,8 +32,8 @@ DEVICE=Vulkan0 N_GPU_LAYERS=all FLASH_ATTN=auto # Batch kept small-leaning for the tight memory budget; tune with CTX_SIZE. -BATCH_SIZE=512 -UBATCH_SIZE=512 +BATCH_SIZE=3072 +UBATCH_SIZE=3072 # Sampling defaults (model card: reasoning-capable; leave temp/top to default) TEMPERATURE=1.0 TOP_K=20