diff --git a/scripts/frank-default-large.ling.env b/scripts/frank-default-large.ling.env index e497c8b..e50528d 100644 --- a/scripts/frank-default-large.ling.env +++ b/scripts/frank-default-large.ling.env @@ -32,8 +32,8 @@ DEVICE=Vulkan0 N_GPU_LAYERS=all FLASH_ATTN=auto # Batch kept small-leaning for the tight memory budget; tune with CTX_SIZE. -BATCH_SIZE=512 -UBATCH_SIZE=512 +BATCH_SIZE=3072 +UBATCH_SIZE=3072 # Sampling defaults (model card: reasoning-capable; leave temp/top to default) TEMPERATURE=1.0 TOP_K=20