diff --git a/scripts/frank-default-large.ling.env b/scripts/frank-default-large.ling.env index 5f3e401..b5ce67e 100644 --- a/scripts/frank-default-large.ling.env +++ b/scripts/frank-default-large.ling.env @@ -32,7 +32,7 @@ DEVICE=Vulkan0 N_GPU_LAYERS=all FLASH_ATTN=auto # Batch kept small-leaning for the tight memory budget; tune with CTX_SIZE. -BATCH_SIZE=8192 +BATCH_SIZE=3072 UBATCH_SIZE=3072 # Diagnostics: high verbosity + a dedicated log file for investigating the