frank-default-small: batch=4096, ubatch=2048

scripts/frank-default-small.env

@@ -43,9 +43,9 @@ VERBOSITY=4
 # Store SWA/context checkpoints in RAM to hold peak GPU memory down.
 CTX_CHECKPOINTS=4
 
-# Big prefill batches (ubatch 2560, batch 5120).
-BATCH_SIZE=5120
-UBATCH_SIZE=2560
+# Big prefill batches (ubatch 2048, batch 4096).
+BATCH_SIZE=4096
+UBATCH_SIZE=2048
 
 # Eager RAM load (MoE experts on CPU; ~31 GB RAM).
 NO_MMAP=1