frank-default-large: raise batch=16384, ubatch=8192

2026-08-20 14:41:41 -07:00
parent 048e7eaaba
commit d9bf09e144
1 changed files with 2 additions and 2 deletions
@@ -48,8 +48,8 @@ LISTEN_PORT=52625
 # budget. KV at 262144 x 64 KiB/cell is ~16 GiB.
 CTX_SIZE=262144
 PARALLEL=1
-BATCH_SIZE=2048
-UBATCH_SIZE=2048
+BATCH_SIZE=16384
+UBATCH_SIZE=8192
 CACHE_TYPE_K=f16
 CACHE_TYPE_V=f16
 CTX_CHECKPOINTS=16