frank-default-large: reduce batch=8192, ubatch=4096

2026-08-20 14:52:31 -07:00
parent 8bf9462f21
commit eb3f26f747
1 changed files with 2 additions and 2 deletions
@@ -48,8 +48,8 @@ LISTEN_PORT=52625
 # budget. KV at 262144 x 64 KiB/cell is ~16 GiB.
 CTX_SIZE=262144
 PARALLEL=1
-BATCH_SIZE=16384
-UBATCH_SIZE=8192
+BATCH_SIZE=8192
+UBATCH_SIZE=4096
 CACHE_TYPE_K=f16
 CACHE_TYPE_V=f16
 CTX_CHECKPOINTS=16