From d9bf09e144ca9f261a93bcdc548b10893669bd4d Mon Sep 17 00:00:00 2001 From: Frank Date: Thu, 20 Aug 2026 14:41:41 -0700 Subject: [PATCH] frank-default-large: raise batch=16384, ubatch=8192 --- scripts/frank-default-large.env | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scripts/frank-default-large.env b/scripts/frank-default-large.env index 068c877..57636a1 100644 --- a/scripts/frank-default-large.env +++ b/scripts/frank-default-large.env @@ -48,8 +48,8 @@ LISTEN_PORT=52625 # budget. KV at 262144 x 64 KiB/cell is ~16 GiB. CTX_SIZE=262144 PARALLEL=1 -BATCH_SIZE=2048 -UBATCH_SIZE=2048 +BATCH_SIZE=16384 +UBATCH_SIZE=8192 CACHE_TYPE_K=f16 CACHE_TYPE_V=f16 CTX_CHECKPOINTS=16