From b38e384f6e992f89bc31e0984f7882cd4749f3ec Mon Sep 17 00:00:00 2001 From: Frank Date: Thu, 20 Aug 2026 14:56:14 -0700 Subject: [PATCH] frank-default-large: raise ubatch back to 8192 --- scripts/frank-default-large.env | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/frank-default-large.env b/scripts/frank-default-large.env index 175e400..6785c01 100644 --- a/scripts/frank-default-large.env +++ b/scripts/frank-default-large.env @@ -49,7 +49,7 @@ LISTEN_PORT=52625 CTX_SIZE=262144 PARALLEL=1 BATCH_SIZE=8192 -UBATCH_SIZE=4096 +UBATCH_SIZE=8192 CACHE_TYPE_K=f16 CACHE_TYPE_V=f16 CTX_CHECKPOINTS=16