From 26b42d2d6eeed0b594f8c9b8abfdfb573dac4f3e Mon Sep 17 00:00:00 2001
From: Frank <frank@dankware>
Date: Thu, 20 Aug 2026 15:53:41 -0700
Subject: [PATCH] frank-default-small: batch=4096, ubatch=2048

---
 scripts/frank-default-small.env | 6 +++---
 scripts/serve-frank-small.sh    | 4 ++--
 2 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/scripts/frank-default-small.env b/scripts/frank-default-small.env
index 31823c0..995ee6e 100644
--- a/scripts/frank-default-small.env
+++ b/scripts/frank-default-small.env
@@ -43,9 +43,9 @@ VERBOSITY=4
 # Store SWA/context checkpoints in RAM to hold peak GPU memory down.
 CTX_CHECKPOINTS=4
 
-# Big prefill batches (ubatch 2560, batch 5120).
-BATCH_SIZE=5120
-UBATCH_SIZE=2560
+# Big prefill batches (ubatch 2048, batch 4096).
+BATCH_SIZE=4096
+UBATCH_SIZE=2048
 
 # Eager RAM load (MoE experts on CPU; ~31 GB RAM).
 NO_MMAP=1
diff --git a/scripts/serve-frank-small.sh b/scripts/serve-frank-small.sh
index c743792..85a0dc2 100755
--- a/scripts/serve-frank-small.sh
+++ b/scripts/serve-frank-small.sh
@@ -38,8 +38,8 @@ fi
 : "${VERBOSITY:=4}"
 : "${N_CPU_MOE:=36}"
 : "${N_GPU_LAYERS:=all}"
-: "${BATCH_SIZE:=5120}"
-: "${UBATCH_SIZE:=2560}"
+: "${BATCH_SIZE:=4096}"
+: "${UBATCH_SIZE:=2048}"
 : "${CTX_CHECKPOINTS:=4}"
 : "${NO_MMAP:=1}"
 : "${TEMPERATURE:=1.0}"