diff --git a/scripts/frank-default-large.env b/scripts/frank-default-large.env index 175e400..6785c01 100644 --- a/scripts/frank-default-large.env +++ b/scripts/frank-default-large.env @@ -49,7 +49,7 @@ LISTEN_PORT=52625 CTX_SIZE=262144 PARALLEL=1 BATCH_SIZE=8192 -UBATCH_SIZE=4096 +UBATCH_SIZE=8192 CACHE_TYPE_K=f16 CACHE_TYPE_V=f16 CTX_CHECKPOINTS=16