diff --git a/scripts/frank-default-large.env b/scripts/frank-default-large.env index 068c877..57636a1 100644 --- a/scripts/frank-default-large.env +++ b/scripts/frank-default-large.env @@ -48,8 +48,8 @@ LISTEN_PORT=52625 # budget. KV at 262144 x 64 KiB/cell is ~16 GiB. CTX_SIZE=262144 PARALLEL=1 -BATCH_SIZE=2048 -UBATCH_SIZE=2048 +BATCH_SIZE=16384 +UBATCH_SIZE=8192 CACHE_TYPE_K=f16 CACHE_TYPE_V=f16 CTX_CHECKPOINTS=16