frank-default-large: batch=4096, ubatch=4096 (OOM fix)

scripts/serve-frank-large.sh

@@ -39,8 +39,8 @@ fi
 : "${LISTEN_PORT:=52625}"
 : "${CTX_SIZE:=524288}"
 : "${PARALLEL:=2}"
-: "${BATCH_SIZE:=2048}"
-: "${UBATCH_SIZE:=2048}"
+: "${BATCH_SIZE:=4096}"
+: "${UBATCH_SIZE:=4096}"
 : "${CACHE_TYPE_K:=f16}"
 : "${CACHE_TYPE_V:=f16}"
 : "${CTX_CHECKPOINTS:=16}"