diff --git a/scripts/serve-frank-large.sh b/scripts/serve-frank-large.sh index d7d42a4..d74f6bf 100755 --- a/scripts/serve-frank-large.sh +++ b/scripts/serve-frank-large.sh @@ -43,7 +43,7 @@ fi : "${UBATCH_SIZE:=2048}" : "${CACHE_TYPE_K:=f16}" : "${CACHE_TYPE_V:=f16}" -: "${CTX_CHECKPOINTS:=32}" +: "${CTX_CHECKPOINTS:=16}" : "${CACHE_RAM:=8192}" : "${SPEC_DRAFT_N_MAX:=4}" : "${SPEC_DRAFT_N_MIN:=0}"