diff --git a/scripts/frank-default-small.env b/scripts/frank-default-small.env index 444aa79..652000f 100644 --- a/scripts/frank-default-small.env +++ b/scripts/frank-default-small.env @@ -4,7 +4,8 @@ MODEL_DIR=/home/dank/models ALIAS=frank-default-small HOST=0.0.0.0 PORT=7770 -CTX_SIZE=262144 +# 3 parallel slots x 262144 ctx each = 786432 total context pool. +CTX_SIZE=786432 PARALLEL=3 SPEC_TYPE=draft-dflash SPEC_N_MAX=7