diff --git a/scripts/frank-default-large.env b/scripts/frank-default-large.env index d9d315f..904c9ac 100644 --- a/scripts/frank-default-large.env +++ b/scripts/frank-default-large.env @@ -70,7 +70,9 @@ CACHE_TYPE_V=f16 CTX_CHECKPOINTS=16 CACHE_RAM=8192 SLOT_SAVE_PATH=/home/dank/serverAppConfigs/scripts/slot-state - +SPLIT_MODE=none +FIT=off +NGL=999 FLASH_ATTN=off # Sampling (card instruct table, non-thinking). diff --git a/scripts/serve-frank-large.sh b/scripts/serve-frank-large.sh index 68df18f..8dc82f9 100755 --- a/scripts/serve-frank-large.sh +++ b/scripts/serve-frank-large.sh @@ -57,6 +57,8 @@ fi : "${CACHE_RAM:=8192}" : "${SLOT_SAVE_PATH:=$SCRIPT_DIR/slot-state}" : "${SPLIT_MODE:=none}" +: "${FIT:=off}" +: "${NGL:=999}" : "${FLASH_ATTN:=off}" : "${TEMPERATURE:=0.7}" : "${TOP_K:=20}" @@ -64,6 +66,7 @@ fi : "${MIN_P:=0.0}" : "${PRESENCE_PENALTY:=1.5}" : "${REASONING:=on}" +: "${REASONING_FORMAT:=deepseek}" : "${HSA_OVERRIDE_GFX_VERSION:=11.5.1}" : "${SPEC_TYPE:=ngram-mod}" : "${DRAFT_MODEL_DIR:=/home/dank/models/mtp-Qwen3.8-Flash-Next-FAST}"