diff --git a/scripts/frank-default-large.env b/scripts/frank-default-large.env index a1389f5..47564de 100644 --- a/scripts/frank-default-large.env +++ b/scripts/frank-default-large.env @@ -35,8 +35,10 @@ LLAMA_BIN=/home/dank/GitPackages/ROCmFPX/build-qwen38/bin/llama-server # Model files from # https://huggingface.co/kingjones777/Qwen3.8-Flash-Next-ROCmFP4-STRIX-GGUF -MODEL_DIR=/home/dank/models/kingjones-Qwen3.8-Flash-Next-ROCmFP4-STRIX -MODEL_FILE=Qwen3.8-Flash-Next-Q4_0-ROCmFP4-STRIX.gguf +# STRIX_LEAN (Uncensored) variant, 3-shard Q4_0_ROCMFP4, 98.5 GiB. +MODEL_DIR=/home/dank/models/kingjones-Qwen3.8-Flash-Next-Uncensored-ROCmFP4-STRIX_LEAN +MODEL_FILE=Qwen3.8-Flash-Next-Uncensored-Q4_0-ROCmFP4-STRIX_LEAN-00001-of-00003.gguf +MMPROJ_PATH=/home/dank/models/kingjones-Qwen3.8-Flash-Next-Uncensored-ROCmFP4-STRIX_LEAN/mmproj-Qwen3.8-Flash-Next-Uncensored-BF16.gguf # Qwen-Sharp chat template (tracked in the repo, staged on the host). The # Sharp template drives thinking on by default (medium effort); the server diff --git a/scripts/serve-frank-large.sh b/scripts/serve-frank-large.sh index 77fb539..5dfea74 100755 --- a/scripts/serve-frank-large.sh +++ b/scripts/serve-frank-large.sh @@ -161,4 +161,5 @@ exec /usr/bin/env \ --reasoning "$REASONING" \ --reasoning-format "$REASONING_FORMAT" \ --reasoning-budget -1 \ + --mmproj "$MMPROJ_PATH" \ "${SPEC_ARGS[@]}" \ No newline at end of file