diff --git a/scripts/deploy-remote.sh b/scripts/deploy-remote.sh index 6a94350..e389a3f 100755 --- a/scripts/deploy-remote.sh +++ b/scripts/deploy-remote.sh @@ -1207,12 +1207,12 @@ deploy_llm_large() { # # It is a SEPARATE endpoint on port 7771; frank-large keeps 7770. The 3090 is # not shared: frank-large's engine runs on the gfx1151 iGPU. -LLM_SMALL_MODEL_FILE="${LLM_SMALL_MODEL_FILE:-/home/dank/models/MiMo-Q6K/MiMo-V2.6-Distill-Qwen-9B-Q6_K.gguf}" +LLM_SMALL_MODEL_FILE="${LLM_SMALL_MODEL_FILE:-/home/dank/models/Ornith-Q8/Ornith-1.5-9B-Q8_0.gguf}" LLM_SMALL_RUNTIME="${LLM_SMALL_RUNTIME:-/home/dank/GitPackages/llama-master/build-cuda/bin/llama-server}" -# The projector IS the vision capability here: the Q6_K GGUF ships no `v.*` -# tensors, so a deploy that starts without this file silently ships a +# The projector IS the vision capability here: the Ornith GGUF ships no +# `v.*` tensors, so a deploy that starts without this file silently ships a # text-only endpoint. Checked unconditionally, like frank-large's. -LLM_SMALL_MMPROJ="${LLM_SMALL_MMPROJ:-/home/dank/models/MiMo-Q6K/mmproj-MiMo-V2.6-Distill-Qwen-9B-f16.gguf}" +LLM_SMALL_MMPROJ="${LLM_SMALL_MMPROJ:-/home/dank/models/Ornith-Q8/mmproj-Ornith-1.5-9B-BF16.gguf}" deploy_llm_small() { # Refuse rather than restart-loop: a unit whose runtime or payload is diff --git a/tests/frank_small_unit.bats b/tests/frank_small_unit.bats index e9e3a9c..cf6c4b2 100755 --- a/tests/frank_small_unit.bats +++ b/tests/frank_small_unit.bats @@ -1,7 +1,7 @@ #!/usr/bin/env bats # Seam: the frank-small llama.cpp root unit on dankclaw. -# frank-small is the RTX 3090 endpoint; since 2026-10-01 night it serves -# bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF:Q6_K via a CUDA (sm_86) build of +# frank-small is the RTX 3090 endpoint; since 2026-10-05 it serves +# ornith-ai/Ornith-1.5-9B-GGUF:Q8_0 via a CUDA (sm_86) build of # llama.cpp master, chosen because it is the only runtime here that moves K and # V independently. Since 2026-10-03 it runs TWO unquantized contexts of # 200,704 tokens each and carries a vision projector, and the card must keep @@ -16,9 +16,9 @@ SERVE="$REPO_ROOT/scripts/serve-frank-small.sh" ENV_FILE="$REPO_ROOT/scripts/frank-small.env" REMOTE_DEPLOY="$REPO_ROOT/scripts/deploy-remote.sh" ENV_LARGE="$REPO_ROOT/scripts/frank-large.env" -TARGET_STUB="MiMo-V2.6-Distill-Qwen-9B-Q6_K.gguf" +TARGET_STUB="Ornith-1.5-9B-Q8_0.gguf" # Same basename as the shipped projector: the test env repoints it into $STAGE. -MM_STUB="mmproj-MiMo-V2.6-Distill-Qwen-9B-f16.gguf" +MM_STUB="mmproj-Ornith-1.5-9B-BF16.gguf" setup() { STAGE="$(mktemp -d)" @@ -81,9 +81,9 @@ argv_value() { grep -q 'FRANK_SMALL_ENV_FILE=/home/dank/serverAppConfigs/scripts/frank-small.env' "$UNIT" } -@test "the shipped env points at the llama.cpp runtime and the Q6_K GGUF" { +@test "the shipped env points at the llama.cpp runtime and the Ornith-1.5-9B Q8_0 GGUF" { grep -qE '^LLAMA_BIN=/home/dank/GitPackages/llama-master/build-cuda/bin/llama-server$' "$ENV_FILE" - grep -qE "^MODEL_FILE=/home/dank/models/MiMo-Q6K/$TARGET_STUB$" "$ENV_FILE" + grep -qE "^MODEL_FILE=/home/dank/models/Ornith-Q8/$TARGET_STUB$" "$ENV_FILE" } @test "the deployer gates on exactly the payload paths the env file ships" {