#!/usr/bin/env bash # Download the frank-small payload for llama.cpp on the RTX 3090: # ornith-ai/Ornith-1.5-9B-GGUF:Q8_0 plus its vision projector # (the GGUF carries no `v.*` tensors — the tower lives only in the mmproj, so # without this file the endpoint is text-only by construction). Public repo — # no auth header, and never a token on the command line (it is world-readable # in /proc//cmdline). # # Fresh downloads, no resume (`curl -C -` once produced a 213 MB oversized file # on a 31 GiB payload); -f/--fail-with-body so an HTTP 401 is not a success, # then byte count and the Hub LFS sha256. Idempotent: complete files are # skipped. # # 2026-10-05 (Frank): the rung is Ornith-1.5-9B Q8_0. The payload moved off # MiMo-V2.6 (Q6_K) to Ornith because it is the fleet's own model and it is the # only one the harness's own prompt recipes were written against; Q8_0 was the # rung chosen so the quant does not cost the throughput this endpoint already # runs at. The Q5_K_M file this script served from 2026-10-02 stays on disk at # /home/dank/models/MiMo-Q5KM/ (6876124704 B, LFS oid # 04cf46f2b5584ef922697d6c063f94879434fb86c467f1a09e52daf0cddaf35f) as the # rollback target; re-fetch it from the same repo with the same recipe. # # Usage: # scripts/download-frank-small.sh [DEST_DIR] [--verify-only] set -euo pipefail REPO="ornith-ai/Ornith-1.5-9B-GGUF" BASE="https://huggingface.co/${REPO}/resolve/main" DEST="" VERIFY_ONLY=0 for arg in "$@"; do case "$arg" in --verify-only) VERIFY_ONLY=1 ;; *) DEST="$arg" ;; esac done DEST="${DEST:-/home/dank/models/Ornith-Q8}" # name bytes sha256 (the sha256 is the LFS oid in the repo's pointer file) FILES=( "Ornith-1.5-9B-Q8_0.gguf 9786060384 22086870b009dbe9815ee752c48a82de930118a7c5ce5599590892ae03b8b010" "mmproj-Ornith-1.5-9B-BF16.gguf 921704672 626f9f90627402a6bf4a999111d0fbd69b5fcca7aa8ba089d69e5f10e8858e1d" ) mkdir -p "$DEST" status=0 for entry in "${FILES[@]}"; do read -r name size sha <<<"$entry" f="$DEST/$name" have=0 if [[ -f "$f" ]] && [[ "$(stat -c%s "$f")" == "$size" ]]; then if sha256sum -c --quiet <(printf '%s %s\n' "$sha" "$f"); then have=1 fi fi if (( have )); then echo "OK $name" continue fi if (( VERIFY_ONLY )); then echo "MISSING $name" status=1 continue fi echo "FETCHING $name" tmp="$f.part" curl -fsSL --fail-with-body -o "$tmp" "$BASE/$name" mv "$tmp" "$f" if [[ "$(stat -c%s "$f")" != "$size" ]]; then echo "SIZE FAIL $name ($(stat -c%s "$f") != $size)" status=1 continue fi if ! sha256sum -c --quiet <(printf '%s %s\n' "$sha" "$f"); then echo "SHA FAIL $name" status=1 continue fi echo "VERIFIED $name" done if (( status == 0 )); then echo "DOWNLOAD_DONE $DEST" else echo "DOWNLOAD_FAILED $DEST" >&2 fi exit "$status"