campaign(qwen38): the calibration floor is 12M tokens #89

Merged
dank merged 3 commits from fix/quant-pipeline-hardening into main 2026-10-30 15:47:26 -07:00
3 changed files with 17 additions and 12 deletions

No files matched your search

+13 -9
View File
@@ -25,17 +25,21 @@
# through the ro /models mount); OUT lands on a writable # through the ro /models mount); OUT lands on a writable
# mount because --kld-out F also writes F.rows beside it. # mount because --kld-out F also writes F.rows beside it.
# calib serve on :7770 with the calibration tap open # calib serve on :7770 with the calibration tap open
# (RADIANCE_CALIB_DIR + RADIANCE_CALIB_TOKENS=1500000). A # (RADIANCE_CALIB_DIR + RADIANCE_CALIB_TOKENS=12000000). A
# separate driver — scripts/calib-push.py --port 7770 # separate driver — scripts/calib-push.py --port 7770
# --container qwen38-bf16 --corpus # --container qwen38-bf16 --corpus
# /home/dank/corpora/out/calib.jsonl — pushes the corpus; at # /home/dank/corpora/out/calib-7168.jsonl — pushes the corpus;
# the floor the engine writes the Grams and the tap switches # at the floor the engine writes the Grams and the tap switches
# itself off (calib-push prints TAP_DONE). Stop this script # itself off (calib-push prints TAP_DONE). Stop this script
# after that; the trap brings frank-archon back. The vendor's # after that; the trap brings frank-archon back. THE FLOOR IS
# own measurement is the floor's warrant — "a pooled Gram # THE CAMPAIGN'S RULE (12 M tokens, Frank 2026-10-30): the
# from 10 M tokens beat one from 1 M by under 1 %" — and at # served iq4r this arm competes with was calibrated on a 10 M-
# this rig's measured push rate a 1.5 M floor is hours, not # token set, so the arm is calibrated at least as deeply. One
# the 29 h a 6 M floor cost. One seal writes ~40 GiB. # round of the re-chunked corpus is ~9.31 M tokens, so sealing
# takes round 1 plus part of round 2 — a round that seals
# nothing is NORMAL (the floor is pooled), and the pusher's
# round_verdict treats a flat round as "continue", never as a
# failure. One seal writes ~40 GiB.
# #
# Shape: the vendor's bf16 calibration lines — expert_tiered placement with the # Shape: the vendor's bf16 calibration lines — expert_tiered placement with the
# weights disk tier, deterministic (the resident set pinned to the loader's plan, # weights disk tier, deterministic (the resident set pinned to the loader's plan,
@@ -357,7 +361,7 @@ case "$MODE" in
} }
MOUNTS+=(-v "$CALIB_DIR:/data/calib") MOUNTS+=(-v "$CALIB_DIR:/data/calib")
TAPENV=(-e RADIANCE_CALIB_DIR=/data/calib TAPENV=(-e RADIANCE_CALIB_DIR=/data/calib
-e "RADIANCE_CALIB_TOKENS=${FRANK_QWEN38_CALIB_TOKENS:-1500000}") -e "RADIANCE_CALIB_TOKENS=${FRANK_QWEN38_CALIB_TOKENS:-12000000}")
# The tap's own authorization. A pusher must see this marker before it sends # The tap's own authorization. A pusher must see this marker before it sends
# a prompt (calib-push.py --tap-marker), it names the container so a push # a prompt (calib-push.py --tap-marker), it names the container so a push
# aimed anywhere else refuses, and a boot that fails removes it again below. # aimed anywhere else refuses, and a boot that fails removes it again below.
+2 -1
View File
@@ -692,7 +692,8 @@ window_fixture() {
D="$(window_fixture)" D="$(window_fixture)"
run env FRANK_QWEN38_CAMPAIGN="$D/campaign" \ run env FRANK_QWEN38_CAMPAIGN="$D/campaign" \
FRANK_QWEN38_RAD="$D/rad/qwen38-bf16.rad" \ FRANK_QWEN38_RAD="$D/rad/qwen38-bf16.rad" \
Q38_WINDOW_CALIB_CORPUS="$D/corpora/calib.jsonl" bash "$WINDOW" --dry-run Q38_WINDOW_CALIB_CORPUS="$D/corpora/calib.jsonl" \
Q38_CALIB_MIN_FREE_MIB=1 bash "$WINDOW" --dry-run
[ "$status" -eq 0 ] [ "$status" -eq 0 ]
[[ "$output" == *"run-qwen38-bf16.sh calib"* ]] [[ "$output" == *"run-qwen38-bf16.sh calib"* ]]
[[ "$output" == *"else kill the rig"* ]] [[ "$output" == *"else kill the rig"* ]]
+2 -2
View File
@@ -157,11 +157,11 @@ flag_value() {
[[ "$output" != *"--vram-kv-mib"* ]] [[ "$output" != *"--vram-kv-mib"* ]]
} }
@test "the calib dry run opens the tap at the 1.5M floor, on the latest pin, and serves on 7770" { @test "the calib dry run opens the tap at the 12M floor, on the latest pin, and serves on 7770" {
run bash "$RUNNER" calib --dry-run run bash "$RUNNER" calib --dry-run
[ "$status" -eq 0 ] [ "$status" -eq 0 ]
flat="$(oneline)" flat="$(oneline)"
[[ "$flat" == *"-e RADIANCE_CALIB_TOKENS=1500000"* ]] [[ "$flat" == *"-e RADIANCE_CALIB_TOKENS=12000000"* ]]
[[ "$flat" == *"-e RADIANCE_CALIB_DIR=/data/calib"* ]] [[ "$flat" == *"-e RADIANCE_CALIB_DIR=/data/calib"* ]]
# the tap producer is the campaign's own pin (latest radiance), not production's # the tap producer is the campaign's own pin (latest radiance), not production's
[[ "$flat" == *"radiance@sha256:69add58f"* ]] [[ "$flat" == *"radiance@sha256:69add58f"* ]]