diff --git a/scripts/recipes/qwen4exp-swift15-w4dn8-i8-hc8m.recipe b/scripts/recipes/qwen4exp-swift15-w4dn8-i8-hc8m.recipe index 892a8dc..b368f44 100644 --- a/scripts/recipes/qwen4exp-swift15-w4dn8-i8-hc8m.recipe +++ b/scripts/recipes/qwen4exp-swift15-w4dn8-i8-hc8m.recipe @@ -31,17 +31,32 @@ # times its share of the routing, an even count on each rank's half of the layer (the four-bit GEMM # takes the rest as two equal tables by parity) by adding that half's next most energetic expert. # PROTECTED-BEGIN (rewritten from Swift's OWN grams by derive-protected-experts.py) +blk.1.ffn_*_exps.271.weight cast dtype=bf16 +blk.1.ffn_*_exps.355.weight cast dtype=bf16 +blk.2.ffn_*_exps.279.weight cast dtype=bf16 +blk.2.ffn_*_exps.413.weight cast dtype=bf16 +blk.34.ffn_*_exps.146.weight cast dtype=bf16 +blk.34.ffn_*_exps.153.weight cast dtype=bf16 blk.34.ffn_*_exps.407.weight cast dtype=bf16 -blk.34.ffn_*_exps.496.weight cast dtype=bf16 -blk.44.ffn_*_exps.292.weight cast dtype=bf16 +blk.34.ffn_*_exps.453.weight cast dtype=bf16 +blk.37.ffn_*_exps.288.weight cast dtype=bf16 +blk.37.ffn_*_exps.377.weight cast dtype=bf16 +blk.38.ffn_*_exps.406.weight cast dtype=bf16 +blk.38.ffn_*_exps.420.weight cast dtype=bf16 +blk.42.ffn_*_exps.37.weight cast dtype=bf16 +blk.42.ffn_*_exps.90.weight cast dtype=bf16 +blk.42.ffn_*_exps.302.weight cast dtype=bf16 +blk.42.ffn_*_exps.388.weight cast dtype=bf16 +blk.44.ffn_*_exps.315.weight cast dtype=bf16 blk.44.ffn_*_exps.350.weight cast dtype=bf16 blk.46.ffn_*_exps.290.weight cast dtype=bf16 -blk.46.ffn_*_exps.392.weight cast dtype=bf16 -blk.47.ffn_*_exps.122.weight cast dtype=bf16 +blk.46.ffn_*_exps.419.weight cast dtype=bf16 +blk.47.ffn_*_exps.119.weight cast dtype=bf16 blk.47.ffn_*_exps.143.weight cast dtype=bf16 blk.47.ffn_*_exps.399.weight cast dtype=bf16 blk.47.ffn_*_exps.445.weight cast dtype=bf16 # PROTECTED-END +# (derive-protected-experts.py rewrote this section from Swift's own grams) # Every other routed expert, trunk and MTP layer alike: u4 codes into the w4nl table, rotated by # the 128-wide Hadamard, an E4M3 scale a group of 64 under the fixed 2^-13 searched for least