Frank cd6202f4a0 frank-default-large: batch=4096, ubatch=4096 (OOM fix)

2026-08-20 19:58:45 -07:00

..

deploy.sh

Swap fleet naming + restore Qwen3.6-35B-A3B Q6_K_P on Dankserver

2026-08-18 00:32:26 -07:00

frank-default-large.env

frank-default-large: batch=4096, ubatch=4096 (OOM fix)

2026-08-20 19:58:45 -07:00

frank-default-large.service

Swap fleet naming + restore Qwen3.6-35B-A3B Q6_K_P on Dankserver

2026-08-18 00:32:26 -07:00

frank-default-npu.env

frank-default-npu: deploy gemma4-it:e4b on NPU, port 52626, 64k context

2026-08-20 15:12:58 -07:00

frank-default-npu.service

frank-default-npu: deploy gemma4-it:e4b on NPU, port 52626, 64k context

2026-08-20 15:12:58 -07:00

frank-default-small.env

frank-default-small: ncpu-moe=38 (2 experts on GPU)

2026-08-20 18:02:47 -07:00

frank-default-small.service

Swap fleet naming + restore Qwen3.6-35B-A3B Q6_K_P on Dankserver

2026-08-18 00:32:26 -07:00

serve-frank-default-npu.sh

frank-default-npu: deploy gemma4-it:e4b on NPU, port 52626, 64k context

2026-08-20 15:12:58 -07:00

serve-frank-large.sh

frank-default-large: batch=4096, ubatch=4096 (OOM fix)

2026-08-20 19:58:45 -07:00

serve-frank-small.sh

frank-default-small: ncpu-moe=38 (2 experts on GPU)

2026-08-20 18:02:47 -07:00