Frank 99c7ec531f frank-default-small: ncpu-moe=32(8GPU, ~51.1 t/s gen)

2026-08-20 17:09:23 -07:00

..

deploy.sh

Swap fleet naming + restore Qwen3.6-35B-A3B Q6_K_P on Dankserver

2026-08-18 00:32:26 -07:00

frank-default-large.env

frank-default-large: raise ubatch back to 8192

2026-08-20 14:56:14 -07:00

frank-default-large.service

Swap fleet naming + restore Qwen3.6-35B-A3B Q6_K_P on Dankserver

2026-08-18 00:32:26 -07:00

frank-default-npu.env

frank-default-npu: deploy gemma4-it:e4b on NPU, port 52626, 64k context

2026-08-20 15:12:58 -07:00

frank-default-npu.service

frank-default-npu: deploy gemma4-it:e4b on NPU, port 52626, 64k context

2026-08-20 15:12:58 -07:00

frank-default-small.env

frank-default-small: ncpu-moe=32(8GPU, ~51.1 t/s gen)

2026-08-20 17:09:23 -07:00

frank-default-small.service

Swap fleet naming + restore Qwen3.6-35B-A3B Q6_K_P on Dankserver

2026-08-18 00:32:26 -07:00

serve-frank-default-npu.sh

frank-default-npu: deploy gemma4-it:e4b on NPU, port 52626, 64k context

2026-08-20 15:12:58 -07:00

serve-frank-large.sh

frank-default-large: add --no-mmap to avoid teardown OOM

2026-08-20 14:49:45 -07:00

serve-frank-small.sh

frank-default-small: ncpu-moe=32(8GPU, ~51.1 t/s gen)

2026-08-20 17:09:23 -07:00