Frank e777d3cb56 frank-default-small: batch=5120, ubatch=2560

2026-08-20 15:38:18 -07:00

..

deploy.sh

Swap fleet naming + restore Qwen3.6-35B-A3B Q6_K_P on Dankserver

2026-08-18 00:32:26 -07:00

frank-default-large.env

frank-default-large: raise ubatch back to 8192

2026-08-20 14:56:14 -07:00

frank-default-large.service

Swap fleet naming + restore Qwen3.6-35B-A3B Q6_K_P on Dankserver

2026-08-18 00:32:26 -07:00

frank-default-npu.env

frank-default-npu: deploy gemma4-it:e4b on NPU, port 52626, 64k context

2026-08-20 15:12:58 -07:00

frank-default-npu.service

frank-default-npu: deploy gemma4-it:e4b on NPU, port 52626, 64k context

2026-08-20 15:12:58 -07:00

frank-default-small.env

frank-default-small: batch=5120, ubatch=2560

2026-08-20 15:38:18 -07:00

frank-default-small.service

Swap fleet naming + restore Qwen3.6-35B-A3B Q6_K_P on Dankserver

2026-08-18 00:32:26 -07:00

serve-frank-default-npu.sh

frank-default-npu: deploy gemma4-it:e4b on NPU, port 52626, 64k context

2026-08-20 15:12:58 -07:00

serve-frank-large.sh

frank-default-large: add --no-mmap to avoid teardown OOM

2026-08-20 14:49:45 -07:00

serve-frank-small.sh

frank-default-small: batch=5120, ubatch=2560

2026-08-20 15:38:18 -07:00