Frank 87dd4224b7 frank-default-small: ubatch=1024 (tight 24GB VRAM, 786k ctx pool)

2026-08-20 16:45:20 -07:00

..

deploy.sh

Swap fleet naming + restore Qwen3.6-35B-A3B Q6_K_P on Dankserver

2026-08-18 00:32:26 -07:00

frank-default-large.env

frank-default-large: raise ubatch back to 8192

2026-08-20 14:56:14 -07:00

frank-default-large.service

Swap fleet naming + restore Qwen3.6-35B-A3B Q6_K_P on Dankserver

2026-08-18 00:32:26 -07:00

frank-default-npu.env

frank-default-npu: deploy gemma4-it:e4b on NPU, port 52626, 64k context

2026-08-20 15:12:58 -07:00

frank-default-npu.service

frank-default-npu: deploy gemma4-it:e4b on NPU, port 52626, 64k context

2026-08-20 15:12:58 -07:00

frank-default-small.env

frank-default-small: ubatch=1024 (tight 24GB VRAM, 786k ctx pool)

2026-08-20 16:45:20 -07:00

frank-default-small.service

Swap fleet naming + restore Qwen3.6-35B-A3B Q6_K_P on Dankserver

2026-08-18 00:32:26 -07:00

serve-frank-default-npu.sh

frank-default-npu: deploy gemma4-it:e4b on NPU, port 52626, 64k context

2026-08-20 15:12:58 -07:00

serve-frank-large.sh

frank-default-large: add --no-mmap to avoid teardown OOM

2026-08-20 14:49:45 -07:00

serve-frank-small.sh

frank-default-small: ubatch=1024 (tight 24GB VRAM, 786k ctx pool)

2026-08-20 16:45:20 -07:00