diff --git a/scripts/llama-server.service b/scripts/llama-server.service index dc108bc..c9a9a23 100644 --- a/scripts/llama-server.service +++ b/scripts/llama-server.service @@ -6,7 +6,7 @@ After=network.target Type=simple User=dank Group=dank -ExecStart=/home/dank/llama.cpp/build/bin/llama-server --hf-repo unsloth/Qwen3.6-27B-MTP-GGUF:Q8_0 --spec-draft-hf Alittlehammmer/Qwen3.6-27B-DFlash-GGUF-llama.cpp:Q8_0 --spec-type draft-dflash --spec-draft-n-max 16 --device ROCm0 --spec-draft-device ROCm0 --gpu-layers all --fit on --fit-target 512 --parallel 3 --ctx-size 131072 --batch-size 4096 --port 8080 --host 0.0.0.0 --threads 16 --alias frank-default-large --load-mode none +ExecStart=/home/dank/llama.cpp/build/bin/llama-server --hf-repo unsloth/Qwen3.6-27B-MTP-GGUF:Q8_0 --spec-draft-hf Alittlehammmer/Qwen3.6-27B-DFlash-GGUF-llama.cpp:Q8_0 --spec-type draft-dflash --spec-draft-n-max 16 --device ROCm0 --spec-draft-device ROCm0 --gpu-layers all --fit on --fit-target 512 --parallel 3 --ctx-size 600000 --batch-size 4096 --port 8080 --host 0.0.0.0 --threads 16 --alias frank-default-large --load-mode none Restart=on-failure RestartSec=10 diff --git a/scripts/serve-llamacpp-dflash.sh b/scripts/serve-llamacpp-dflash.sh index 03dbd4a..0519852 100755 --- a/scripts/serve-llamacpp-dflash.sh +++ b/scripts/serve-llamacpp-dflash.sh @@ -7,7 +7,7 @@ set -euo pipefail SERVER_BIN="/home/dank/llama.cpp/build/bin/llama-server" PORT="${LLAMA_PORT:-8080}" N_PARALLEL="${LLAMA_N_PARALLEL:-3}" -CTX_SIZE="${LLAMA_CTX_SIZE:-131072}" +CTX_SIZE="${LLAMA_CTX_SIZE:-600000}" BATCH_SIZE="${LLAMA_BATCH_SIZE:-4096}" DRAFT_N_MAX="${LLAMA_DRAFT_N_MAX:-16}"