ling: batch 8192 (ubatch 3072); add -lv verbosity + log file for stop-investigation

This commit is contained in:
Frank committed 2026-08-14 02:12:35 -07:00
1 parent 321f946660
commit a5444e2c4d
2 files changed
+10 -1

No files matched your search

+4
View File
@@ -47,6 +47,8 @@ fi
: "${MIN_P:=0.0}"
: "${THREADS:=12}"
: "${THREADS_HTTP:=1}"
: "${VERBOSITY:=0}" # ggml log verbosity 0-5; 4 = verbose, 5 = debug
: "${LOG_FILE:=}" # optional; if set, --log-file path
# Fork binary; stock llama.cpp cannot load bailingmoe3.
LLAMA_SERVER="${LLAMA_SERVER:-/home/dank/llama.cpp-ling/build/bin/llama-server}"
@@ -62,6 +64,7 @@ if [[ ! -f "$MODEL" ]]; then
fi
exec "$LLAMA_SERVER" \
$(if [[ -n "$LOG_FILE" ]]; then echo "--log-file $LOG_FILE"; fi) \
--model "$MODEL" \
--spec-type "$SPEC_TYPE" \
--spec-draft-n-max "$SPEC_DRAFT_N_MAX" \
@@ -81,6 +84,7 @@ exec "$LLAMA_SERVER" \
--min-p "$MIN_P" \
--threads "$THREADS" \
--threads-http "$THREADS_HTTP" \
-lv "$VERBOSITY" \
--alias "$ALIAS" \
--host "$HOST" \
--port "$PORT"