frank-default-small: pmode turbo, ASR (Whisper-V3-Turbo) on, ctx-len 131072 (max verified)

This commit is contained in:
Frank committed 2026-08-16 14:37:32 -07:00
1 parent 02a1447602
commit fd4746422d
2 files changed
+23 -2

No files matched your search

+13 -1
View File
@@ -28,13 +28,25 @@ fi
: "${FLM_HOST:=0.0.0.0}"
: "${FLM_PORT:=52625}"
: "${FLM_PMODE:=performance}"
: "${FLM_ASR:=0}"
: "${FLM_CTX_LEN:=-1}"
if [[ ! -x "$FLM_BIN" ]]; then
echo "missing flm binary: $FLM_BIN" >&2
exit 1
fi
# --- optional flags ----------------------------------------------------------
OPT_ARGS=()
if [[ "${FLM_ASR}" != "0" ]]; then
OPT_ARGS+=(-a "${FLM_ASR}")
fi
if [[ "${FLM_CTX_LEN}" != "-1" ]]; then
OPT_ARGS+=(-c "${FLM_CTX_LEN}")
fi
exec "$FLM_BIN" serve "$FLM_MODEL" \
--host "$FLM_HOST" \
-p "$FLM_PORT" \
--pmode "$FLM_PMODE"
--pmode "$FLM_PMODE" \
"${OPT_ARGS[@]}"