From 5ba32ccecd31bc4d9a3b76163a1c4cc9eac2debd Mon Sep 17 00:00:00 2001 From: Frank Date: Mon, 31 Aug 2026 17:10:24 -0700 Subject: [PATCH] Add FLM gemma4-it:e4b model to Hermes config - Add dankclaw-npu provider with gemma4-it:e4b model at port 7771 - Wire auxiliary vision routing to FLM (sight+sound NPU model) --- dankclaw/hermes/config.yaml.example | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/dankclaw/hermes/config.yaml.example b/dankclaw/hermes/config.yaml.example index bffd346..c1c6ddb 100644 --- a/dankclaw/hermes/config.yaml.example +++ b/dankclaw/hermes/config.yaml.example @@ -25,11 +25,17 @@ providers: models: frank-default-small: context_length: 163840 + dankclaw-npu: + api: http://192.168.0.143:7771/v1 + discover_models: false + models: + gemma4-it:e4b: + context_length: 131072 # Auxiliary routing from the live configuration. These use the existing # custom endpoint shape and are retained here as a settings backup. auxiliary: - vision: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1} + vision: {provider: dankclaw-npu, model: gemma4-it:e4b, base_url: http://192.168.0.143:7771/v1} web_extract: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1} compression: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1} skills_hub: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1}