Add FLM gemma4-it:e4b model to Hermes config

- Add dankclaw-npu provider with gemma4-it:e4b model at port 7771
- Wire auxiliary vision routing to FLM (sight+sound NPU model)
This commit is contained in:
Frank
2026-08-31 17:10:24 -07:00
parent 8e1b00646f
commit 5ba32ccecd
+7 -1
View File
@@ -25,11 +25,17 @@ providers:
models:
frank-default-small:
context_length: 163840
dankclaw-npu:
api: http://192.168.0.143:7771/v1
discover_models: false
models:
gemma4-it:e4b:
context_length: 131072
# Auxiliary routing from the live configuration. These use the existing
# custom endpoint shape and are retained here as a settings backup.
auxiliary:
vision: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1}
vision: {provider: dankclaw-npu, model: gemma4-it:e4b, base_url: http://192.168.0.143:7771/v1}
web_extract: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1}
compression: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1}
skills_hub: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1}