dank/serverAppConfigs
1
0
Fork 0
Code Issues 6 Pull Requests Actions Packages Projects Releases Wiki Activity

Add FLM gemma4-it:e4b model to Hermes config

Browse Source 
- Add dankclaw-npu provider with gemma4-it:e4b model at port 7771
- Wire auxiliary vision routing to FLM (sight+sound NPU model)
This commit is contained in:
Frank
2026-08-31 17:10:24 -07:00
parent 8e1b00646f
commit 5ba32ccecd
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
dankclaw/hermes/config.yaml.example
+7 -1
View File
@@ -25,11 +25,17 @@ providers:
models: models:
frank-default-small: frank-default-small:
context_length: 163840 context_length: 163840
dankclaw-npu:
api: http://192.168.0.143:7771/v1
discover_models: false
models:
gemma4-it:e4b:
context_length: 131072
# Auxiliary routing from the live configuration. These use the existing # Auxiliary routing from the live configuration. These use the existing
# custom endpoint shape and are retained here as a settings backup. # custom endpoint shape and are retained here as a settings backup.
auxiliary: auxiliary:
vision: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1} vision: {provider: dankclaw-npu, model: gemma4-it:e4b, base_url: http://192.168.0.143:7771/v1}
web_extract: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1} web_extract: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1}
compression: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1} compression: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1}
skills_hub: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1} skills_hub: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1}