Add FLM gemma4-it:e4b model to Hermes config
- Add dankclaw-npu provider with gemma4-it:e4b model at port 7771 - Wire auxiliary vision routing to FLM (sight+sound NPU model)
This commit is contained in:
@@ -25,11 +25,17 @@ providers:
|
||||
models:
|
||||
frank-default-small:
|
||||
context_length: 163840
|
||||
dankclaw-npu:
|
||||
api: http://192.168.0.143:7771/v1
|
||||
discover_models: false
|
||||
models:
|
||||
gemma4-it:e4b:
|
||||
context_length: 131072
|
||||
|
||||
# Auxiliary routing from the live configuration. These use the existing
|
||||
# custom endpoint shape and are retained here as a settings backup.
|
||||
auxiliary:
|
||||
vision: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1}
|
||||
vision: {provider: dankclaw-npu, model: gemma4-it:e4b, base_url: http://192.168.0.143:7771/v1}
|
||||
web_extract: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1}
|
||||
compression: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1}
|
||||
skills_hub: {provider: custom, model: frank-default-small, base_url: http://192.168.0.235:7770/v1}
|
||||
|
||||
Reference in New Issue
Block a user