models: set frank-large contextWindow to 200000
Also carries previously-uncommitted edits already in the working file: maxTokens 262144 -> 65536 (HALOGEN_MAX_TOKENS_CAP) with the KV-pool admission note, and removal of the flm (dankclaw-npu) provider block. Live check: halogen /health reports context=262144, so 200000 is inside the served window; 200000 + 65536 = 265536 against a 401408-position pool.
This commit is contained in:
+7
-23
@@ -24,8 +24,13 @@ providers:
|
||||
models:
|
||||
- id: frank-large
|
||||
name: "frank-large (dankclaw-gpu)"
|
||||
contextWindow: 262144
|
||||
maxTokens: 262144
|
||||
contextWindow: 200000
|
||||
# Halogen caps max_tokens at HALOGEN_MAX_TOKENS_CAP=65536 (a request
|
||||
# above it is a 400). Admission reserves prompt + max_tokens against
|
||||
# the KV pool (401,408 positions since 2026-09-13): 200,000 + 65,536
|
||||
# = 265,536, comfortably inside. Overshooting the pool hangs for the
|
||||
# 3600 s queue timeout before a 503.
|
||||
maxTokens: 65536
|
||||
reasoning: true
|
||||
input: [text, image]
|
||||
compat:
|
||||
@@ -45,24 +50,3 @@ providers:
|
||||
# halogen honours it top-level (verified: 275-token prompt delta vs false).
|
||||
preserve_thinking: true
|
||||
|
||||
"flm (dankclaw-npu)":
|
||||
baseUrl: http://192.168.0.143:7771/v1
|
||||
api: openai-completions
|
||||
auth: none
|
||||
models:
|
||||
- id: gemma4-it:e4b
|
||||
name: "gemma4-it:e4b (dankclaw-npu)"
|
||||
contextWindow: 131072
|
||||
maxTokens: 131072
|
||||
reasoning: true
|
||||
input: [text, image]
|
||||
compat:
|
||||
reasoningEffortMap:
|
||||
max: xhigh
|
||||
|
||||
- id: nuextract3:4b
|
||||
name: "nuextract3:4b (dankclaw-npu extraction)"
|
||||
contextWindow: 32768
|
||||
maxTokens: 32768
|
||||
reasoning: false
|
||||
input: [text]
|
||||
|
||||
Reference in New Issue
Block a user