deploy: frank-default-large final config — ROCm + draft-dflash, 3x200700 ctx (bench-fastest)
This commit is contained in:
1 parent
d0c80b5b1a
commit
25e90bbbf7
2 files changed
+13
-15
No files matched your search
@@ -24,9 +24,9 @@ fi
|
||||
: "${ALIAS:=frank-default-large}"
|
||||
: "${HOST:=0.0.0.0}"
|
||||
: "${PORT:=7770}"
|
||||
: "${CTX_SIZE:=393216}"
|
||||
: "${PARALLEL:=6}"
|
||||
: "${SPEC_TYPE:=draft-dflash,ngram-mod}"
|
||||
: "${CTX_SIZE:=602100}"
|
||||
: "${PARALLEL:=3}"
|
||||
: "${SPEC_TYPE:=draft-dflash}"
|
||||
: "${SPEC_DRAFT_N_MAX:=8}"
|
||||
: "${SPEC_NGRAM_MOD_N_MIN:=48}"
|
||||
: "${SPEC_NGRAM_MOD_N_MAX:=64}"
|
||||
|
||||
Reference in new issue
Block a user