dank/serverAppConfigs
1
0 Fork 0
Code Issues 4 Pull Requests Actions Packages Projects Releases Wiki Activity

frank-default-large: raise ubatch back to 8192

Browse Source
This commit is contained in:
Frank committed 2026-08-20 14:56:14 -07:00
1 parent eb3f26f747
commit b38e384f6e
1 file changed
+1 -1
Download Patch File Download Diff File Expand all files Collapse all files
scripts/frank-default-large.env
+1 -1
View File
@@ -49,7 +49,7 @@ LISTEN_PORT=52625
CTX_SIZE=262144 CTX_SIZE=262144
PARALLEL=1 PARALLEL=1
BATCH_SIZE=8192 BATCH_SIZE=8192
UBATCH_SIZE=4096 UBATCH_SIZE=8192
CACHE_TYPE_K=f16 CACHE_TYPE_K=f16
CACHE_TYPE_V=f16 CACHE_TYPE_V=f16
CTX_CHECKPOINTS=16 CTX_CHECKPOINTS=16