frank-default-large: cap CTX_SIZE at 131072 — 262144 OOMs SVM pool (cudaMalloc 103176 MiB failed with fully GPU-resident 87 GiB model)

This commit is contained in:
Frank committed 2026-08-29 22:48:17 -07:00
1 parent 2f153c89f4
commit 7ac172c4f4
4 files changed
+19 -9

No files matched your search

+1 -1
View File
@@ -45,7 +45,7 @@ fi
: "${ALIAS:=frank-default-large}"
: "${BIND_ADDR:=0.0.0.0}"
: "${LISTEN_PORT:=7770}"
: "${CTX_SIZE:=262144}"
: "${CTX_SIZE:=131072}"
: "${PARALLEL:=1}"
: "${BATCH_SIZE:=4096}"
: "${UBATCH_SIZE:=4096}"