ling: batch 8192 (ubatch 3072); add -lv verbosity + log file for stop-investigation

This commit is contained in:
Frank committed 2026-08-14 02:12:35 -07:00
1 parent 321f946660
commit a5444e2c4d
2 files changed
+10 -1

No files matched your search

+6 -1
View File
@@ -32,8 +32,13 @@ DEVICE=Vulkan0
N_GPU_LAYERS=all
FLASH_ATTN=auto
# Batch kept small-leaning for the tight memory budget; tune with CTX_SIZE.
BATCH_SIZE=3072
BATCH_SIZE=8192
UBATCH_SIZE=3072
# Diagnostics: high verbosity + a dedicated log file for investigating the
# premature 'stop' reports. -lv 4 = verbose (ggml); 5 = debug.
VERBOSITY=4
LOG_FILE=/tmp/frank-ling.log
# Sampling defaults (model card: reasoning-capable; leave temp/top to default)
TEMPERATURE=1.0
TOP_K=20