ling: batch 8192 (ubatch 3072); add -lv verbosity + log file for stop-investigation
This commit is contained in:
1 parent
321f946660
commit
a5444e2c4d
2 files changed
+10
-1
No files matched your search
@@ -32,8 +32,13 @@ DEVICE=Vulkan0
|
||||
N_GPU_LAYERS=all
|
||||
FLASH_ATTN=auto
|
||||
# Batch kept small-leaning for the tight memory budget; tune with CTX_SIZE.
|
||||
BATCH_SIZE=3072
|
||||
BATCH_SIZE=8192
|
||||
UBATCH_SIZE=3072
|
||||
|
||||
# Diagnostics: high verbosity + a dedicated log file for investigating the
|
||||
# premature 'stop' reports. -lv 4 = verbose (ggml); 5 = debug.
|
||||
VERBOSITY=4
|
||||
LOG_FILE=/tmp/frank-ling.log
|
||||
# Sampling defaults (model card: reasoning-capable; leave temp/top to default)
|
||||
TEMPERATURE=1.0
|
||||
TOP_K=20
|
||||
|
||||
Reference in new issue
Block a user