diff --git a/scripts/serve-frank-large.sh b/scripts/serve-frank-large.sh index d74f6bf..60570c6 100755 --- a/scripts/serve-frank-large.sh +++ b/scripts/serve-frank-large.sh @@ -101,6 +101,7 @@ exec "$LLAMA_BIN" \ --cache-ram "$CACHE_RAM" \ --cache-prompt \ --metrics \ + --no-mmap \ --spec-type draft-mtp \ --spec-draft-device ROCm0 \ --spec-draft-ngl 999 \