From fc58a6507b165509fcd2872427110fdbe855bd98 Mon Sep 17 00:00:00 2001 From: Lumpiasty Date: Sun, 24 May 2026 19:16:00 +0200 Subject: [PATCH] disable mlock --- apps/llama/configs/config.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/apps/llama/configs/config.yaml b/apps/llama/configs/config.yaml index d3366a2..7707125 100644 --- a/apps/llama/configs/config.yaml +++ b/apps/llama/configs/config.yaml @@ -4,7 +4,7 @@ logToStdout: "both" # proxy and upstream macros: base_args: "--no-warmup --port ${PORT} --mlock --no-mmap" - common_args: "--fit-target 1536 --no-warmup --port ${PORT} --mlock --no-mmap" + common_args: "--fit-target 1536 --no-warmup --port ${PORT} --no-mmap" cpu_args: "--no-warmup --port ${PORT} -ngl 0" ctx_64k: "--ctx-size 65536" ctx_128k: "--ctx-size 131072"