feat(halo): cache-ram 0

2026-05-10 20:50:08 +02:00 · 2026-05-10 20:50:08 +02:00 · 7b04b55ce8
commit 7b04b55ce8
parent 04342222a2
1 changed files with 1 additions and 0 deletions
--- a/systems/x86_64-linux/halo/llama-server-27B.nix
+++ b/systems/x86_64-linux/halo/llama-server-27B.nix
@ -46,6 +46,7 @@
        "-c 524288"
        "--fit on"
        "--slot-save-path %C/llama-server/kv-slots-27B"
+        "--cache-ram 0"
      ];
      Restart = "on-failure";
      RestartSec = 10;