From 7b04b55ce8d7d11f41b611a7f75b6c91977d08c9 Mon Sep 17 00:00:00 2001
From: Harald Hoyer <harald@hoyer.xyz>
Date: Sun, 10 May 2026 20:50:08 +0200
Subject: [PATCH] feat(halo): cache-ram 0

---
 systems/x86_64-linux/halo/llama-server-27B.nix | 1 +
 1 file changed, 1 insertion(+)

diff --git a/systems/x86_64-linux/halo/llama-server-27B.nix b/systems/x86_64-linux/halo/llama-server-27B.nix
index ab25831..d86cee9 100644
--- a/systems/x86_64-linux/halo/llama-server-27B.nix
+++ b/systems/x86_64-linux/halo/llama-server-27B.nix
@@ -46,6 +46,7 @@
         "-c 524288"
         "--fit on"
         "--slot-save-path %C/llama-server/kv-slots-27B"
+        "--cache-ram 0"
       ];
       Restart = "on-failure";
       RestartSec = 10;