From 04342222a2d5bf0b3d880fcc35625b6c3c2396b3 Mon Sep 17 00:00:00 2001 From: Harald Hoyer Date: Sun, 10 May 2026 20:46:12 +0200 Subject: [PATCH] fix(halo): 27b --- systems/x86_64-linux/halo/llama-server-27B.nix | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/systems/x86_64-linux/halo/llama-server-27B.nix b/systems/x86_64-linux/halo/llama-server-27B.nix index 1a2faa3..ab25831 100644 --- a/systems/x86_64-linux/halo/llama-server-27B.nix +++ b/systems/x86_64-linux/halo/llama-server-27B.nix @@ -25,7 +25,7 @@ StateDirectory = "llama-server"; CacheDirectory = "llama-server"; WorkingDirectory = "%S/llama-server"; - ExecStartPre = "${pkgs.coreutils}/bin/mkdir -p %C/llama-server/kv-slots"; + ExecStartPre = "${pkgs.coreutils}/bin/mkdir -p %C/llama-server/kv-slots-27B"; ExecStart = lib.concatStringsSep " " [ "${pkgs.llama-cpp-rocm}/bin/llama-server" "--flash-attn on"