harald/nixcfg
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

fix(halo): 27b

Browse source
This commit is contained in:
Harald Hoyer 2026-05-10 20:46:12 +02:00
parent 689cdec28d
commit 04342222a2
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
systems/x86_64-linux/halo/llama-server-27B.nix
View file

@ -25,7 +25,7 @@
StateDirectory = "llama-server"; StateDirectory = "llama-server";
CacheDirectory = "llama-server"; CacheDirectory = "llama-server";
WorkingDirectory = "%S/llama-server"; WorkingDirectory = "%S/llama-server";
ExecStartPre = "${pkgs.coreutils}/bin/mkdir -p %C/llama-server/kv-slots"; ExecStartPre = "${pkgs.coreutils}/bin/mkdir -p %C/llama-server/kv-slots-27B";
ExecStart = lib.concatStringsSep " " [ ExecStart = lib.concatStringsSep " " [
"${pkgs.llama-cpp-rocm}/bin/llama-server" "${pkgs.llama-cpp-rocm}/bin/llama-server"
"--flash-attn on" "--flash-attn on"