harald/nixcfg
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

feat(halo): cache-ram 0

Browse source
This commit is contained in:
Harald Hoyer 2026-05-10 20:50:08 +02:00
parent 04342222a2
commit 7b04b55ce8
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
systems/x86_64-linux/halo/llama-server-27B.nix
View file

@ -46,6 +46,7 @@
"-c 524288" "-c 524288"
"--fit on" "--fit on"
"--slot-save-path %C/llama-server/kv-slots-27B" "--slot-save-path %C/llama-server/kv-slots-27B"
"--cache-ram 0"
]; ];
Restart = "on-failure"; Restart = "on-failure";
RestartSec = 10; RestartSec = 10;