harald/nixcfg
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

feat(halo): coder next

Browse source
This commit is contained in:
Harald Hoyer 2026-05-11 12:22:34 +02:00
parent 7b04b55ce8
commit ca4ee90828
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
systems/x86_64-linux/halo/default.nix
View file

@ -10,7 +10,7 @@ with lib.metacfg;
./hardware-configuration.nix
#./xremap.nix
./wyoming.nix
./llama-server-27B.nix
./llama-server-coder-next.nix
];
boot.lanzaboote.pkiBundle = "/var/lib/sbctl";

2
systems/x86_64-linux/halo/llama-server-coder-next.nix
View file

@ -28,7 +28,7 @@
ExecStartPre = "${pkgs.coreutils}/bin/mkdir -p %C/llama-server/kv-slots-coder-next";
ExecStart = lib.concatStringsSep " " [
"${pkgs.llama-cpp-rocm}/bin/llama-server"
"--flash-attn on"
"--flash-attn on"
"--parallel 1"
"--jinja"
"--host 0.0.0.0"