harald/nixcfg
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

chore(halo): llama.cpp update

Browse source
This commit is contained in:
Harald Hoyer 2026-05-21 20:46:06 +02:00
parent 1376ab0ba0
commit 70da67555f
3 changed files with 13 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

19
overlays/unstable/default.nix
View file

@ -20,16 +20,19 @@ final: prev: {
rocmGpuTargets = [ "gfx1151" ]; rocmGpuTargets = [ "gfx1151" ];
}).overrideAttrs }).overrideAttrs
(prevAttrs: { (prevAttrs: {
src = prev.fetchFromGitHub { version = "9264";
owner = "am17an"; src = final.fetchFromGitHub {
owner = "ggml-org";
repo = "llama.cpp"; repo = "llama.cpp";
rev = "9a532ae4bab1b164052ce60a738f78538b421c66"; tag = "b9264";
hash = "sha256-LIGtXaO53Y3Ze0x6uevb2vzcKHbyj2o/8ZHvyZ22uo4="; hash = "sha256-LA4SgE20Dvz1g3degdIx4CYfYhVNEIQM5Q/5rDT/icg=";
#postFetch = '' leaveDotGit = true;
# echo -n "9a532ae4bab1b164052ce60a738f78538b421c66" > $out/COMMIT postFetch = ''
#''; git -C "$out" rev-parse --short HEAD > $out/COMMIT
find "$out" -name .git -print0 | xargs -0 rm -rf
'';
}; };
npmDepsHash = "sha256-Po5SWJv3vmcBR7y62G9/CfvI3Lk/MYdjFMTTy2dsgoY="; npmDepsHash = "sha256-Iyg8FpcTKf2UYHuK7mA3cTAqVaLcQPcS0YCa5Qf01Gc=";
npmRoot = "tools/ui"; npmRoot = "tools/ui";
}); });

2
systems/x86_64-linux/amd/acme.nix
View file

@ -9,7 +9,7 @@
metacfg.services.acmeBase.credentialsFile = config.sops.secrets.internetbs.path; metacfg.services.acmeBase.credentialsFile = config.sops.secrets.internetbs.path;
security.acme.certs = { security.acme.certs = {
"amd.hoyer.world" = { "amd.hoyer.world" = {
extraDomainNames = [ extraDomainNames = [
"opencode.amd.hoyer.world" "opencode.amd.hoyer.world"

2
systems/x86_64-linux/halo/models.ini
View file

@ -17,7 +17,7 @@ c = 131072
[Qwen3.6-27B] [Qwen3.6-27B]
hf = unsloth/Qwen3.6-27B-MTP-GGUF:Q6_K hf = unsloth/Qwen3.6-27B-MTP-GGUF:Q6_K
spec-type = draft-mtp spec-type = draft-mtp
spec-draft-n-max = 6 spec-draft-n-max = 4
threads-batch = 16 threads-batch = 16
temp = 0.6 temp = 0.6
top-p = 0.95 top-p = 0.95