diff --git a/overlays/unstable/default.nix b/overlays/unstable/default.nix index 9ec328e..4ba1183 100644 --- a/overlays/unstable/default.nix +++ b/overlays/unstable/default.nix @@ -12,18 +12,33 @@ final: prev: { # nodejs_20 ; - llama-cpp-rocm = channels.unstable.llama-cpp-rocm.overrideAttrs (_: { - src = prev.fetchFromGitHub { - owner = "am17an"; - repo = "llama.cpp"; - rev = "267f8afe857b7bd1a49e4fde9138ab0f7be36625"; - hash = "sha256-VYvRjnNZpPE60wjpBVO1FbURMRRMg71sM5kBxiEkElk="; - postFetch = '' - echo -n "267f8af" > $out/COMMIT - ''; - }; - npmDepsHash = "sha256-k62LIbyY2DXvs7XXbX0lNPiYxuYzeJUyQtS4eA+68f8="; - }); + # Tuned for Strix Halo (Ryzen AI Max+ 395 / Radeon 8060S, gfx1151). + llama-cpp-rocm = + (channels.unstable.llama-cpp.override { + rocmSupport = true; + rocmGpuTargets = [ "gfx1151" ]; + }).overrideAttrs + (prevAttrs: { + src = prev.fetchFromGitHub { + owner = "am17an"; + repo = "llama.cpp"; + rev = "267f8afe857b7bd1a49e4fde9138ab0f7be36625"; + hash = "sha256-VYvRjnNZpPE60wjpBVO1FbURMRRMg71sM5kBxiEkElk="; + postFetch = '' + echo -n "267f8af" > $out/COMMIT + ''; + }; + npmDepsHash = "sha256-k62LIbyY2DXvs7XXbX0lNPiYxuYzeJUyQtS4eA+68f8="; + + buildInputs = (prevAttrs.buildInputs or [ ]) ++ [ + channels.unstable.rocmPackages.rocwmma + ]; + + cmakeFlags = (prevAttrs.cmakeFlags or [ ]) ++ [ + "-DGGML_HIP_ROCWMMA_FATTN=ON" + "-DGGML_HIP_GRAPHS=ON" + ]; + }); /* gnome-remote-desktop = channels.unstable.gnome-remote-desktop.overrideAttrs (prevAttrs: {