From 1e3b2fc9a7e65109557102adb84e363a6f180e9a Mon Sep 17 00:00:00 2001 From: Harald Hoyer Date: Wed, 13 May 2026 19:42:09 +0200 Subject: [PATCH] feat(halo): unsloth MTP --- systems/x86_64-linux/halo/llama-server-27B-MTP.nix | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/systems/x86_64-linux/halo/llama-server-27B-MTP.nix b/systems/x86_64-linux/halo/llama-server-27B-MTP.nix index 9a722b9..a4ad562 100644 --- a/systems/x86_64-linux/halo/llama-server-27B-MTP.nix +++ b/systems/x86_64-linux/halo/llama-server-27B-MTP.nix @@ -35,7 +35,7 @@ "--port 8000" "--no-mmap" "--n-gpu-layers 99" - "-hf am17an/Qwen3.6-27B-MTP-GGUF:Q8_0" + "-hf unsloth/Qwen3.6-27B-MTP-GGUF:UD-Q8_K_XL" "--alias halo-8000" "--threads 8" "--ubatch-size 256"