feat(halo): unsloth MTP

2026-05-13 19:42:09 +02:00 · 2026-05-13 19:42:09 +02:00 · 1e3b2fc9a7
commit 1e3b2fc9a7
parent 42c52bd87f
1 changed files with 1 additions and 1 deletions
--- a/systems/x86_64-linux/halo/llama-server-27B-MTP.nix
+++ b/systems/x86_64-linux/halo/llama-server-27B-MTP.nix
@ -35,7 +35,7 @@
        "--port 8000"
        "--no-mmap"
        "--n-gpu-layers 99"
-        "-hf am17an/Qwen3.6-27B-MTP-GGUF:Q8_0"
+        "-hf unsloth/Qwen3.6-27B-MTP-GGUF:UD-Q8_K_XL"
        "--alias halo-8000"
        "--threads 8"
        "--ubatch-size 256"