harald/nixcfg
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

feat(halo): unsloth MTP

Browse source
This commit is contained in:
Harald Hoyer 2026-05-13 19:42:09 +02:00
parent 42c52bd87f
commit 1e3b2fc9a7
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
systems/x86_64-linux/halo/llama-server-27B-MTP.nix
View file

@ -35,7 +35,7 @@
"--port 8000" "--port 8000"
"--no-mmap" "--no-mmap"
"--n-gpu-layers 99" "--n-gpu-layers 99"
"-hf am17an/Qwen3.6-27B-MTP-GGUF:Q8_0" "-hf unsloth/Qwen3.6-27B-MTP-GGUF:UD-Q8_K_XL"
"--alias halo-8000" "--alias halo-8000"
"--threads 8" "--threads 8"
"--ubatch-size 256" "--ubatch-size 256"