harald/nixcfg
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

chore(halo): model update

Browse source
This commit is contained in:
Harald Hoyer 2026-05-22 00:21:23 +02:00
parent 3715e269b9
commit a1b55fe2ec
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
systems/x86_64-linux/halo/models.ini
View file

@ -15,16 +15,16 @@ fit = on
c = 131072 c = 131072
[coder] [coder]
hf = unsloth/Qwen3.6-27B-MTP-GGUF:UD-Q8_K_XL hf = unsloth/Qwen3.6-27B-MTP-GGUF:Q6_K
spec-type = ngram-simple,draft-mtp spec-type = ngram-simple,draft-mtp
spec-draft-n-max = 5 spec-draft-n-max = 5
spec-draft-p-min = 0.74
threads-batch = 16 threads-batch = 16
temp = 0.6 temp = 0.6
top-p = 0.95 top-p = 0.95
top-k = 20 top-k = 20
min-p = 0.0 min-p = 0.0
parallel = 4 presence-penalty = 1.5
c = 1048576 parallel = 2
c = 524288
load-on-startup = true load-on-startup = true
chat-template-kwargs = {"preserve_thinking": true} chat-template-kwargs = {"preserve_thinking": true}