harald/nixcfg
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

chore(halo): more parallel

Browse source
This commit is contained in:
Harald Hoyer 2026-05-21 20:54:08 +02:00
parent 70da67555f
commit ee396ffd42
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
systems/x86_64-linux/halo/models.ini
View file

@ -23,7 +23,7 @@ temp = 0.6
top-p = 0.95 top-p = 0.95
top-k = 20 top-k = 20
min-p = 0.0 min-p = 0.0
parallel = 2 parallel = 4
c = 524288 c = 1048576
load-on-startup = true load-on-startup = true
chat-template-kwargs = {"preserve_thinking": true} chat-template-kwargs = {"preserve_thinking": true}