chore(halo): more parallel

This commit is contained in:
Harald Hoyer 2026-05-21 20:54:08 +02:00
parent 70da67555f
commit ee396ffd42

View file

@ -23,7 +23,7 @@ temp = 0.6
top-p = 0.95
top-k = 20
min-p = 0.0
parallel = 2
c = 524288
parallel = 4
c = 1048576
load-on-startup = true
chat-template-kwargs = {"preserve_thinking": true}