chore(halo): more parallel
This commit is contained in:
parent
70da67555f
commit
ee396ffd42
1 changed files with 2 additions and 2 deletions
|
|
@ -23,7 +23,7 @@ temp = 0.6
|
|||
top-p = 0.95
|
||||
top-k = 20
|
||||
min-p = 0.0
|
||||
parallel = 2
|
||||
c = 524288
|
||||
parallel = 4
|
||||
c = 1048576
|
||||
load-on-startup = true
|
||||
chat-template-kwargs = {"preserve_thinking": true}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue