fix(halo): only one model

2026-05-20 14:23:20 +02:00 · 2026-05-20 14:23:20 +02:00 · 6c5ce8742c
commit 6c5ce8742c
parent 5ee2f65337
2 changed files with 2 additions and 2 deletions
--- a/systems/x86_64-linux/halo/models.ini
+++ b/systems/x86_64-linux/halo/models.ini
@ -11,7 +11,6 @@ cache-type-k        = bf16
 cache-type-v        = bf16
 mmap                = false
 no-context-shift    = true
-chat-template-kwargs = {"preserve_thinking": true}
 fit                 = on
 c                   = 131072

@ -27,3 +26,4 @@ min-p               = 0.0
 parallel            = 2
 c                   = 524288
 load-on-startup     = true
+chat-template-kwargs = {"preserve_thinking": true}