harald/nixcfg
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

chore(halo): reduce ubatch size

Browse source
This commit is contained in:
Harald Hoyer 2026-05-21 08:47:39 +02:00
parent 6c5ce8742c
commit 1376ab0ba0
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
systems/x86_64-linux/halo/models.ini
View file

@ -6,7 +6,7 @@ parallel = 1
jinja = true jinja = true
n-gpu-layers = 99 n-gpu-layers = 99
threads = 8 threads = 8
ubatch-size = 512 ubatch-size = 256
cache-type-k = bf16 cache-type-k = bf16
cache-type-v = bf16 cache-type-v = bf16
mmap = false mmap = false