version = 1

[*]
flash-attn          = on
parallel            = 1
jinja               = true
n-gpu-layers        = 99
threads             = 8
ubatch-size         = 256
cache-type-k        = bf16
cache-type-v        = bf16
mmap                = false
no-context-shift    = true
fit                 = on
c                   = 131072

[coder]
hf                  = unsloth/Qwen3.6-27B-MTP-GGUF:Q6_K
spec-type           = ngram-simple,draft-mtp
spec-draft-n-max    = 5
threads-batch       = 16
temp                = 0.6
top-p               = 0.95
top-k               = 20
min-p               = 0.0
presence-penalty    = 1.5
parallel            = 2
c                   = 524288
load-on-startup     = true
chat-template-kwargs = {"preserve_thinking": true}