4 lines
108 B
YAML
4 lines
108 B
YAML
- name: /models/qwen2.5-coder-32b-instruct-q4_k_m.gguf
|
|
extra_params:
|
|
num_ctx: 16384
|
|
num_threads: 8 |