4 lines
145 B
YAML
4 lines
145 B
YAML
- name: /models/Qwen/Qwen2.5-Coder-32B-Instruct-GGUF/qwen2.5-coder-32b-instruct-q4_k_m.gguf
|
|
extra_params:
|
|
num_ctx: 16384
|
|
num_threads: 8 |