mirror of
https://github.com/turboderp-org/exllamav3.git
synced 2026-07-13 02:27:36 +00:00
14 lines
340 B
YAML
14 lines
340 B
YAML
defaults: --tasks all --max_response_tokens 8192
|
|
|
|
runs:
|
|
- name: model-a-default
|
|
model_dir: /path/to/model-a
|
|
|
|
- name: model-a-cache-q4
|
|
model_dir: /path/to/model-a
|
|
args: --cache_quant 4
|
|
|
|
- name: model-b-low-temp
|
|
model_dir: /path/to/model-b
|
|
args: --temperature 0.2 --system_prompt "Answer tersely." --tasks valid_svg
|