mirror of
https://github.com/turboderp-org/exllamav3.git
synced 2026-04-29 18:51:34 +00:00
9 lines
194 B
JSON
9 lines
194 B
JSON
[
|
|
{
|
|
"model_dir": "/mnt/str/eval_models/llama3.1-70b-instruct/awq/4bit",
|
|
"load_fn": "transformers_auto",
|
|
"fwd_fn": "transformers",
|
|
"label": "AWQ 4bit"
|
|
}
|
|
]
|