[
    {
        "load_fn": "exllamav3",
        "fwd_fn": "exllamav3",
        "label": "EXL3 2.0bpw H2",
        "model_dir": "/mnt/str/models/llama3.2-1b-instruct/exl3/2.0bpw_H2/"
    },
    {
        "load_fn": "exllamav3",
        "fwd_fn": "exllamav3",
        "label": "EXL3 2.0bpw H3",
        "model_dir": "/mnt/str/models/llama3.2-1b-instruct/exl3/2.0bpw_H3/"
    },
    {
        "load_fn": "exllamav3",
        "fwd_fn": "exllamav3",
        "label": "EXL3 2.25bpw H4",
        "model_dir": "/mnt/str/models/llama3.2-1b-instruct/exl3/2.25bpw_H4/"
    },
    {
        "load_fn": "exllamav3",
        "fwd_fn": "exllamav3",
        "label": "EXL3 2.5bpw H5",
        "model_dir": "/mnt/str/models/llama3.2-1b-instruct/exl3/2.5bpw_H5/"
    },
    {
        "load_fn": "exllamav3",
        "fwd_fn": "exllamav3",
        "label": "EXL3 3.0bpw H6",
        "model_dir": "/mnt/str/models/llama3.2-1b-instruct/exl3/3.0bpw/"
    },
    {
        "load_fn": "exllamav3",
        "fwd_fn": "exllamav3",
        "label": "EXL3 3.5bpw H6",
        "model_dir": "/mnt/str/models/llama3.2-1b-instruct/exl3/3.5bpw/"
    },
    {
        "load_fn": "exllamav3",
        "fwd_fn": "exllamav3",
        "label": "EXL3 4.0bpw H6",
        "model_dir": "/mnt/str/models/llama3.2-1b-instruct/exl3/4.0bpw/"
    },
    {
        "load_fn": "exllamav3",
        "fwd_fn": "exllamav3",
        "label": "EXL3 5.0bpw H6",
        "model_dir": "/mnt/str/models/llama3.2-1b-instruct/exl3/5.0bpw/"
    },
    {
        "load_fn": "exllamav3",
        "fwd_fn": "exllamav3",
        "label": "EXL3 6.0bpw H6",
        "model_dir": "/mnt/str/models/llama3.2-1b-instruct/exl3/6.0bpw/"
    },
    {
        "load_fn": "exllamav3",
        "fwd_fn": "exllamav3",
        "label": "EXL3 8.0bpw H6",
        "model_dir": "/mnt/str/models/llama3.2-1b-instruct/exl3/8.0bpw/"
    }
]