[
    {
        "model_dir": "/mnt/str/models/llama3.1-8b-instruct/aqlm/2bit-1x16-g8",
        "load_fn": "transformers",
        "fwd_fn": "transformers",
        "label": "AQLM 2bit 1x16-g8"
    },
    {
        "model_dir": "/mnt/str/models/llama3.1-8b-instruct/aqlm/2bit-1x16-g8-pv",
        "load_fn": "transformers",
        "fwd_fn": "transformers",
        "label": "AQLM 2bit 1x16-g8-pv"
    },
    {
        "model_dir": "/mnt/str/models/llama3.1-8b-instruct/aqlm/2bit-2x8-g8-pv",
        "load_fn": "transformers",
        "fwd_fn": "transformers",
        "label": "AQLM 2bit 2x8-g8-pv"
    }
]