mirror of
https://github.com/turboderp-org/exllamav3.git
synced 2026-04-20 14:29:51 +00:00
35 lines
739 B
YAML
35 lines
739 B
YAML
sources:
|
|
- id: A
|
|
model_dir: /mnt/str/models/ernie-4.5-300b-a47b-base-pt/exl3/3.0bpw/
|
|
overrides:
|
|
- key: "*.self_attn.*"
|
|
source: A
|
|
- key: "model.layers.0.*"
|
|
source: A
|
|
- key: "model.layers.1.*"
|
|
source: A
|
|
- key: "model.layers.2.*"
|
|
source: A
|
|
- key: "model.layers.7.*"
|
|
source: A
|
|
- key: "model.layers.42.*"
|
|
source: A
|
|
- key: "model.layers.38.*"
|
|
source: A
|
|
- key: "model.layers.41.*"
|
|
source: A
|
|
- key: "model.layers.37.*"
|
|
source: A
|
|
- key: "model.layers.36.*"
|
|
source: A
|
|
- key: "model.layers.34.*"
|
|
source: A
|
|
- key: "model.layers.39.*"
|
|
source: A
|
|
- key: "model.layers.33.*"
|
|
source: A
|
|
- key: "model.layers.40.*"
|
|
source: A
|
|
- key: "model.layers.35.*"
|
|
source: A
|