wip qx_1 loras

This commit is contained in:
layerdiffusion
2024-08-15 17:07:41 -07:00
parent 5fb67f49e8
commit 243952f364
2 changed files with 88 additions and 0 deletions

View File

@@ -4,7 +4,9 @@ import torch
quants_mapping = {
gguf.GGMLQuantizationType.Q4_0: gguf.Q4_0,
gguf.GGMLQuantizationType.Q4_1: gguf.Q4_1,
gguf.GGMLQuantizationType.Q5_0: gguf.Q5_0,
gguf.GGMLQuantizationType.Q5_1: gguf.Q5_1,
gguf.GGMLQuantizationType.Q8_0: gguf.Q8_0,
}