diff --git a/backend/patcher/base.py b/backend/patcher/base.py index efd980f1..361130e1 100644 --- a/backend/patcher/base.py +++ b/backend/patcher/base.py @@ -278,6 +278,9 @@ class ModelPatcher: else: weight = weight.data + if hasattr(weight, 'is_gguf'): + raise NotImplementedError('LoRAs for GGUF model are under construction!') + weight_original_dtype = weight.dtype to_args = dict(dtype=torch.float32)