From d336597fa5310c6d33d17f394f3354f61568bd93 Mon Sep 17 00:00:00 2001 From: layerdiffusion <19834515+lllyasviel@users.noreply.github.com> Date: Thu, 15 Aug 2024 00:42:48 -0700 Subject: [PATCH] add note to lora but loras for NF4 is done already! --- backend/patcher/base.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/backend/patcher/base.py b/backend/patcher/base.py index efd980f1..361130e1 100644 --- a/backend/patcher/base.py +++ b/backend/patcher/base.py @@ -278,6 +278,9 @@ class ModelPatcher: else: weight = weight.data + if hasattr(weight, 'is_gguf'): + raise NotImplementedError('LoRAs for GGUF model are under construction!') + weight_original_dtype = weight.dtype to_args = dict(dtype=torch.float32)