From b25b62da96bdf8518fdc815c946730c545854764 Mon Sep 17 00:00:00 2001
From: layerdiffusion <19834515+lllyasviel@users.noreply.github.com>
Date: Sun, 25 Aug 2024 17:31:50 -0700
Subject: [PATCH] fix T5 not baked

---
 backend/loader.py | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/backend/loader.py b/backend/loader.py
index 9154c92e..734f8855 100644
--- a/backend/loader.py
+++ b/backend/loader.py
@@ -104,6 +104,11 @@ def load_huggingface_component(guess, component_name, lib_name, cls_name, repo_p
 
             load_state_dict(model, state_dict, log_name=cls_name, ignore_errors=['transformer.encoder.embed_tokens.weight', 'logit_scale'])
 
+            if storage_dtype in ['gguf']:
+                from backend.operations_gguf import bake_gguf_model
+                model.computation_dtype = torch.float16
+                model = bake_gguf_model(model)
+
             return model
         if cls_name in ['UNet2DConditionModel', 'FluxTransformer2DModel']:
             assert isinstance(state_dict, dict) and len(state_dict) > 16, 'You do not have model state dict!'