From 05920bc4c03b88bfd78244a4bf8ed6df5ed1b5c7 Mon Sep 17 00:00:00 2001 From: lllyasviel Date: Thu, 25 Jan 2024 10:48:00 -0800 Subject: [PATCH] Update forge_clip.py --- modules_forge/forge_clip.py | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/modules_forge/forge_clip.py b/modules_forge/forge_clip.py index f7d6d345..65fc2480 100644 --- a/modules_forge/forge_clip.py +++ b/modules_forge/forge_clip.py @@ -1,11 +1,20 @@ from modules.sd_hijack_clip import FrozenCLIPEmbedderWithCustomWords from ldm_patched.modules import model_management +from modules.shared import opts class CLIP_SD_15_L(FrozenCLIPEmbedderWithCustomWords): def encode_with_transformers(self, tokens): model_management.load_models_gpu([self.patcher.patcher]) - return super().encode_with_transformers(tokens) + outputs = self.wrapped.transformer(input_ids=tokens, output_hidden_states=-opts.CLIP_stop_at_last_layers) + + if opts.CLIP_stop_at_last_layers > 1: + z = outputs.hidden_states[-opts.CLIP_stop_at_last_layers] + z = self.wrapped.transformer.text_model.final_layer_norm(z) + else: + z = outputs.last_hidden_state + + return z class CLIP_SD_21_H(FrozenCLIPEmbedderWithCustomWords):