From e2c75d630f3a01af3ea60381c4136a41633274e2 Mon Sep 17 00:00:00 2001
From: lllyasviel <lyuminzhang@outlook.com>
Date: Wed, 31 Jan 2024 11:04:25 -0800
Subject: [PATCH] Update forge_ipadapter.py

---
 .../scripts/forge_ipadapter.py                | 53 ++++++++++---------
 1 file changed, 29 insertions(+), 24 deletions(-)

diff --git a/extensions-builtin/sd_forge_ipadapter/scripts/forge_ipadapter.py b/extensions-builtin/sd_forge_ipadapter/scripts/forge_ipadapter.py
index b60c7005..87aa0b56 100644
--- a/extensions-builtin/sd_forge_ipadapter/scripts/forge_ipadapter.py
+++ b/extensions-builtin/sd_forge_ipadapter/scripts/forge_ipadapter.py
@@ -30,6 +30,30 @@ class PreprocessorClipVisionForIPAdapter(PreprocessorClipVision):
         return cond
 
 
+class PreprocessorInsightFaceForIPAdapter(PreprocessorClipVisionForIPAdapter):
+    def __init__(self, name, url, filename):
+        super().__init__(name, url, filename)
+        self.cached_insightface = None
+
+    def load_insightface(self):
+        if self.cached_insightface is None:
+            self.cached_insightface = opInsightFaceLoader("CPU")[0]
+        return self.cached_insightface
+
+    def __call__(self, input_image, resolution, slider_1=None, slider_2=None, slider_3=None, **kwargs):
+        cond = dict(
+            clip_vision=self.load_clipvision(),
+            insightface=self.load_insightface(),
+            image=numpy_to_pytorch(input_image),
+            weight_type="original",
+            noise=0.0,
+            embeds=None,
+            attn_mask=None,
+            unfold_batch=False,
+        )
+        return cond
+
+
 add_supported_preprocessor(PreprocessorClipVisionForIPAdapter(
     name='CLIP-ViT-H (IPAdapter)',
     url='https://huggingface.co/h94/IP-Adapter/resolve/main/models/image_encoder/model.safetensors',
@@ -42,30 +66,11 @@ add_supported_preprocessor(PreprocessorClipVisionForIPAdapter(
     filename='CLIP-ViT-bigG.safetensors'
 ))
 
-
-class PreprocessorInsightFaceForIPAdapter(PreprocessorClipVisionForIPAdapter):
-    def __init__(self):
-        super().__init__(
-            name='InsightFace (IPAdapter)',
-            url='https://huggingface.co/h94/IP-Adapter/resolve/main/models/image_encoder/model.safetensors',
-            filename='CLIP-ViT-H-14.safetensors'
-        )
-
-    def __call__(self, input_image, resolution, slider_1=None, slider_2=None, slider_3=None, **kwargs):
-        cond = dict(
-            clip_vision=self.load_clipvision(),
-            insightface=opInsightFaceLoader("CPU")[0],
-            image=numpy_to_pytorch(input_image),
-            weight_type="original",
-            noise=0.0,
-            embeds=None,
-            attn_mask=None,
-            unfold_batch=False,
-        )
-        return cond
-
-
-add_supported_preprocessor(PreprocessorInsightFaceForIPAdapter())
+add_supported_preprocessor(PreprocessorClipVisionForIPAdapter(
+    name='InsightFace+CLIP-H (IPAdapter)',
+    url='https://huggingface.co/h94/IP-Adapter/resolve/main/models/image_encoder/model.safetensors',
+    filename='CLIP-ViT-H-14.safetensors'
+))
 
 
 class IPAdapterPatcher(ControlModelPatcher):