lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-02-10 18:09:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update forge_ipadapter.py

Browse Source
This commit is contained in:
lllyasviel
2024-01-31 11:04:25 -08:00
parent aea7792403
commit e2c75d630f
1 changed files with 29 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

53
extensions-builtin/sd_forge_ipadapter/scripts/forge_ipadapter.py
View File

@@ -30,6 +30,30 @@ class PreprocessorClipVisionForIPAdapter(PreprocessorClipVision):
return cond
class PreprocessorInsightFaceForIPAdapter(PreprocessorClipVisionForIPAdapter):
def __init__(self, name, url, filename):
super().__init__(name, url, filename)
self.cached_insightface = None
def load_insightface(self):
if self.cached_insightface is None:
self.cached_insightface = opInsightFaceLoader("CPU")[0]
return self.cached_insightface
def __call__(self, input_image, resolution, slider_1=None, slider_2=None, slider_3=None, **kwargs):
cond = dict(
clip_vision=self.load_clipvision(),
insightface=self.load_insightface(),
image=numpy_to_pytorch(input_image),
weight_type="original",
noise=0.0,
embeds=None,
attn_mask=None,
unfold_batch=False,
)
return cond
add_supported_preprocessor(PreprocessorClipVisionForIPAdapter(
name='CLIP-ViT-H (IPAdapter)',
url='https://huggingface.co/h94/IP-Adapter/resolve/main/models/image_encoder/model.safetensors',
@@ -42,30 +66,11 @@ add_supported_preprocessor(PreprocessorClipVisionForIPAdapter(
filename='CLIP-ViT-bigG.safetensors'
))
class PreprocessorInsightFaceForIPAdapter(PreprocessorClipVisionForIPAdapter):
def __init__(self):
super().__init__(
name='InsightFace (IPAdapter)',
url='https://huggingface.co/h94/IP-Adapter/resolve/main/models/image_encoder/model.safetensors',
filename='CLIP-ViT-H-14.safetensors'
)
def __call__(self, input_image, resolution, slider_1=None, slider_2=None, slider_3=None, **kwargs):
cond = dict(
clip_vision=self.load_clipvision(),
insightface=opInsightFaceLoader("CPU")[0],
image=numpy_to_pytorch(input_image),
weight_type="original",
noise=0.0,
embeds=None,
attn_mask=None,
unfold_batch=False,
)
return cond
add_supported_preprocessor(PreprocessorInsightFaceForIPAdapter())
add_supported_preprocessor(PreprocessorClipVisionForIPAdapter(
name='InsightFace+CLIP-H (IPAdapter)',
url='https://huggingface.co/h94/IP-Adapter/resolve/main/models/image_encoder/model.safetensors',
filename='CLIP-ViT-H-14.safetensors'
))
class IPAdapterPatcher(ControlModelPatcher):