mirror of
https://github.com/lllyasviel/stable-diffusion-webui-forge.git
synced 2026-02-11 02:19:59 +00:00
13 lines
442 B
Python
13 lines
442 B
Python
import torch
|
|
|
|
from transformers import CLIPTextModel, CLIPTextConfig
|
|
|
|
|
|
class IntegratedCLIP(torch.nn.Module):
|
|
def __init__(self, config: CLIPTextConfig):
|
|
super().__init__()
|
|
self.transformer = CLIPTextModel(config)
|
|
embed_dim = config.hidden_size
|
|
self.transformer.text_projection = torch.nn.Linear(embed_dim, embed_dim, bias=False)
|
|
self.transformer.text_projection.weight.copy_(torch.eye(embed_dim))
|