mirror of
https://github.com/lllyasviel/stable-diffusion-webui-forge.git
synced 2026-02-03 06:47:23 +00:00
14 lines
505 B
Python
14 lines
505 B
Python
import torch
|
|
|
|
|
|
class IntegratedCLIP(torch.nn.Module):
|
|
def __init__(self, cls, config, add_text_projection=False):
|
|
super().__init__()
|
|
self.transformer = cls(config)
|
|
self.logit_scale = torch.nn.Parameter(torch.tensor(4.6055))
|
|
|
|
if add_text_projection:
|
|
embed_dim = config.hidden_size
|
|
self.transformer.text_projection = torch.nn.Linear(embed_dim, embed_dim, bias=False)
|
|
self.transformer.text_projection.weight.copy_(torch.eye(embed_dim))
|