ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-04-24 08:19:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

Added initial direct vision pixtral support

Browse Source
This commit is contained in:
Jaret Burkett
2024-09-28 10:47:51 -06:00
parent 86b5938cf3
commit 58537fc92b
7 changed files with 165 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
toolkit/stable_diffusion_model.py
View File

@@ -1461,6 +1461,7 @@ class StableDiffusion:
detach_unconditional=False,
rescale_cfg=None,
return_conditional_pred=False,
guidance_embedding_scale=1.0,
**kwargs,
):
conditional_pred = None
@@ -1736,10 +1737,12 @@ class StableDiffusion:
txt_ids = torch.zeros(bs, text_embeddings.text_embeds.shape[1], 3).to(self.device_torch)
# # handle guidance
guidance_scale = 1.0 # ?
if self.unet.config.guidance_embeds:
guidance = torch.tensor([guidance_scale], device=self.device_torch)
guidance = guidance.expand(latents.shape[0])
if isinstance(guidance_scale, list):
guidance = torch.tensor(guidance_scale, device=self.device_torch)
else:
guidance = torch.tensor([guidance_scale], device=self.device_torch)
guidance = guidance.expand(latents.shape[0])
else:
guidance = None