ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-04-30 19:21:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

Various code to support experiments.

Browse Source
This commit is contained in:
Jaret Burkett
2025-06-09 11:19:21 -06:00
parent 22cdfadab6
commit eefa93f16e
8 changed files with 1129 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
extensions_built_in/sd_trainer/SDTrainer.py
View File

@@ -438,7 +438,7 @@ class SDTrainer(BaseSDTrainProcess):
dfe_loss += torch.nn.functional.mse_loss(pred_feature_list[i], target_feature_list[i], reduction="mean")
additional_loss += dfe_loss * self.train_config.diffusion_feature_extractor_weight * 100.0
elif self.dfe.version == 3:
elif self.dfe.version == 3 or self.dfe.version == 4:
dfe_loss = self.dfe(
noise=noise,
noise_pred=noise_pred,
@@ -518,7 +518,10 @@ class SDTrainer(BaseSDTrainProcess):
v2=self.train_config.linear_timesteps2,
timestep_type=self.train_config.timestep_type
).to(loss.device, dtype=loss.dtype)
timestep_weight = timestep_weight.view(-1, 1, 1, 1).detach()
if len(loss.shape) == 4:
timestep_weight = timestep_weight.view(-1, 1, 1, 1).detach()
elif len(loss.shape) == 5:
timestep_weight = timestep_weight.view(-1, 1, 1, 1, 1).detach()
loss = loss * timestep_weight
if self.train_config.do_prior_divergence and prior_pred is not None: