Various code to support experiments.

This commit is contained in:
Jaret Burkett
2025-06-09 11:19:21 -06:00
parent 22cdfadab6
commit eefa93f16e
8 changed files with 1129 additions and 5 deletions

View File

@@ -1116,6 +1116,7 @@ class BaseSDTrainProcess(BaseTrainProcess):
self.train_config.linear_timesteps,
self.train_config.linear_timesteps2,
self.train_config.timestep_type == 'linear',
self.train_config.timestep_type == 'one_step',
])
timestep_type = 'linear' if linear_timesteps else None
@@ -1159,6 +1160,8 @@ class BaseSDTrainProcess(BaseTrainProcess):
device=self.device_torch
)
timestep_indices = timestep_indices.long()
elif self.train_config.timestep_type == 'one_step':
timestep_indices = torch.zeros((batch_size,), device=self.device_torch, dtype=torch.long)
elif content_or_style in ['style', 'content']:
# this is from diffusers training code
# Cubic sampling for favoring later or earlier timesteps