Added this not that guidance. Added ability to replace prompts.

This commit is contained in:
Jaret Burkett
2024-02-28 20:10:14 -07:00
parent 561914d8e6
commit 337945de9a
7 changed files with 114 additions and 5 deletions

View File

@@ -1480,10 +1480,6 @@ class BaseSDTrainProcess(BaseTrainProcess):
else:
batch = None
# if we are doing a reg step, always accumulate
if is_reg_step:
self.is_grad_accumulation_step = True
# setup accumulation
if self.train_config.gradient_accumulation_steps == -1:
# epoch is handling the accumulation, dont touch it