Allow ip adapters to be much more variable in their creation

This commit is contained in:
Jaret Burkett
2023-12-20 06:18:33 -07:00
parent 82098e5d6e
commit dfb64b5957
4 changed files with 89 additions and 57 deletions

View File

@@ -870,6 +870,8 @@ class BaseSDTrainProcess(BaseTrainProcess):
sd=self.sd,
adapter_config=self.adapter_config,
)
if self.train_config.gradient_checkpointing:
self.adapter.enable_gradient_checkpointing()
self.adapter.to(self.device_torch, dtype=dtype)
if latest_save_path is not None:
# load adapter from path