--- job: extension config: name: subject_turner_v1 process: - type: 'image_reference_slider_trainer' training_folder: "/mnt/Train/out/LoRA" device: cuda:0 # for tensorboard logging log_dir: "/home/jaret/Dev/.tensorboard" network: type: "lierla" # lierla is traditional LoRA that works everywhere, only linear layers rank: 16 alpha: 8 train: noise_scheduler: "ddpm" # or "ddpm", "lms", "euler_a" steps: 1000 lr: 5e-5 train_unet: true gradient_checkpointing: true train_text_encoder: false optimizer: "lion8bit" lr_scheduler: "constant" max_denoising_steps: 1000 batch_size: 1 dtype: bf16 xformers: true skip_first_sample: true noise_offset: 0.0 # I don't recommend using unless you are trying to make a darker lora. Then do 0.1 MAX model: # name_or_path: "/mnt/Models/stable-diffusion/models/stable-diffusion/sdxl/sd_xl_base_0.9.safetensors" name_or_path: "/mnt/Models/stable-diffusion/models/stable-diffusion/Ostris/Ostris_Real_v1.safetensors" # name_or_path: "/mnt/Models/stable-diffusion/models/stable-diffusion/sd_v1-5_vae.ckpt" is_v2: false # for v2 models is_xl: false # for SDXL models is_v_pred: false # for v-prediction models (most v2 models) save: dtype: float16 # precision to save save_every: 100 # save every this many steps max_step_saves_to_keep: 2 # only affects step counts sample: sampler: "ddpm" # must match train.noise_scheduler sample_every: 20 # sample every this many steps width: 512 height: 512 prompts: - "photo of a woman with red hair taking a selfie --m -3" - "photo of a woman with red hair taking a selfie --m -1" - "photo of a woman with red hair taking a selfie --m 1" - "photo of a woman with red hair taking a selfie --m 3" - "close up photo of a man smiling at the camera, in a tank top --m -3" - "close up photo of a man smiling at the camera, in a tank top--m -1" - "close up photo of a man smiling at the camera, in a tank top --m 1" - "close up photo of a man smiling at the camera, in a tank top --m 3" - "photo of a blonde woman smiling, barista --m -3" - "photo of a blonde woman smiling, barista --m -1" - "photo of a blonde woman smiling, barista --m 1" - "photo of a blonde woman smiling, barista --m 3" - "photo of a Christina Hendricks --m -1" - "photo of a Christina Hendricks --m -1" - "photo of a Christina Hendricks --m 1" - "photo of a Christina Hendricks --m 3" - "photo of a Christina Ricci --m -3" - "photo of a Christina Ricci --m -1" - "photo of a Christina Ricci --m 1" - "photo of a Christina Ricci --m 3" neg: "cartoon, fake, drawing, illustration, cgi, animated, anime" seed: 42 walk_seed: false guidance_scale: 7 sample_steps: 20 network_multiplier: 1.0 logging: log_every: 10 # log every this many steps use_wandb: false # not supported yet verbose: false slider: resolutions: - 512 slider_pair_folder: "/mnt/Datasets/stable-diffusion/slider_reference/subject_turner" target_class: "photo of a person" meta: name: "[name]" version: '1.0' creator: name: Ostris - Jaret Burkett email: jaret@ostris.com website: https://ostris.com