finetune_lora_sdxl_pokemon_1x24gb_example.yaml

# Training mode: Finetuning with LoRA
# Base model:    SDXL 1.0
# Dataset:       Pokemon
# GPU:           1 x 24GB

# Notes:
# This config file has been optimized for the primary goal of achieving reasonable results *quickly* (<15mins) for demo
# purposes.

output:
  base_output_dir: output/

optimizer:
  learning_rate: 1.0

  optimizer:
    optimizer_type: Prodigy
    weight_decay: 0.01
    use_bias_correction: True
    safeguard_warmup: True

dataset:
  dataset_name: lambdalabs/pokemon-blip-captions
  image_transforms:
    resolution: 512

# General
model: stabilityai/stable-diffusion-xl-base-1.0
vae_model: madebyollin/sdxl-vae-fp16-fix
seed: 1
gradient_accumulation_steps: 1
mixed_precision: fp16
xformers: True
gradient_checkpointing: True
# Dataset size is 833. Set max_train_steps to train for 2 epochs.
# ceil(833 / 6) * 2
max_train_steps: 417
save_every_n_epochs: 1
save_every_n_steps: null
max_checkpoints: 100
validation_prompts:
  - A cute yoda pokemon creature.
  - A cute astronaut pokemon creature.
validate_every_n_epochs: 1
train_batch_size: 6
num_validation_images_per_prompt: 3