accelerate launch --mixed_precision="fp16" train_text_to_image.py \
  --pretrained_model_name_or_path=lambdalabs/miniSD-diffusers \
  --dataset_name=kopyl/3M_icons_monochrome_only_no_captioning \
  --use_ema \
  --resolution=256 \
  --train_batch_size=184 \
  --max_train_steps=10000000 \
  --checkpointing_steps=500 \
  --learning_rate=1e-5 \
  --max_grad_norm=1 \
  --lr_scheduler="constant" \
  --lr_warmup_steps=0 \
  --output_dir="/workspace/train-checkpoints/test" \
  --noise_offset=0.05 \
  --cache_dir="/workspace/dataset-cache" \
  --report_to="wandb" \
  --generate_images_when_checkpointing \
  --validation_prompts \
    "cat icon" "frog icon" "pikachu icon" \
    "nun icon" "flower icon" "picture icon" \
  --seed=1 \
  --save_unet_only \
  --running_as_docker