export MODEL_NAME="runwayml/stable-diffusion-v1-5"
export OUTPUT_DIR="~/finetune/lora/pokemon"
export HUB_MODEL_ID="stable-diffusion-v1-5-pokemon-lora"
export DATASET_NAME="lambdalabs/pokemon-blip-captions"

accelerate launch --mixed_precision="fp16"  train_text_to_image_lora.py \
  --pretrained_model_name_or_path=$MODEL_NAME \
  --dataset_name=$DATASET_NAME \
  --dataloader_num_workers=8 \
  --resolution=512 --center_crop --random_flip \
  --train_batch_size=1 \
  --gradient_accumulation_steps=4 \
  --max_train_steps=15000 \
  --learning_rate=1e-04 \
  --max_grad_norm=1 \
  --lr_scheduler="cosine" --lr_warmup_steps=0 \
  --output_dir=${OUTPUT_DIR} \
  --checkpointing_steps 3000 \
  --seed=1337 \
  --push_to_hub \
  --hub_model_id=${HUB_MODEL_ID} \
  --validation_prompt="Totoro"