LoRA text2image fine-tuning - stillerman/trdne-simple-prompt

These are LoRA adaption weights for runwayml/stable-diffusion-v1-5. The weights were fine-tuned on the stillerman/rugs-1.9k-downloaded dataset. You can find some example images in the following.

Training Args

{
  "pretrained_model_name_or_path": "runwayml/stable-diffusion-v1-5",
  "revision": null,
  "dataset_name": "stillerman/rugs-1.9k-downloaded",
  "dataset_config_name": null,
  "train_data_dir": null,
  "image_column": "image",
  "caption_column": "caption",
  "validation_prompt": "peter paps rug on a white background, persian rug, symmetric indian pattern, oriental carpets, persian carpets, rug, persian carpet, detailed patterned rug, persian design, highly intricate detailed, light boho carpet, rugs, an area rug, decorated with russian motifs, trending on textures. com, gilt silk torn fabric, highly intricate and colorful",
  "num_validation_images": 4,
  "validation_epochs": 1,
  "max_train_samples": null,
  "output_dir": "model_out_dir",
  "cache_dir": null,
  "seed": 1337,
  "resolution": 512,
  "center_crop": true,
  "random_flip": true,
  "train_batch_size": 1,
  "num_train_epochs": 1,
  "max_train_steps": 250,
  "gradient_accumulation_steps": 4,
  "gradient_checkpointing": false,
  "learning_rate": 0.0001,
  "scale_lr": false,
  "lr_scheduler": "cosine",
  "lr_warmup_steps": 0,
  "snr_gamma": null,
  "use_8bit_adam": false,
  "allow_tf32": false,
  "dataloader_num_workers": 8,
  "adam_beta1": 0.9,
  "adam_beta2": 0.999,
  "adam_weight_decay": 0.01,
  "adam_epsilon": 1e-08,
  "max_grad_norm": 1.0,
  "push_to_hub": true,
  "hub_token": null,
  "prediction_type": null,
  "hub_model_id": "trdne-simple-prompt",
  "logging_dir": "logs",
  "mixed_precision": null,
  "report_to": "tensorboard",
  "local_rank": -1,
  "checkpointing_steps": 250,
  "checkpoints_total_limit": null,
  "resume_from_checkpoint": null,
  "enable_xformers_memory_efficient_attention": false,
  "noise_offset": 0,
  "rank": 4,
  "override_caption": "peter paps rug on a white background, persian rug, symmetric indian pattern, oriental carpets, persian carpets, rug, persian carpet, detailed patterned rug, persian design, highly intricate detailed, light boho carpet, rugs, an area rug, decorated with russian motifs, trending on textures. com, gilt silk torn fabric, highly intricate and colorful"
}