stillerman commited on
Commit
8864818
1 Parent(s): 57af315

End of training

Browse files
README.md ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ ---
3
+ license: creativeml-openrail-m
4
+ base_model: runwayml/stable-diffusion-v1-5
5
+ tags:
6
+ - stable-diffusion
7
+ - stable-diffusion-diffusers
8
+ - text-to-image
9
+ - diffusers
10
+ - lora
11
+ inference: true
12
+ ---
13
+
14
+ # LoRA text2image fine-tuning - stillerman/trdne-smol
15
+ These are LoRA adaption weights for runwayml/stable-diffusion-v1-5. The weights were fine-tuned on the stillerman/rugs-filtered-blip dataset. You can find some example images in the following.
16
+
17
+ ![img_0](./image_0.png)
18
+ ![img_1](./image_1.png)
19
+ ![img_2](./image_2.png)
20
+ ![img_3](./image_3.png)
21
+
22
+
23
+
24
+ ## Training Args
25
+ ```json
26
+ {
27
+ "pretrained_model_name_or_path": "runwayml/stable-diffusion-v1-5",
28
+ "revision": null,
29
+ "dataset_name": "stillerman/rugs-filtered-blip",
30
+ "dataset_config_name": null,
31
+ "train_data_dir": null,
32
+ "image_column": "image",
33
+ "caption_column": "caption",
34
+ "validation_prompt": "peterpap.com, a red and blue rug on a white background, rug, oriental carpets, persian rug, persian carpets, symmetric indian pattern, rugs, detailed patterned rug, persian carpet, light boho carpet, an area rug, persian design, areas rugs, trending on textures. com, carpet, persian rugs, finely detailed features, hippie motifs, bohemian, highly intricate detailed",
35
+ "num_validation_images": 4,
36
+ "validation_epochs": 1,
37
+ "max_train_samples": null,
38
+ "output_dir": "model_out_dir",
39
+ "cache_dir": null,
40
+ "seed": 1337,
41
+ "resolution": 512,
42
+ "center_crop": true,
43
+ "random_flip": true,
44
+ "train_batch_size": 1,
45
+ "num_train_epochs": 8,
46
+ "max_train_steps": 250,
47
+ "gradient_accumulation_steps": 4,
48
+ "gradient_checkpointing": false,
49
+ "learning_rate": 0.0001,
50
+ "scale_lr": false,
51
+ "lr_scheduler": "cosine",
52
+ "lr_warmup_steps": 0,
53
+ "snr_gamma": null,
54
+ "use_8bit_adam": false,
55
+ "allow_tf32": false,
56
+ "dataloader_num_workers": 8,
57
+ "adam_beta1": 0.9,
58
+ "adam_beta2": 0.999,
59
+ "adam_weight_decay": 0.01,
60
+ "adam_epsilon": 1e-08,
61
+ "max_grad_norm": 1.0,
62
+ "push_to_hub": true,
63
+ "hub_token": null,
64
+ "prediction_type": null,
65
+ "hub_model_id": "trdne-smol",
66
+ "logging_dir": "logs",
67
+ "mixed_precision": null,
68
+ "report_to": "tensorboard",
69
+ "local_rank": -1,
70
+ "checkpointing_steps": 250,
71
+ "checkpoints_total_limit": null,
72
+ "resume_from_checkpoint": null,
73
+ "enable_xformers_memory_efficient_attention": false,
74
+ "noise_offset": 0,
75
+ "rank": 4,
76
+ "override_caption": null,
77
+ "append_caption": "peterpap.com, "
78
+ }
79
+ ```
checkpoint-250/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:356fcc5c6d8c8766769d32ce7256cfad8a59a11e2f843d944a69ddb1943b784e
3
+ size 6591685
checkpoint-250/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3bae61d47bdadfe52c86ea1ed4abc59a3058f1864ba59401d7aabb2bfbbccfe
3
+ size 3285965
checkpoint-250/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abc8eee522ef5a9140b42958231916831aabb18657c91ae17c541ed2062c402c
3
+ size 14727
checkpoint-250/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27aa20a390729e58f6745ce2ad2e4708be7725c1059fb8166449e11f78ca8fd2
3
+ size 557
checkpoint-250/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a995908eb0aad2f863527aaf6e04b4698e1ad18e4979e215c8a114c0006ef29
3
+ size 563
image_0.png ADDED
image_1.png ADDED
image_2.png ADDED
image_3.png ADDED
logs/text2image-fine-tune/1692113069.927625/events.out.tfevents.1692113069.bf9f22148abc.1531.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d910a6826bdc606dc6d1e3595c6e0d54af24a6a2a0a934444144c8582596a1b
3
+ size 2686
logs/text2image-fine-tune/1692113069.930135/hparams.yml ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ append_caption: 'peterpap.com, '
7
+ cache_dir: null
8
+ caption_column: caption
9
+ center_crop: true
10
+ checkpointing_steps: 250
11
+ checkpoints_total_limit: null
12
+ dataloader_num_workers: 8
13
+ dataset_config_name: null
14
+ dataset_name: stillerman/rugs-filtered-blip
15
+ enable_xformers_memory_efficient_attention: false
16
+ gradient_accumulation_steps: 4
17
+ gradient_checkpointing: false
18
+ hub_model_id: trdne-smol
19
+ hub_token: null
20
+ image_column: image
21
+ learning_rate: 0.0001
22
+ local_rank: -1
23
+ logging_dir: logs
24
+ lr_scheduler: cosine
25
+ lr_warmup_steps: 0
26
+ max_grad_norm: 1.0
27
+ max_train_samples: null
28
+ max_train_steps: 250
29
+ mixed_precision: null
30
+ noise_offset: 0
31
+ num_train_epochs: 8
32
+ num_validation_images: 4
33
+ output_dir: model_out_dir
34
+ override_caption: null
35
+ prediction_type: null
36
+ pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
37
+ push_to_hub: true
38
+ random_flip: true
39
+ rank: 4
40
+ report_to: tensorboard
41
+ resolution: 512
42
+ resume_from_checkpoint: null
43
+ revision: null
44
+ scale_lr: false
45
+ seed: 1337
46
+ snr_gamma: null
47
+ train_batch_size: 1
48
+ train_data_dir: null
49
+ use_8bit_adam: false
50
+ validation_epochs: 1
51
+ validation_prompt: peterpap.com, a red and blue rug on a white background, rug, oriental
52
+ carpets, persian rug, persian carpets, symmetric indian pattern, rugs, detailed
53
+ patterned rug, persian carpet, light boho carpet, an area rug, persian design, areas
54
+ rugs, trending on textures. com, carpet, persian rugs, finely detailed features,
55
+ hippie motifs, bohemian, highly intricate detailed
logs/text2image-fine-tune/events.out.tfevents.1692113069.bf9f22148abc.1531.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d29e18b891d44127bba527759c94e09537c1c354a95ddf9f72e11d5a83c55ee3
3
+ size 20982467
pytorch_lora_weights.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66ca6c7798dd71266c79f93b316b1ec41492e3c68e3f34515609482747e82921
3
+ size 3287771