stillerman commited on
Commit
387e357
1 Parent(s): 6f7298c

End of training

Browse files
README.md ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ ---
3
+ license: creativeml-openrail-m
4
+ base_model: runwayml/stable-diffusion-v1-5
5
+ tags:
6
+ - stable-diffusion
7
+ - stable-diffusion-diffusers
8
+ - text-to-image
9
+ - diffusers
10
+ - lora
11
+ inference: true
12
+ ---
13
+
14
+ # LoRA text2image fine-tuning - stillerman/trdne-smol-simple
15
+ These are LoRA adaption weights for runwayml/stable-diffusion-v1-5. The weights were fine-tuned on the stillerman/rugs-filtered-blip dataset. You can find some example images in the following.
16
+
17
+ ![img_0](./image_0.png)
18
+ ![img_1](./image_1.png)
19
+ ![img_2](./image_2.png)
20
+ ![img_3](./image_3.png)
21
+
22
+
23
+
24
+ ## Training Args
25
+ ```json
26
+ {
27
+ "pretrained_model_name_or_path": "runwayml/stable-diffusion-v1-5",
28
+ "revision": null,
29
+ "dataset_name": "stillerman/rugs-filtered-blip",
30
+ "dataset_config_name": null,
31
+ "train_data_dir": null,
32
+ "image_column": "image",
33
+ "caption_column": "caption",
34
+ "validation_prompt": "rug from peterpap.com",
35
+ "num_validation_images": 4,
36
+ "validation_epochs": 100,
37
+ "max_train_samples": null,
38
+ "output_dir": "model_out_dir",
39
+ "cache_dir": null,
40
+ "seed": 1337,
41
+ "resolution": 512,
42
+ "center_crop": true,
43
+ "random_flip": true,
44
+ "train_batch_size": 1,
45
+ "num_train_epochs": 8,
46
+ "max_train_steps": 250,
47
+ "gradient_accumulation_steps": 4,
48
+ "gradient_checkpointing": false,
49
+ "learning_rate": 0.0001,
50
+ "scale_lr": false,
51
+ "lr_scheduler": "cosine",
52
+ "lr_warmup_steps": 0,
53
+ "snr_gamma": null,
54
+ "use_8bit_adam": false,
55
+ "allow_tf32": false,
56
+ "dataloader_num_workers": 8,
57
+ "adam_beta1": 0.9,
58
+ "adam_beta2": 0.999,
59
+ "adam_weight_decay": 0.01,
60
+ "adam_epsilon": 1e-08,
61
+ "max_grad_norm": 1.0,
62
+ "push_to_hub": true,
63
+ "hub_token": null,
64
+ "prediction_type": null,
65
+ "hub_model_id": "trdne-smol-simple",
66
+ "logging_dir": "logs",
67
+ "mixed_precision": null,
68
+ "report_to": "tensorboard",
69
+ "local_rank": -1,
70
+ "checkpointing_steps": 250,
71
+ "checkpoints_total_limit": null,
72
+ "resume_from_checkpoint": null,
73
+ "enable_xformers_memory_efficient_attention": false,
74
+ "noise_offset": 0,
75
+ "rank": 4,
76
+ "override_caption": "rug from peterpap.com",
77
+ "append_caption": null
78
+ }
79
+ ```
checkpoint-250/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27346c8785cad511e1370dbbed1dc55baa6f6767dab01d1edf267660ad4cce76
3
+ size 6591685
checkpoint-250/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ecd5514d3fefc00ba94441196c8d46ab787be1f2eb00da5813c9354d0f9f0a7
3
+ size 3285965
checkpoint-250/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39d1103c83dc67536ef100d8778e12a22bcb4022282c552868253e732ccd4a3a
3
+ size 14727
checkpoint-250/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27aa20a390729e58f6745ce2ad2e4708be7725c1059fb8166449e11f78ca8fd2
3
+ size 557
checkpoint-250/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a995908eb0aad2f863527aaf6e04b4698e1ad18e4979e215c8a114c0006ef29
3
+ size 563
image_0.png ADDED
image_1.png ADDED
image_2.png ADDED
image_3.png ADDED
logs/text2image-fine-tune/1692113069.927625/events.out.tfevents.1692113069.bf9f22148abc.1531.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d910a6826bdc606dc6d1e3595c6e0d54af24a6a2a0a934444144c8582596a1b
3
+ size 2686
logs/text2image-fine-tune/1692113069.930135/hparams.yml ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ append_caption: 'peterpap.com, '
7
+ cache_dir: null
8
+ caption_column: caption
9
+ center_crop: true
10
+ checkpointing_steps: 250
11
+ checkpoints_total_limit: null
12
+ dataloader_num_workers: 8
13
+ dataset_config_name: null
14
+ dataset_name: stillerman/rugs-filtered-blip
15
+ enable_xformers_memory_efficient_attention: false
16
+ gradient_accumulation_steps: 4
17
+ gradient_checkpointing: false
18
+ hub_model_id: trdne-smol
19
+ hub_token: null
20
+ image_column: image
21
+ learning_rate: 0.0001
22
+ local_rank: -1
23
+ logging_dir: logs
24
+ lr_scheduler: cosine
25
+ lr_warmup_steps: 0
26
+ max_grad_norm: 1.0
27
+ max_train_samples: null
28
+ max_train_steps: 250
29
+ mixed_precision: null
30
+ noise_offset: 0
31
+ num_train_epochs: 8
32
+ num_validation_images: 4
33
+ output_dir: model_out_dir
34
+ override_caption: null
35
+ prediction_type: null
36
+ pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
37
+ push_to_hub: true
38
+ random_flip: true
39
+ rank: 4
40
+ report_to: tensorboard
41
+ resolution: 512
42
+ resume_from_checkpoint: null
43
+ revision: null
44
+ scale_lr: false
45
+ seed: 1337
46
+ snr_gamma: null
47
+ train_batch_size: 1
48
+ train_data_dir: null
49
+ use_8bit_adam: false
50
+ validation_epochs: 1
51
+ validation_prompt: peterpap.com, a red and blue rug on a white background, rug, oriental
52
+ carpets, persian rug, persian carpets, symmetric indian pattern, rugs, detailed
53
+ patterned rug, persian carpet, light boho carpet, an area rug, persian design, areas
54
+ rugs, trending on textures. com, carpet, persian rugs, finely detailed features,
55
+ hippie motifs, bohemian, highly intricate detailed
logs/text2image-fine-tune/1692114260.2373192/events.out.tfevents.1692114260.bf9f22148abc.7056.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d9cfc93a5b99ce943067651d7ec04b9910f368922a673345c46919a13118d97
3
+ size 2356
logs/text2image-fine-tune/1692114260.2392237/hparams.yml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ append_caption: null
7
+ cache_dir: null
8
+ caption_column: caption
9
+ center_crop: true
10
+ checkpointing_steps: 250
11
+ checkpoints_total_limit: null
12
+ dataloader_num_workers: 8
13
+ dataset_config_name: null
14
+ dataset_name: stillerman/rugs-filtered-blip
15
+ enable_xformers_memory_efficient_attention: false
16
+ gradient_accumulation_steps: 4
17
+ gradient_checkpointing: false
18
+ hub_model_id: trdne-smol-simple
19
+ hub_token: null
20
+ image_column: image
21
+ learning_rate: 0.0001
22
+ local_rank: -1
23
+ logging_dir: logs
24
+ lr_scheduler: cosine
25
+ lr_warmup_steps: 0
26
+ max_grad_norm: 1.0
27
+ max_train_samples: null
28
+ max_train_steps: 250
29
+ mixed_precision: null
30
+ noise_offset: 0
31
+ num_train_epochs: 8
32
+ num_validation_images: 4
33
+ output_dir: model_out_dir
34
+ override_caption: rug from peterpap.com
35
+ prediction_type: null
36
+ pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
37
+ push_to_hub: true
38
+ random_flip: true
39
+ rank: 4
40
+ report_to: tensorboard
41
+ resolution: 512
42
+ resume_from_checkpoint: null
43
+ revision: null
44
+ scale_lr: false
45
+ seed: 1337
46
+ snr_gamma: null
47
+ train_batch_size: 1
48
+ train_data_dir: null
49
+ use_8bit_adam: false
50
+ validation_epochs: 100
51
+ validation_prompt: rug from peterpap.com
logs/text2image-fine-tune/events.out.tfevents.1692113069.bf9f22148abc.1531.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2eb5fe62b153a5042053de1af622c10ef1d44f57f2eb8c7c1c6222894e6ba803
3
+ size 23558019
logs/text2image-fine-tune/events.out.tfevents.1692114260.bf9f22148abc.7056.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89ea17565069b4634ded9be35521e5175cf7d56b9717c91656cb9ae113ef9003
3
+ size 2457575
pytorch_lora_weights.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca9719800eff28c58bd1c3607e4eded8b9c1373bb08fee75fb2ac8028306f7c2
3
+ size 3287771