stillerman
commited on
Commit
•
8864818
1
Parent(s):
57af315
End of training
Browse files- README.md +79 -0
- checkpoint-250/optimizer.bin +3 -0
- checkpoint-250/pytorch_model.bin +3 -0
- checkpoint-250/random_states_0.pkl +3 -0
- checkpoint-250/scaler.pt +3 -0
- checkpoint-250/scheduler.bin +3 -0
- image_0.png +0 -0
- image_1.png +0 -0
- image_2.png +0 -0
- image_3.png +0 -0
- logs/text2image-fine-tune/1692113069.927625/events.out.tfevents.1692113069.bf9f22148abc.1531.1 +3 -0
- logs/text2image-fine-tune/1692113069.930135/hparams.yml +55 -0
- logs/text2image-fine-tune/events.out.tfevents.1692113069.bf9f22148abc.1531.0 +3 -0
- pytorch_lora_weights.bin +3 -0
README.md
ADDED
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
|
2 |
+
---
|
3 |
+
license: creativeml-openrail-m
|
4 |
+
base_model: runwayml/stable-diffusion-v1-5
|
5 |
+
tags:
|
6 |
+
- stable-diffusion
|
7 |
+
- stable-diffusion-diffusers
|
8 |
+
- text-to-image
|
9 |
+
- diffusers
|
10 |
+
- lora
|
11 |
+
inference: true
|
12 |
+
---
|
13 |
+
|
14 |
+
# LoRA text2image fine-tuning - stillerman/trdne-smol
|
15 |
+
These are LoRA adaption weights for runwayml/stable-diffusion-v1-5. The weights were fine-tuned on the stillerman/rugs-filtered-blip dataset. You can find some example images in the following.
|
16 |
+
|
17 |
+
![img_0](./image_0.png)
|
18 |
+
![img_1](./image_1.png)
|
19 |
+
![img_2](./image_2.png)
|
20 |
+
![img_3](./image_3.png)
|
21 |
+
|
22 |
+
|
23 |
+
|
24 |
+
## Training Args
|
25 |
+
```json
|
26 |
+
{
|
27 |
+
"pretrained_model_name_or_path": "runwayml/stable-diffusion-v1-5",
|
28 |
+
"revision": null,
|
29 |
+
"dataset_name": "stillerman/rugs-filtered-blip",
|
30 |
+
"dataset_config_name": null,
|
31 |
+
"train_data_dir": null,
|
32 |
+
"image_column": "image",
|
33 |
+
"caption_column": "caption",
|
34 |
+
"validation_prompt": "peterpap.com, a red and blue rug on a white background, rug, oriental carpets, persian rug, persian carpets, symmetric indian pattern, rugs, detailed patterned rug, persian carpet, light boho carpet, an area rug, persian design, areas rugs, trending on textures. com, carpet, persian rugs, finely detailed features, hippie motifs, bohemian, highly intricate detailed",
|
35 |
+
"num_validation_images": 4,
|
36 |
+
"validation_epochs": 1,
|
37 |
+
"max_train_samples": null,
|
38 |
+
"output_dir": "model_out_dir",
|
39 |
+
"cache_dir": null,
|
40 |
+
"seed": 1337,
|
41 |
+
"resolution": 512,
|
42 |
+
"center_crop": true,
|
43 |
+
"random_flip": true,
|
44 |
+
"train_batch_size": 1,
|
45 |
+
"num_train_epochs": 8,
|
46 |
+
"max_train_steps": 250,
|
47 |
+
"gradient_accumulation_steps": 4,
|
48 |
+
"gradient_checkpointing": false,
|
49 |
+
"learning_rate": 0.0001,
|
50 |
+
"scale_lr": false,
|
51 |
+
"lr_scheduler": "cosine",
|
52 |
+
"lr_warmup_steps": 0,
|
53 |
+
"snr_gamma": null,
|
54 |
+
"use_8bit_adam": false,
|
55 |
+
"allow_tf32": false,
|
56 |
+
"dataloader_num_workers": 8,
|
57 |
+
"adam_beta1": 0.9,
|
58 |
+
"adam_beta2": 0.999,
|
59 |
+
"adam_weight_decay": 0.01,
|
60 |
+
"adam_epsilon": 1e-08,
|
61 |
+
"max_grad_norm": 1.0,
|
62 |
+
"push_to_hub": true,
|
63 |
+
"hub_token": null,
|
64 |
+
"prediction_type": null,
|
65 |
+
"hub_model_id": "trdne-smol",
|
66 |
+
"logging_dir": "logs",
|
67 |
+
"mixed_precision": null,
|
68 |
+
"report_to": "tensorboard",
|
69 |
+
"local_rank": -1,
|
70 |
+
"checkpointing_steps": 250,
|
71 |
+
"checkpoints_total_limit": null,
|
72 |
+
"resume_from_checkpoint": null,
|
73 |
+
"enable_xformers_memory_efficient_attention": false,
|
74 |
+
"noise_offset": 0,
|
75 |
+
"rank": 4,
|
76 |
+
"override_caption": null,
|
77 |
+
"append_caption": "peterpap.com, "
|
78 |
+
}
|
79 |
+
```
|
checkpoint-250/optimizer.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:356fcc5c6d8c8766769d32ce7256cfad8a59a11e2f843d944a69ddb1943b784e
|
3 |
+
size 6591685
|
checkpoint-250/pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c3bae61d47bdadfe52c86ea1ed4abc59a3058f1864ba59401d7aabb2bfbbccfe
|
3 |
+
size 3285965
|
checkpoint-250/random_states_0.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:abc8eee522ef5a9140b42958231916831aabb18657c91ae17c541ed2062c402c
|
3 |
+
size 14727
|
checkpoint-250/scaler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:27aa20a390729e58f6745ce2ad2e4708be7725c1059fb8166449e11f78ca8fd2
|
3 |
+
size 557
|
checkpoint-250/scheduler.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5a995908eb0aad2f863527aaf6e04b4698e1ad18e4979e215c8a114c0006ef29
|
3 |
+
size 563
|
image_0.png
ADDED
image_1.png
ADDED
image_2.png
ADDED
image_3.png
ADDED
logs/text2image-fine-tune/1692113069.927625/events.out.tfevents.1692113069.bf9f22148abc.1531.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9d910a6826bdc606dc6d1e3595c6e0d54af24a6a2a0a934444144c8582596a1b
|
3 |
+
size 2686
|
logs/text2image-fine-tune/1692113069.930135/hparams.yml
ADDED
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
adam_beta1: 0.9
|
2 |
+
adam_beta2: 0.999
|
3 |
+
adam_epsilon: 1.0e-08
|
4 |
+
adam_weight_decay: 0.01
|
5 |
+
allow_tf32: false
|
6 |
+
append_caption: 'peterpap.com, '
|
7 |
+
cache_dir: null
|
8 |
+
caption_column: caption
|
9 |
+
center_crop: true
|
10 |
+
checkpointing_steps: 250
|
11 |
+
checkpoints_total_limit: null
|
12 |
+
dataloader_num_workers: 8
|
13 |
+
dataset_config_name: null
|
14 |
+
dataset_name: stillerman/rugs-filtered-blip
|
15 |
+
enable_xformers_memory_efficient_attention: false
|
16 |
+
gradient_accumulation_steps: 4
|
17 |
+
gradient_checkpointing: false
|
18 |
+
hub_model_id: trdne-smol
|
19 |
+
hub_token: null
|
20 |
+
image_column: image
|
21 |
+
learning_rate: 0.0001
|
22 |
+
local_rank: -1
|
23 |
+
logging_dir: logs
|
24 |
+
lr_scheduler: cosine
|
25 |
+
lr_warmup_steps: 0
|
26 |
+
max_grad_norm: 1.0
|
27 |
+
max_train_samples: null
|
28 |
+
max_train_steps: 250
|
29 |
+
mixed_precision: null
|
30 |
+
noise_offset: 0
|
31 |
+
num_train_epochs: 8
|
32 |
+
num_validation_images: 4
|
33 |
+
output_dir: model_out_dir
|
34 |
+
override_caption: null
|
35 |
+
prediction_type: null
|
36 |
+
pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
|
37 |
+
push_to_hub: true
|
38 |
+
random_flip: true
|
39 |
+
rank: 4
|
40 |
+
report_to: tensorboard
|
41 |
+
resolution: 512
|
42 |
+
resume_from_checkpoint: null
|
43 |
+
revision: null
|
44 |
+
scale_lr: false
|
45 |
+
seed: 1337
|
46 |
+
snr_gamma: null
|
47 |
+
train_batch_size: 1
|
48 |
+
train_data_dir: null
|
49 |
+
use_8bit_adam: false
|
50 |
+
validation_epochs: 1
|
51 |
+
validation_prompt: peterpap.com, a red and blue rug on a white background, rug, oriental
|
52 |
+
carpets, persian rug, persian carpets, symmetric indian pattern, rugs, detailed
|
53 |
+
patterned rug, persian carpet, light boho carpet, an area rug, persian design, areas
|
54 |
+
rugs, trending on textures. com, carpet, persian rugs, finely detailed features,
|
55 |
+
hippie motifs, bohemian, highly intricate detailed
|
logs/text2image-fine-tune/events.out.tfevents.1692113069.bf9f22148abc.1531.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d29e18b891d44127bba527759c94e09537c1c354a95ddf9f72e11d5a83c55ee3
|
3 |
+
size 20982467
|
pytorch_lora_weights.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:66ca6c7798dd71266c79f93b316b1ec41492e3c68e3f34515609482747e82921
|
3 |
+
size 3287771
|