Hugging Face's logo

rgres
/
Seg2Sat-sd-controlnet

Text-to-Image
Diffusers
TensorBoard
stable-diffusion
stable-diffusion-diffusers
controlnet
Model card Files Metrics Community
rgres commited on
Commit
1416586
•
1 Parent(s): c8adbf3

End of training

Browse files
Files changed (20) hide show
  1. README.md +17 -0
  2. checkpoint-12000/controlnet/config.json +48 -0
  3. checkpoint-12000/controlnet/diffusion_pytorch_model.bin +3 -0
  4. checkpoint-12000/optimizer.bin +3 -0
  5. checkpoint-12000/random_states_0.pkl +3 -0
  6. checkpoint-12000/scheduler.bin +3 -0
  7. config.json +48 -0
  8. diffusion_pytorch_model.bin +3 -0
  9. logs/aerialdreams/1683072896.296228/events.out.tfevents.1683072896.b0ef948779c5.25216.1 +3 -0
  10. logs/aerialdreams/1683072896.298798/hparams.yml +49 -0
  11. logs/aerialdreams/1683072948.25747/events.out.tfevents.1683072948.b0ef948779c5.25535.1 +3 -0
  12. logs/aerialdreams/1683072948.259929/hparams.yml +49 -0
  13. logs/aerialdreams/1683073021.1765406/events.out.tfevents.1683073021.b0ef948779c5.25943.1 +3 -0
  14. logs/aerialdreams/1683073021.1788802/hparams.yml +49 -0
  15. logs/aerialdreams/1683073058.536541/events.out.tfevents.1683073058.b0ef948779c5.26180.1 +3 -0
  16. logs/aerialdreams/1683073058.5388718/hparams.yml +49 -0
  17. logs/aerialdreams/events.out.tfevents.1683072896.b0ef948779c5.25216.0 +3 -0
  18. logs/aerialdreams/events.out.tfevents.1683072948.b0ef948779c5.25535.0 +3 -0
  19. logs/aerialdreams/events.out.tfevents.1683073021.b0ef948779c5.25943.0 +3 -0
  20. logs/aerialdreams/events.out.tfevents.1683073058.b0ef948779c5.26180.0 +3 -0
README.md ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ ---
3
+ license: creativeml-openrail-m
4
+ base_model: stabilityai/stable-diffusion-2-1-base
5
+ tags:
6
+ - stable-diffusion
7
+ - stable-diffusion-diffusers
8
+ - text-to-image
9
+ - diffusers
10
+ - controlnet
11
+ inference: true
12
+ ---
13
+
14
+ # controlnet-rgres/modelout
15
+
16
+ These are controlnet weights trained on stabilityai/stable-diffusion-2-1-base with new type of conditioning.
17
+
checkpoint-12000/controlnet/config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "ControlNetModel",
3
+ "_diffusers_version": "0.17.0.dev0",
4
+ "_name_or_path": "modelout/checkpoint-8000",
5
+ "act_fn": "silu",
6
+ "attention_head_dim": [
7
+ 5,
8
+ 10,
9
+ 20,
10
+ 20
11
+ ],
12
+ "block_out_channels": [
13
+ 320,
14
+ 640,
15
+ 1280,
16
+ 1280
17
+ ],
18
+ "class_embed_type": null,
19
+ "conditioning_embedding_out_channels": [
20
+ 16,
21
+ 32,
22
+ 96,
23
+ 256
24
+ ],
25
+ "controlnet_conditioning_channel_order": "rgb",
26
+ "cross_attention_dim": 1024,
27
+ "down_block_types": [
28
+ "CrossAttnDownBlock2D",
29
+ "CrossAttnDownBlock2D",
30
+ "CrossAttnDownBlock2D",
31
+ "DownBlock2D"
32
+ ],
33
+ "downsample_padding": 1,
34
+ "flip_sin_to_cos": true,
35
+ "freq_shift": 0,
36
+ "global_pool_conditions": false,
37
+ "in_channels": 4,
38
+ "layers_per_block": 2,
39
+ "mid_block_scale_factor": 1,
40
+ "norm_eps": 1e-05,
41
+ "norm_num_groups": 32,
42
+ "num_class_embeds": null,
43
+ "only_cross_attention": false,
44
+ "projection_class_embeddings_input_dim": null,
45
+ "resnet_time_scale_shift": "default",
46
+ "upcast_attention": false,
47
+ "use_linear_projection": true
48
+ }
checkpoint-12000/controlnet/diffusion_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83944146d7993b6d5ca1c607070f7cccd406a68d713e7044f68d457638cc598c
3
+ size 1457056057
checkpoint-12000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5766ce33058f5f5423905ebb620c914a11a94b4c3f14bf89373bd16e945aede8
3
+ size 2914110681
checkpoint-12000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9062c7a5e4f3f28189a9c7a4bbd4c56df82f0af0fbb6dcc62c8e152d0b94ab6a
3
+ size 14663
checkpoint-12000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeb3195ac293344b7c4fa9188593ee957d019863d639242d80a747132b669ac6
3
+ size 563
config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "ControlNetModel",
3
+ "_diffusers_version": "0.17.0.dev0",
4
+ "_name_or_path": "modelout/checkpoint-12000",
5
+ "act_fn": "silu",
6
+ "attention_head_dim": [
7
+ 5,
8
+ 10,
9
+ 20,
10
+ 20
11
+ ],
12
+ "block_out_channels": [
13
+ 320,
14
+ 640,
15
+ 1280,
16
+ 1280
17
+ ],
18
+ "class_embed_type": null,
19
+ "conditioning_embedding_out_channels": [
20
+ 16,
21
+ 32,
22
+ 96,
23
+ 256
24
+ ],
25
+ "controlnet_conditioning_channel_order": "rgb",
26
+ "cross_attention_dim": 1024,
27
+ "down_block_types": [
28
+ "CrossAttnDownBlock2D",
29
+ "CrossAttnDownBlock2D",
30
+ "CrossAttnDownBlock2D",
31
+ "DownBlock2D"
32
+ ],
33
+ "downsample_padding": 1,
34
+ "flip_sin_to_cos": true,
35
+ "freq_shift": 0,
36
+ "global_pool_conditions": false,
37
+ "in_channels": 4,
38
+ "layers_per_block": 2,
39
+ "mid_block_scale_factor": 1,
40
+ "norm_eps": 1e-05,
41
+ "norm_num_groups": 32,
42
+ "num_class_embeds": null,
43
+ "only_cross_attention": false,
44
+ "projection_class_embeddings_input_dim": null,
45
+ "resnet_time_scale_shift": "default",
46
+ "upcast_attention": false,
47
+ "use_linear_projection": true
48
+ }
diffusion_pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83944146d7993b6d5ca1c607070f7cccd406a68d713e7044f68d457638cc598c
3
+ size 1457056057
logs/aerialdreams/1683072896.296228/events.out.tfevents.1683072896.b0ef948779c5.25216.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a40cc62067a3872a4ff49ce06b4bbb0faff656ec999641b768bb1f2e8921a34
3
+ size 2348
logs/aerialdreams/1683072896.298798/hparams.yml ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ checkpointing_steps: 2000
9
+ checkpoints_total_limit: null
10
+ conditioning_image_column: conditioning_image
11
+ controlnet_model_name_or_path: null
12
+ dataloader_num_workers: 0
13
+ dataset_config_name: null
14
+ dataset_name: fusing/fill50k
15
+ enable_xformers_memory_efficient_attention: true
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hub_model_id: null
19
+ hub_token: null
20
+ image_column: image
21
+ learning_rate: 0.0
22
+ logging_dir: logs
23
+ lr_num_cycles: 1
24
+ lr_power: 1.0
25
+ lr_scheduler: constant
26
+ lr_warmup_steps: 500
27
+ max_grad_norm: 1.0
28
+ max_train_samples: null
29
+ max_train_steps: 0
30
+ mixed_precision: null
31
+ num_train_epochs: 0
32
+ num_validation_images: 4
33
+ output_dir: modelout
34
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
35
+ proportion_empty_prompts: 0
36
+ push_to_hub: true
37
+ report_to: tensorboard
38
+ resolution: 512
39
+ resume_from_checkpoint: checkpoint-1200
40
+ revision: null
41
+ scale_lr: false
42
+ seed: null
43
+ set_grads_to_none: false
44
+ tokenizer_name: null
45
+ tracker_project_name: aerialdreams
46
+ train_batch_size: 5
47
+ train_data_dir: null
48
+ use_8bit_adam: false
49
+ validation_steps: 1000
logs/aerialdreams/1683072948.25747/events.out.tfevents.1683072948.b0ef948779c5.25535.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:981e50bfd66f89dc348fca2b298482313715ccaab99dbfdae0fbae902b9a3b4d
3
+ size 2349
logs/aerialdreams/1683072948.259929/hparams.yml ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ checkpointing_steps: 2000
9
+ checkpoints_total_limit: null
10
+ conditioning_image_column: conditioning_image
11
+ controlnet_model_name_or_path: null
12
+ dataloader_num_workers: 0
13
+ dataset_config_name: null
14
+ dataset_name: fusing/fill50k
15
+ enable_xformers_memory_efficient_attention: true
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hub_model_id: null
19
+ hub_token: null
20
+ image_column: image
21
+ learning_rate: 0.0
22
+ logging_dir: logs
23
+ lr_num_cycles: 1
24
+ lr_power: 1.0
25
+ lr_scheduler: constant
26
+ lr_warmup_steps: 500
27
+ max_grad_norm: 1.0
28
+ max_train_samples: null
29
+ max_train_steps: 0
30
+ mixed_precision: null
31
+ num_train_epochs: 0
32
+ num_validation_images: 4
33
+ output_dir: modelout
34
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
35
+ proportion_empty_prompts: 0
36
+ push_to_hub: true
37
+ report_to: tensorboard
38
+ resolution: 512
39
+ resume_from_checkpoint: checkpoint-12000
40
+ revision: null
41
+ scale_lr: false
42
+ seed: null
43
+ set_grads_to_none: false
44
+ tokenizer_name: null
45
+ tracker_project_name: aerialdreams
46
+ train_batch_size: 5
47
+ train_data_dir: null
48
+ use_8bit_adam: false
49
+ validation_steps: 1000
logs/aerialdreams/1683073021.1765406/events.out.tfevents.1683073021.b0ef948779c5.25943.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b619e44d5d9d12725f7360a571a4d908db6ae199583547b83cfcf6d82e31229c
3
+ size 2349
logs/aerialdreams/1683073021.1788802/hparams.yml ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ checkpointing_steps: 2000
9
+ checkpoints_total_limit: null
10
+ conditioning_image_column: conditioning_image
11
+ controlnet_model_name_or_path: null
12
+ dataloader_num_workers: 0
13
+ dataset_config_name: null
14
+ dataset_name: fusing/fill50k
15
+ enable_xformers_memory_efficient_attention: true
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hub_model_id: null
19
+ hub_token: null
20
+ image_column: image
21
+ learning_rate: 0.0
22
+ logging_dir: logs
23
+ lr_num_cycles: 1
24
+ lr_power: 1.0
25
+ lr_scheduler: constant
26
+ lr_warmup_steps: 500
27
+ max_grad_norm: 1.0
28
+ max_train_samples: null
29
+ max_train_steps: 0
30
+ mixed_precision: null
31
+ num_train_epochs: 0
32
+ num_validation_images: 4
33
+ output_dir: modelout
34
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
35
+ proportion_empty_prompts: 0
36
+ push_to_hub: true
37
+ report_to: tensorboard
38
+ resolution: 512
39
+ resume_from_checkpoint: checkpoint-12000
40
+ revision: null
41
+ scale_lr: false
42
+ seed: null
43
+ set_grads_to_none: false
44
+ tokenizer_name: null
45
+ tracker_project_name: aerialdreams
46
+ train_batch_size: 5
47
+ train_data_dir: null
48
+ use_8bit_adam: false
49
+ validation_steps: 1000
logs/aerialdreams/1683073058.536541/events.out.tfevents.1683073058.b0ef948779c5.26180.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cef4e1d9f2e69079f1a9abe17d7752922f8111e8155ba839fdcdb93c964a33fc
3
+ size 2349
logs/aerialdreams/1683073058.5388718/hparams.yml ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ checkpointing_steps: 2000
9
+ checkpoints_total_limit: null
10
+ conditioning_image_column: conditioning_image
11
+ controlnet_model_name_or_path: null
12
+ dataloader_num_workers: 0
13
+ dataset_config_name: null
14
+ dataset_name: fusing/fill50k
15
+ enable_xformers_memory_efficient_attention: true
16
+ gradient_accumulation_steps: 4
17
+ gradient_checkpointing: true
18
+ hub_model_id: null
19
+ hub_token: null
20
+ image_column: image
21
+ learning_rate: 0.0
22
+ logging_dir: logs
23
+ lr_num_cycles: 1
24
+ lr_power: 1.0
25
+ lr_scheduler: constant
26
+ lr_warmup_steps: 500
27
+ max_grad_norm: 1.0
28
+ max_train_samples: null
29
+ max_train_steps: 0
30
+ mixed_precision: null
31
+ num_train_epochs: 0
32
+ num_validation_images: 4
33
+ output_dir: modelout
34
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
35
+ proportion_empty_prompts: 0
36
+ push_to_hub: true
37
+ report_to: tensorboard
38
+ resolution: 512
39
+ resume_from_checkpoint: checkpoint-12000
40
+ revision: null
41
+ scale_lr: false
42
+ seed: null
43
+ set_grads_to_none: false
44
+ tokenizer_name: null
45
+ tracker_project_name: aerialdreams
46
+ train_batch_size: 5
47
+ train_data_dir: null
48
+ use_8bit_adam: true
49
+ validation_steps: 1000
logs/aerialdreams/events.out.tfevents.1683072896.b0ef948779c5.25216.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80d5e47a1720c3d0bb5bc3860fb19878e4b97ea531449b3fde6aa09f2cb313ea
3
+ size 88
logs/aerialdreams/events.out.tfevents.1683072948.b0ef948779c5.25535.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6d4800f33757d35d136894ae19dd98075702d6aeaf8379ae64a92f1a18accc6
3
+ size 88
logs/aerialdreams/events.out.tfevents.1683073021.b0ef948779c5.25943.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93a85efc621cfa94bd6fed5f666b302f2f5bce9e7792c510b0cb04455dc2178f
3
+ size 88
logs/aerialdreams/events.out.tfevents.1683073058.b0ef948779c5.26180.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a068e149eb4d3b032863fe02df4d946d8ed7419caaae56eb95ca489b1030d703
3
+ size 88