End of training

README.md

@@ -0,0 +1,48 @@
+
+---
+license: creativeml-openrail-m
+base_model: kandinsky-community/kandinsky-2-2-decoder
+datasets:
+- kbharat7/DogChestXrayDatasetNew
+prior:
+- kandinsky-community/kandinsky-2-2-prior
+tags:
+- kandinsky
+- text-to-image
+- diffusers
+- diffusers-training
+inference: true
+---
+    
+# Finetuning - aditya11997/kandi2-decoder-3.1
+
+This pipeline was finetuned from **kandinsky-community/kandinsky-2-2-decoder** on the **kbharat7/DogChestXrayDatasetNew** dataset. Below are some example images generated with the finetuned pipeline using the following prompts: ['photo of dogxraysmall']: 
+
+![val_imgs_grid](./val_imgs_grid.png)
+
+
+## Pipeline usage
+
+You can use the pipeline like so:
+
+```python
+from diffusers import DiffusionPipeline
+import torch
+
+pipeline = AutoPipelineForText2Image.from_pretrained("aditya11997/kandi2-decoder-3.1", torch_dtype=torch.float16)
+prompt = "photo of dogxraysmall"
+image = pipeline(prompt).images[0]
+image.save("my_image.png")
+```
+
+## Training info
+
+These are the key hyperparameters used during training:
+
+* Epochs: 1
+* Learning rate: 1e-05
+* Batch size: 1
+* Gradient accumulation steps: 4
+* Image resolution: 768
+* Mixed-precision: None
+

logs/text2image-fine-tune/1709666306.451813/events.out.tfevents.1709666306.9a0a6aa6c700.4367.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537f8d7179e73153771ad0acbd8d5f2fca04b1f74b9224bd95c7f9d06c633e65
+size 2162

logs/text2image-fine-tune/1709666306.4535224/hparams.yml

@@ -0,0 +1,42 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.0
+allow_tf32: false
+cache_dir: null
+checkpointing_steps: 500
+checkpoints_total_limit: 3
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: kbharat7/DogChestXrayDatasetNew
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: true
+hub_model_id: null
+hub_token: null
+image_column: image
+learning_rate: 1.0e-05
+local_rank: -1
+logging_dir: logs
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 5
+mixed_precision: null
+num_train_epochs: 1
+output_dir: kandi2-decoder-3.1
+pretrained_decoder_model_name_or_path: kandinsky-community/kandinsky-2-2-decoder
+pretrained_prior_model_name_or_path: kandinsky-community/kandinsky-2-2-prior
+push_to_hub: true
+report_to: tensorboard
+resolution: 768
+resume_from_checkpoint: null
+seed: null
+snr_gamma: null
+tracker_project_name: text2image-fine-tune
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+use_ema: false
+validation_epochs: 5

logs/text2image-fine-tune/1709667217.0104744/events.out.tfevents.1709667217.9a0a6aa6c700.8410.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8020dc5a3940b0763b12a608ca9e93542e64ede07dafe8d2ccec27b8e90cc6
+size 2162

logs/text2image-fine-tune/1709667217.0121987/hparams.yml

@@ -0,0 +1,42 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.0
+allow_tf32: false
+cache_dir: null
+checkpointing_steps: 500
+checkpoints_total_limit: 3
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: kbharat7/DogChestXrayDatasetNew
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: true
+hub_model_id: null
+hub_token: null
+image_column: image
+learning_rate: 1.0e-05
+local_rank: -1
+logging_dir: logs
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 5
+mixed_precision: null
+num_train_epochs: 1
+output_dir: kandi2-decoder-3.1
+pretrained_decoder_model_name_or_path: kandinsky-community/kandinsky-2-2-decoder
+pretrained_prior_model_name_or_path: kandinsky-community/kandinsky-2-2-prior
+push_to_hub: true
+report_to: tensorboard
+resolution: 768
+resume_from_checkpoint: null
+seed: null
+snr_gamma: null
+tracker_project_name: text2image-fine-tune
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+use_ema: false
+validation_epochs: 5

logs/text2image-fine-tune/events.out.tfevents.1709666306.9a0a6aa6c700.4367.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84006203c9e56bec8fd36d55031f43ad6811ab2ccf411d4df30323a3ff8bbfa3
+size 207463

logs/text2image-fine-tune/events.out.tfevents.1709667217.9a0a6aa6c700.8410.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bec078df4c7986b68c59a7bdb3749733c1ca839b68166c34b1a6509d2a3e364
+size 213320

model_index.json

@@ -0,0 +1,16 @@
+{
+  "_class_name": "KandinskyV22Pipeline",
+  "_diffusers_version": "0.27.0.dev0",
+  "movq": [
+    "diffusers",
+    "VQModel"
+  ],
+  "scheduler": [
+    "diffusers",
+    "DDPMScheduler"
+  ],
+  "unet": [
+    "diffusers",
+    "UNet2DConditionModel"
+  ]
+}

movq/config.json

@@ -0,0 +1,37 @@
+{
+  "_class_name": "VQModel",
+  "_diffusers_version": "0.27.0.dev0",
+  "_name_or_path": "/root/.cache/huggingface/hub/models--kandinsky-community--kandinsky-2-2-decoder/snapshots/9ae140d347fed8ce6e8bb3005dcc1f48543bb8e3/movq",
+  "act_fn": "silu",
+  "block_out_channels": [
+    128,
+    256,
+    256,
+    512
+  ],
+  "down_block_types": [
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "AttnDownEncoderBlock2D"
+  ],
+  "force_upcast": false,
+  "in_channels": 3,
+  "latent_channels": 4,
+  "layers_per_block": 2,
+  "lookup_from_codebook": false,
+  "mid_block_add_attention": true,
+  "norm_num_groups": 32,
+  "norm_type": "spatial",
+  "num_vq_embeddings": 16384,
+  "out_channels": 3,
+  "sample_size": 32,
+  "scaling_factor": 0.18215,
+  "up_block_types": [
+    "AttnUpDecoderBlock2D",
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D"
+  ],
+  "vq_embed_dim": 4
+}

movq/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a5860fea195a7116f2471396c5cc9535fade9b63c4857d8a192ffd924b7002
+size 271380364

scheduler/scheduler_config.json

@@ -0,0 +1,20 @@
+{
+  "_class_name": "DDPMScheduler",
+  "_diffusers_version": "0.27.0.dev0",
+  "beta_end": 0.012,
+  "beta_schedule": "linear",
+  "beta_start": 0.00085,
+  "clip_sample": true,
+  "clip_sample_range": 1.0,
+  "dynamic_thresholding_ratio": 0.995,
+  "num_train_timesteps": 1000,
+  "prediction_type": "epsilon",
+  "rescale_betas_zero_snr": false,
+  "sample_max_value": 1.0,
+  "set_alpha_to_one": false,
+  "steps_offset": 1,
+  "thresholding": false,
+  "timestep_spacing": "leading",
+  "trained_betas": null,
+  "variance_type": "fixed_small"
+}

unet/config.json

@@ -0,0 +1,68 @@
+{
+  "_class_name": "UNet2DConditionModel",
+  "_diffusers_version": "0.27.0.dev0",
+  "_name_or_path": "kandinsky-community/kandinsky-2-2-decoder",
+  "act_fn": "silu",
+  "addition_embed_type": "image",
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 64,
+  "attention_type": "default",
+  "block_out_channels": [
+    384,
+    768,
+    1152,
+    1536
+  ],
+  "center_input_sample": false,
+  "class_embed_type": null,
+  "class_embeddings_concat": false,
+  "conv_in_kernel": 3,
+  "conv_out_kernel": 3,
+  "cross_attention_dim": 768,
+  "cross_attention_norm": null,
+  "down_block_types": [
+    "ResnetDownsampleBlock2D",
+    "SimpleCrossAttnDownBlock2D",
+    "SimpleCrossAttnDownBlock2D",
+    "SimpleCrossAttnDownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "dropout": 0.0,
+  "dual_cross_attention": false,
+  "encoder_hid_dim": 1280,
+  "encoder_hid_dim_type": "image_proj",
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "in_channels": 4,
+  "layers_per_block": 3,
+  "mid_block_only_cross_attention": null,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DSimpleCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "out_channels": 8,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_out_scale_factor": 1.0,
+  "resnet_skip_time_act": false,
+  "resnet_time_scale_shift": "scale_shift",
+  "reverse_transformer_layers_per_block": null,
+  "sample_size": 64,
+  "time_cond_proj_dim": null,
+  "time_embedding_act_fn": null,
+  "time_embedding_dim": null,
+  "time_embedding_type": "positional",
+  "timestep_post_act": null,
+  "transformer_layers_per_block": 1,
+  "up_block_types": [
+    "SimpleCrossAttnUpBlock2D",
+    "SimpleCrossAttnUpBlock2D",
+    "SimpleCrossAttnUpBlock2D",
+    "ResnetUpsampleBlock2D"
+  ],
+  "upcast_attention": false,
+  "use_linear_projection": false
+}

unet/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139d4dff44d0732c5cc11b4d589e44c1cdc778541cf652f4f513870737b37a09
+size 5012309584