End of training

README.md

@@ -2,7 +2,7 @@
 ---
 license: creativeml-openrail-m
 base_model: stabilityai/stable-diffusion-2-1
-instance_prompt: a painting of hay water color
+instance_prompt: a photo of a sks hay
 tags:
 - stable-diffusion
 - stable-diffusion-diffusers
@@ -14,7 +14,7 @@ inference: true
     
 # DreamBooth - briannlongzhao/hay_dreambooth
 
-This is a dreambooth model derived from stabilityai/stable-diffusion-2-1. The weights were trained on a painting of hay water color using [DreamBooth](https://dreambooth.github.io/).
+This is a dreambooth model derived from stabilityai/stable-diffusion-2-1. The weights were trained on a photo of a sks hay using [DreamBooth](https://dreambooth.github.io/).
 You can find some example images in the following. 
 
 

checkpoint-500/optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a6bc071c0cba5fb59142affe3539e593aa3cb0aa23c50cc2b9a4fc146e2ed54
-size 1737914938
+oid sha256:c2fdee9ba4ce298e2c08b4082899f13f6e4f8dde523722d19a02357e4ef55dc3
+size 1737914501

checkpoint-500/random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cafe67e157794f40cb52c8ebb29d7740b9c6bcd654a8924311709e9aa04b684a
-size 14344
+oid sha256:c91bf15f12353ac9409627d0c7a2aecb96354dc401bdac14a0dbad0989c3ee7a
+size 17683

checkpoint-500/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f196a54202bb4ba1220e8c59f42f9cda0702d68ea83147d814c2fb2f36b8f2
+size 557

checkpoint-500/scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65115106fbd9463fa6c7133b543dece71c31fcba363ff15b8c73f8c7eb0739c5
-size 1000
+oid sha256:6afeb3b0b41c5a451ea879e32dbb48a3e4e665fe8057b38a556504e29915a4a3
+size 563

checkpoint-500/unet/diffusion_pytorch_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e5f2ceb042889a960df260b1b862fb3b2234b1d26e72908890e0c254a832d34
+oid sha256:fd5aba29238a6ce939f10238f58075a0e749edc3abb0f636139e5cab70c348b3
 size 3463726504

logs/dreambooth/1732576627.7331429/events.out.tfevents.1732576627.iGpu15.3126112.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12f8c4cf8d6ce2b6f934651516d4b17e7d6e58cd2a42c24b5178df3128a5c1a
+size 3003

logs/dreambooth/1732576627.7405775/hparams.yml

@@ -0,0 +1,60 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+center_crop: false
+checkpointing_steps: 500
+checkpoints_total_limit: null
+class_data_dir: /lab/tmpig7b/u/brian-data/eval_4/hay_preserve
+class_labels_conditioning: null
+class_prompt: a photo of a hay
+dataloader_num_workers: 0
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+hub_model_id: null
+hub_token: null
+idx: null
+instance_data_dir: /lab/tmpig7b/u/brian-data/eval_4/hay/reference
+instance_prompt: a photo of a sks hay
+learning_rate: 5.0e-06
+local_rank: 0
+logging_dir: logs
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_steps: 2000
+mixed_precision: fp16
+num_class_images: 50
+num_train_epochs: 154
+num_validation_images: 4
+offset_noise: false
+output_dir: dreambooth_models/hay_dreambooth
+pre_compute_text_embeddings: false
+pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1
+prior_generation_precision: null
+prior_loss_weight: 1.0
+push_to_hub: true
+report_to: tensorboard
+resolution: 768
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: false
+seed: null
+set_grads_to_none: false
+skip_save_text_encoder: false
+snr_gamma: null
+text_encoder_use_attention_mask: false
+tokenizer_max_length: null
+tokenizer_name: null
+train_batch_size: 1
+train_text_encoder: false
+use_8bit_adam: true
+validation_prompt: null
+validation_scheduler: DPMSolverMultistepScheduler
+validation_steps: 100
+with_prior_preservation: true

logs/dreambooth/1732578299.1512623/events.out.tfevents.1732578299.iGpu15.3126676.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80a34e5cf916d2a4cd8998c0d7fd4796e0367ae77f4bb8e023c8397209dccb9
+size 3003

logs/dreambooth/1732578299.1592865/hparams.yml

@@ -0,0 +1,60 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+center_crop: false
+checkpointing_steps: 500
+checkpoints_total_limit: null
+class_data_dir: /lab/tmpig7b/u/brian-data/eval_4/hay_preserve
+class_labels_conditioning: null
+class_prompt: a photo of a hay
+dataloader_num_workers: 0
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+hub_model_id: null
+hub_token: null
+idx: null
+instance_data_dir: /lab/tmpig7b/u/brian-data/eval_4/hay/reference
+instance_prompt: a photo of a sks hay
+learning_rate: 5.0e-06
+local_rank: 0
+logging_dir: logs
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_steps: 500
+mixed_precision: fp16
+num_class_images: 50
+num_train_epochs: 39
+num_validation_images: 4
+offset_noise: false
+output_dir: dreambooth_models/hay_dreambooth
+pre_compute_text_embeddings: false
+pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1
+prior_generation_precision: null
+prior_loss_weight: 1.0
+push_to_hub: true
+report_to: tensorboard
+resolution: 768
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: false
+seed: null
+set_grads_to_none: false
+skip_save_text_encoder: false
+snr_gamma: null
+text_encoder_use_attention_mask: false
+tokenizer_max_length: null
+tokenizer_name: null
+train_batch_size: 1
+train_text_encoder: false
+use_8bit_adam: true
+validation_prompt: null
+validation_scheduler: DPMSolverMultistepScheduler
+validation_steps: 100
+with_prior_preservation: true

logs/dreambooth/events.out.tfevents.1732576627.iGpu15.3126112.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9cb2b1854e61320b0c505c3be239f51a62c7e2bede74ace8b75023d248c2e93
+size 58970

logs/dreambooth/events.out.tfevents.1732578299.iGpu15.3126676.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba84d33a98ae5ded164ce96ae3127642c8d95312b324e7a7a600669408d9a202
+size 41834

text_encoder/config.json

@@ -19,7 +19,7 @@
   "num_hidden_layers": 23,
   "pad_token_id": 1,
   "projection_dim": 512,
-  "torch_dtype": "bfloat16",
-  "transformers_version": "4.34.1",
+  "torch_dtype": "float16",
+  "transformers_version": "4.28.1",
   "vocab_size": 49408
 }

text_encoder/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:305b018799a2e1dba83e9db17654309814ff4212e40b8096b237ce2e3794a132
-size 680820760
+oid sha256:681c555376658c81dc273f2d737a2aeb23ddb6d1d8e5b3a7064636d359a22668
+size 680821096

tokenizer/tokenizer_config.json

@@ -1,38 +1,33 @@
 {
   "add_prefix_space": false,
-  "added_tokens_decoder": {
-    "0": {
-      "content": "!",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "49406": {
-      "content": "<|startoftext|>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "49407": {
-      "content": "<|endoftext|>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
   },
-  "bos_token": "<|startoftext|>",
   "clean_up_tokenization_spaces": true,
   "do_lower_case": true,
-  "eos_token": "<|endoftext|>",
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
   "errors": "replace",
   "model_max_length": 77,
-  "pad_token": "!",
+  "pad_token": "<|endoftext|>",
   "tokenizer_class": "CLIPTokenizer",
-  "unk_token": "<|endoftext|>"
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
 }

unet/diffusion_pytorch_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd2506b6fc145ec527ec9b4d8ae8021ee8be3e0211e89cb3212d579b9dae0128
+oid sha256:fd5aba29238a6ce939f10238f58075a0e749edc3abb0f636139e5cab70c348b3
 size 3463726504

vae/config.json

@@ -1,7 +1,7 @@
 {
   "_class_name": "AutoencoderKL",
   "_diffusers_version": "0.22.0.dev0",
-  "_name_or_path": "/home/v-enlongzhao/.cache/huggingface/hub/models--stabilityai--stable-diffusion-2-1/snapshots/5cae40e6a2745ae2b01ad92ae5043f95f23644d6/vae",
+  "_name_or_path": "/lab/briannlz/.cache/huggingface/hub/models--stabilityai--stable-diffusion-2-1/snapshots/5cae40e6a2745ae2b01ad92ae5043f95f23644d6/vae",
   "act_fn": "silu",
   "block_out_channels": [
     128,