Upload decoder/decoder_config.json with huggingface_hub

decoder/decoder_config.json

@@ -3,7 +3,7 @@
     "decoder": {
         "unets": [
             {
-                "dim": 320,
+                "dim": 576,
                 "cond_dim": 512,
                 "image_embed_dim": 1024,
                 "text_embed_dim": 1024,
@@ -11,7 +11,7 @@
                 "channels": 3,
                 "dim_mults": [1, 2, 3, 4],
                 "num_resnet_blocks": 4,
-                "attn_heads": 8,
+                "attn_heads": 16,
                 "attn_dim_head": 64,
                 "sparse_attn": true,
                 "memory_efficient": true,
@@ -34,7 +34,7 @@
     "data": {
         "webdataset_base_url": "pipe:aws s3 cp --quiet s3://s-datasets/laion5b/laion2B-data/{}.tar -", 
         "num_workers": 6,
-        "batch_size": 20,
+        "batch_size": 1,
         "start_shard": 0,
         "end_shard": 231349,
         "shard_width": 6,
@@ -91,7 +91,7 @@
             "wandb_entity": "nousr_laion",
             "wandb_project": "h_14_decoder",
             "wandb_resume": false,
-            "auto_resume": true,
+            "auto_resume": false,
             "verbose": true
         },
         "save": [