Upload decoder/decoder_config.json with huggingface_hub

decoder/decoder_config.json

@@ -33,8 +33,8 @@
     },
     "data": {
         "webdataset_base_url": "pipe:aws s3 cp --quiet s3://s-datasets/laion5b/laion2B-data/{}.tar -", 
-        "num_workers": 12,
-        "batch_size": 26,
+        "num_workers": 6,
+        "batch_size": 25,
         "start_shard": 0,
         "end_shard": 231349,
         "shard_width": 6,
@@ -61,6 +61,7 @@
         "wd": 0.01,
         "max_grad_norm": 0.5,
         "save_every_n_samples": 5000000,
+        "find_unused_parameters": false,
         "n_sample_images": 10,
         "device": "cuda:0",
         "epoch_samples": 10000000,
@@ -85,11 +86,9 @@
 
         "log": {
             "log_type": "wandb",
-
             "wandb_entity": "nousr_laion",
             "wandb_project": "h_14_decoder",
             "wandb_resume": false,
-
             "auto_resume": true,
             "verbose": true
         },