Training in progress, step 7500

config.json

@@ -58,7 +58,7 @@
   "initializer_range": 0.02,
   "intermediate_size": 4096,
   "layer_norm_eps": 1e-05,
-  "layerdrop": 0.0,
+  "layerdrop": 0.1,
   "mask_feature_length": 64,
   "mask_feature_min_masks": 0,
   "mask_feature_prob": 0.25,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e534a78618d94999e9b049229a56ae13e02e60e8b5acd4bdd6bde695a6656db3
+oid sha256:9da560a18108c55cec0c864bffc0614fd9202a994f1de2007ae7d226f1aea0c5
 size 1262063089

runs/Jan31_15-12-29_ficino/events.out.tfevents.1643638974.ficino.274851.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69c388743018e9a0bd67bc7f1fe4c240c9b20c901363e08cae3c42e07c50cc6b
-size 37414
+oid sha256:befc92a8b4e5f24d179dfdf76b900e9867f33b86ba04009d6ae9841ef81afb11
+size 37732

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3819cb60776c10aeab32df970db1b37bc5cb596c9bd22bdcf5b588016b81bbda
+oid sha256:8a47239e05c536ae72f6dfb5b0171a4189827226ec67e1a549e250529ffefac8
 size 2991