Training in progress, step 4000

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e6f6c0049efefc0fc7f2a327112436b2c9f0e99cd0e6b4f35fa55be3930966d
+oid sha256:de741023e5ea21f430b87b82c8a47aa1c9c5af76c395468cbbecc30c263a1540
 size 2353867057

runs/May05_17-36-54_sanchit--v100/events.out.tfevents.1651772268.sanchit--v100.74387.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b27779ed1b024c018dcdbffd2310e4db9f50cf07b9c1dd80deb3db009f1edc0
-size 561173
+oid sha256:fd0daa4b0f8b82b5444c127300d6be7df2799313fe928fda916d8002aed3b9bb
+size 639992

wandb/debug-cli.log

@@ -345,3 +345,5 @@ Traceback (most recent call last):
   File "/home/sanchit_huggingface_co/gcp/lib/python3.9/site-packages/requests/models.py", line 960, in raise_for_status
     raise HTTPError(http_error_msg, response=self)
 requests.exceptions.HTTPError: 500 Server Error: Internal Server Error for url: https://api.wandb.ai/graphql
+2022-05-06 09:15:13 ERROR 500 response executing GraphQL.
+2022-05-06 09:15:13 ERROR {"errors":[{"message":"context deadline exceeded"}]}

wandb/run-20220505_173748-b097rk18/run-b097rk18.wandb

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3723746f92eedb64bc0d06198b32565c8032ab3d02d41ac6681927034af4bf9d
-size 756678873
+oid sha256:82ad83e4d2f66fc1db1be7e7b03433752febe729352bc5be394e454c122feb0e
+size 863623651