first results

checkpoints

@@ -0,0 +1 @@
+Subproject commit 5373fdef12062d944319e0265e993f2cadce1392

results_tensorboard/events.out.tfevents.1626288298.t1v-n-8cb15980-w-0.712426.3.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41c2fcf7a5ad8f782c33825800d708bad20828d2790507cafaa45daf459f37d
+size 588

train.py

@@ -209,7 +209,7 @@ def main():
         if idx%1==0:
             params = jax.device_get(jax.tree_map(lambda x: x[0], state.params))
             model.save_pretrained(
-                '../gpt2-common-sense-reasoning/checkpoints',
+                './checkpoints',
                 params=params,
                 push_to_hub=True,
                 commit_message=f"Saving weights of epoch {epoch} at step {idx}",)