Training in progress, step 900, checkpoint

checkpoint-900/adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54c8039d3c74fe4a7f2efe0d61be3d7210f90f00bf9c677c2835bca0e18c0c62
+oid sha256:cbee206c9534fa0931670d8cef8d33ebd76d9604852f7218d087574e8055be36
 size 9873829

checkpoint-900/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29343109657237e979cebf4e025fe831465c42b2a782503ee6f37d1e44642b3f
+oid sha256:9d3fad48a5e1760a1638cf59a1a76153b024639584240d8fdf17d56ee2901887
 size 42788

checkpoint-900/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d62ddfbf17e08e1060aa0ec2b94393f6c21c0cfcbc0b0ede8f1a5bc85f7b8cbc
+oid sha256:511b15f3cd91ceff165b54aded56a26d3186f424d55b860dc90417196a6715dc
 size 14244

checkpoint-900/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f89f71316cf8c4f70c268e7d98a6cc99130bc3cc6aec42a259e491b1d5017937
+oid sha256:be9e3bb11dd63005c70ebd29a6624732812907b6da43a7c2c370f5319308fa90
 size 1064

checkpoint-900/trainer_state.json

@@ -1,7 +1,7 @@
 {
-  "best_metric": 0.45504704117774963,
-  "best_model_checkpoint": "output/checkpoint-900",
-  "epoch": 0.9079445145018915,
+  "best_metric": 0.6392325758934021,
+  "best_model_checkpoint": "output/checkpoint-700",
+  "epoch": 0.7219492630101273,
   "eval_steps": 50,
   "global_step": 900,
   "is_hyper_param_search": false,
@@ -10,286 +10,286 @@
   "log_history": [
     {
       "epoch": 0.0,
-      "learning_rate": 1.6666666666666667e-06,
-      "loss": 0.5465,
+      "learning_rate": 1.3333333333333332e-06,
+      "loss": 0.785,
       "step": 1
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 7.5e-05,
-      "loss": 0.7053,
+      "epoch": 0.04,
+      "learning_rate": 5.9999999999999995e-05,
+      "loss": 0.6547,
       "step": 50
     },
     {
-      "epoch": 0.05,
-      "eval_accuracy": 0.6561679790026247,
-      "eval_loss": 0.6764907836914062,
-      "eval_runtime": 59.7766,
-      "eval_samples_per_second": 6.374,
-      "eval_steps_per_second": 1.606,
+      "epoch": 0.04,
+      "eval_accuracy": 0.6626865671641791,
+      "eval_loss": 0.8300915956497192,
+      "eval_runtime": 61.5689,
+      "eval_samples_per_second": 5.441,
+      "eval_steps_per_second": 1.364,
       "step": 50
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 0.00015666666666666666,
-      "loss": 0.6576,
+      "epoch": 0.08,
+      "learning_rate": 0.00012666666666666666,
+      "loss": 0.6654,
       "step": 100
     },
     {
-      "epoch": 0.1,
-      "eval_accuracy": 0.7217847769028871,
-      "eval_loss": 0.574826717376709,
-      "eval_runtime": 59.8708,
-      "eval_samples_per_second": 6.364,
-      "eval_steps_per_second": 1.603,
+      "epoch": 0.08,
+      "eval_accuracy": 0.6895522388059702,
+      "eval_loss": 0.6663276553153992,
+      "eval_runtime": 56.4633,
+      "eval_samples_per_second": 5.933,
+      "eval_steps_per_second": 1.488,
       "step": 100
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 0.00023999999999999998,
-      "loss": 0.5874,
+      "epoch": 0.12,
+      "learning_rate": 0.00019333333333333333,
+      "loss": 0.6491,
       "step": 150
     },
     {
-      "epoch": 0.15,
-      "eval_accuracy": 0.7480314960629921,
-      "eval_loss": 0.5501317381858826,
-      "eval_runtime": 55.7487,
-      "eval_samples_per_second": 6.834,
-      "eval_steps_per_second": 1.722,
+      "epoch": 0.12,
+      "eval_accuracy": 0.6537313432835821,
+      "eval_loss": 0.9172552824020386,
+      "eval_runtime": 56.4705,
+      "eval_samples_per_second": 5.932,
+      "eval_steps_per_second": 1.488,
       "step": 150
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 0.0002948780487804878,
-      "loss": 0.5775,
+      "epoch": 0.16,
+      "learning_rate": 0.00026,
+      "loss": 0.641,
       "step": 200
     },
     {
-      "epoch": 0.2,
-      "eval_accuracy": 0.7401574803149606,
-      "eval_loss": 0.5592061877250671,
-      "eval_runtime": 54.7265,
-      "eval_samples_per_second": 6.962,
-      "eval_steps_per_second": 1.754,
+      "epoch": 0.16,
+      "eval_accuracy": 0.6865671641791045,
+      "eval_loss": 0.6528732180595398,
+      "eval_runtime": 56.4485,
+      "eval_samples_per_second": 5.935,
+      "eval_steps_per_second": 1.488,
       "step": 200
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 0.00027658536585365855,
-      "loss": 0.5821,
+      "epoch": 0.2,
+      "learning_rate": 0.0002941234084231146,
+      "loss": 0.6521,
       "step": 250
     },
     {
-      "epoch": 0.25,
-      "eval_accuracy": 0.7664041994750657,
-      "eval_loss": 0.5005777478218079,
-      "eval_runtime": 54.7418,
-      "eval_samples_per_second": 6.96,
-      "eval_steps_per_second": 1.754,
+      "epoch": 0.2,
+      "eval_accuracy": 0.6835820895522388,
+      "eval_loss": 0.8197052478790283,
+      "eval_runtime": 56.4577,
+      "eval_samples_per_second": 5.934,
+      "eval_steps_per_second": 1.488,
       "step": 250
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 0.00025829268292682926,
-      "loss": 0.5699,
+      "epoch": 0.24,
+      "learning_rate": 0.00027943192948090106,
+      "loss": 0.638,
       "step": 300
     },
     {
-      "epoch": 0.3,
-      "eval_accuracy": 0.6745406824146981,
-      "eval_loss": 0.7000961303710938,
-      "eval_runtime": 54.7375,
-      "eval_samples_per_second": 6.96,
-      "eval_steps_per_second": 1.754,
+      "epoch": 0.24,
+      "eval_accuracy": 0.6835820895522388,
+      "eval_loss": 0.6961421370506287,
+      "eval_runtime": 56.4506,
+      "eval_samples_per_second": 5.934,
+      "eval_steps_per_second": 1.488,
       "step": 300
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 0.00023999999999999998,
-      "loss": 0.5079,
+      "epoch": 0.28,
+      "learning_rate": 0.00026474045053868754,
+      "loss": 0.6857,
       "step": 350
     },
     {
-      "epoch": 0.35,
-      "eval_accuracy": 0.7322834645669292,
-      "eval_loss": 0.5262107253074646,
-      "eval_runtime": 54.7143,
-      "eval_samples_per_second": 6.963,
-      "eval_steps_per_second": 1.755,
+      "epoch": 0.28,
+      "eval_accuracy": 0.6835820895522388,
+      "eval_loss": 0.7876304388046265,
+      "eval_runtime": 56.4651,
+      "eval_samples_per_second": 5.933,
+      "eval_steps_per_second": 1.488,
       "step": 350
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 0.00022170731707317072,
-      "loss": 0.5826,
+      "epoch": 0.32,
+      "learning_rate": 0.000250048971596474,
+      "loss": 0.6469,
       "step": 400
     },
     {
-      "epoch": 0.4,
-      "eval_accuracy": 0.7296587926509186,
-      "eval_loss": 0.5798280835151672,
-      "eval_runtime": 54.7163,
-      "eval_samples_per_second": 6.963,
-      "eval_steps_per_second": 1.755,
+      "epoch": 0.32,
+      "eval_accuracy": 0.6626865671641791,
+      "eval_loss": 0.7487305402755737,
+      "eval_runtime": 56.4489,
+      "eval_samples_per_second": 5.935,
+      "eval_steps_per_second": 1.488,
       "step": 400
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 0.00020341463414634146,
-      "loss": 0.5009,
+      "epoch": 0.36,
+      "learning_rate": 0.00023535749265426052,
+      "loss": 0.6813,
       "step": 450
     },
     {
-      "epoch": 0.45,
-      "eval_accuracy": 0.7506561679790026,
-      "eval_loss": 0.5315915942192078,
-      "eval_runtime": 54.7235,
-      "eval_samples_per_second": 6.962,
-      "eval_steps_per_second": 1.754,
+      "epoch": 0.36,
+      "eval_accuracy": 0.6626865671641791,
+      "eval_loss": 0.8447557091712952,
+      "eval_runtime": 56.4428,
+      "eval_samples_per_second": 5.935,
+      "eval_steps_per_second": 1.488,
       "step": 450
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 0.00018512195121951218,
-      "loss": 0.4756,
+      "epoch": 0.4,
+      "learning_rate": 0.000220666013712047,
+      "loss": 0.645,
       "step": 500
     },
     {
-      "epoch": 0.5,
-      "eval_accuracy": 0.7349081364829396,
-      "eval_loss": 0.5232318639755249,
-      "eval_runtime": 54.7185,
-      "eval_samples_per_second": 6.963,
-      "eval_steps_per_second": 1.754,
+      "epoch": 0.4,
+      "eval_accuracy": 0.6835820895522388,
+      "eval_loss": 0.6624641418457031,
+      "eval_runtime": 56.4531,
+      "eval_samples_per_second": 5.934,
+      "eval_steps_per_second": 1.488,
       "step": 500
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 0.00016682926829268292,
-      "loss": 0.4791,
+      "epoch": 0.44,
+      "learning_rate": 0.0002059745347698335,
+      "loss": 0.7044,
       "step": 550
     },
     {
-      "epoch": 0.55,
-      "eval_accuracy": 0.7847769028871391,
-      "eval_loss": 0.447153776884079,
-      "eval_runtime": 54.7183,
-      "eval_samples_per_second": 6.963,
-      "eval_steps_per_second": 1.754,
+      "epoch": 0.44,
+      "eval_accuracy": 0.7014925373134329,
+      "eval_loss": 0.63779217004776,
+      "eval_runtime": 56.4382,
+      "eval_samples_per_second": 5.936,
+      "eval_steps_per_second": 1.488,
       "step": 550
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 0.00014853658536585364,
-      "loss": 0.4415,
+      "epoch": 0.48,
+      "learning_rate": 0.00019128305582761997,
+      "loss": 0.6399,
       "step": 600
     },
     {
-      "epoch": 0.61,
-      "eval_accuracy": 0.7847769028871391,
-      "eval_loss": 0.4556220769882202,
-      "eval_runtime": 54.7334,
-      "eval_samples_per_second": 6.961,
-      "eval_steps_per_second": 1.754,
+      "epoch": 0.48,
+      "eval_accuracy": 0.6716417910447762,
+      "eval_loss": 0.7784742712974548,
+      "eval_runtime": 56.4356,
+      "eval_samples_per_second": 5.936,
+      "eval_steps_per_second": 1.488,
       "step": 600
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 0.00013024390243902438,
-      "loss": 0.4528,
+      "epoch": 0.52,
+      "learning_rate": 0.00017659157688540645,
+      "loss": 0.6039,
       "step": 650
     },
     {
-      "epoch": 0.66,
-      "eval_accuracy": 0.7690288713910761,
-      "eval_loss": 0.47037920355796814,
-      "eval_runtime": 54.7397,
-      "eval_samples_per_second": 6.96,
-      "eval_steps_per_second": 1.754,
+      "epoch": 0.52,
+      "eval_accuracy": 0.6985074626865672,
+      "eval_loss": 0.665508508682251,
+      "eval_runtime": 56.4424,
+      "eval_samples_per_second": 5.935,
+      "eval_steps_per_second": 1.488,
       "step": 650
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 0.00011195121951219511,
-      "loss": 0.5177,
+      "epoch": 0.56,
+      "learning_rate": 0.00016190009794319292,
+      "loss": 0.6321,
       "step": 700
     },
     {
-      "epoch": 0.71,
-      "eval_accuracy": 0.7742782152230971,
-      "eval_loss": 0.4634643793106079,
-      "eval_runtime": 54.7337,
-      "eval_samples_per_second": 6.961,
-      "eval_steps_per_second": 1.754,
+      "epoch": 0.56,
+      "eval_accuracy": 0.6716417910447762,
+      "eval_loss": 0.6392325758934021,
+      "eval_runtime": 56.437,
+      "eval_samples_per_second": 5.936,
+      "eval_steps_per_second": 1.488,
       "step": 700
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 9.365853658536585e-05,
-      "loss": 0.4753,
+      "epoch": 0.6,
+      "learning_rate": 0.00014720861900097942,
+      "loss": 0.6448,
       "step": 750
     },
     {
-      "epoch": 0.76,
-      "eval_accuracy": 0.7847769028871391,
-      "eval_loss": 0.49703294038772583,
-      "eval_runtime": 54.7189,
-      "eval_samples_per_second": 6.963,
-      "eval_steps_per_second": 1.754,
+      "epoch": 0.6,
+      "eval_accuracy": 0.6686567164179105,
+      "eval_loss": 0.7872520089149475,
+      "eval_runtime": 56.4423,
+      "eval_samples_per_second": 5.935,
+      "eval_steps_per_second": 1.488,
       "step": 750
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 7.536585365853658e-05,
-      "loss": 0.452,
+      "epoch": 0.64,
+      "learning_rate": 0.0001325171400587659,
+      "loss": 0.6033,
       "step": 800
     },
     {
-      "epoch": 0.81,
-      "eval_accuracy": 0.7821522309711286,
-      "eval_loss": 0.46870630979537964,
-      "eval_runtime": 54.7224,
-      "eval_samples_per_second": 6.962,
-      "eval_steps_per_second": 1.754,
+      "epoch": 0.64,
+      "eval_accuracy": 0.6895522388059702,
+      "eval_loss": 0.723906934261322,
+      "eval_runtime": 56.4576,
+      "eval_samples_per_second": 5.934,
+      "eval_steps_per_second": 1.488,
       "step": 800
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 5.707317073170731e-05,
-      "loss": 0.4662,
+      "epoch": 0.68,
+      "learning_rate": 0.00011782566111655239,
+      "loss": 0.6174,
       "step": 850
     },
     {
-      "epoch": 0.86,
-      "eval_accuracy": 0.7952755905511811,
-      "eval_loss": 0.44979774951934814,
-      "eval_runtime": 54.7264,
-      "eval_samples_per_second": 6.962,
-      "eval_steps_per_second": 1.754,
+      "epoch": 0.68,
+      "eval_accuracy": 0.6925373134328359,
+      "eval_loss": 0.6893543601036072,
+      "eval_runtime": 56.4403,
+      "eval_samples_per_second": 5.935,
+      "eval_steps_per_second": 1.488,
       "step": 850
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 3.8780487804878046e-05,
-      "loss": 0.4424,
+      "epoch": 0.72,
+      "learning_rate": 0.00010313418217433888,
+      "loss": 0.5859,
       "step": 900
     },
     {
-      "epoch": 0.91,
-      "eval_accuracy": 0.7979002624671916,
-      "eval_loss": 0.45504704117774963,
-      "eval_runtime": 54.7054,
-      "eval_samples_per_second": 6.965,
-      "eval_steps_per_second": 1.755,
+      "epoch": 0.72,
+      "eval_accuracy": 0.6746268656716418,
+      "eval_loss": 0.6730663776397705,
+      "eval_runtime": 56.4424,
+      "eval_samples_per_second": 5.935,
+      "eval_steps_per_second": 1.488,
       "step": 900
     }
   ],
   "logging_steps": 50,
-  "max_steps": 1000,
-  "num_train_epochs": 2,
+  "max_steps": 1246,
+  "num_train_epochs": 1,
   "save_steps": 100,
-  "total_flos": 1.5588724115165184e+17,
+  "total_flos": 3.373406256458957e+17,
   "trial_name": null,
   "trial_params": null
 }

checkpoint-900/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:303b684398cbe6b39e16627081218289c5098690bdfd2926fac0c4c4b61ed03d
+oid sha256:e32e120c6d65576e6fe76fdf63d907877e27469586cc746d8cd6a71d07635ea9
 size 4472