Training in progress, step 2862

run-15/checkpoint-2862/config.json

@@ -326,6 +326,6 @@
   "sinusoidal_pos_embds": false,
   "tie_weights_": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.47.0",
+  "transformers_version": "4.47.1",
   "vocab_size": 30522
 }

run-15/checkpoint-2862/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfc628babb555ae2f429f83e3f16920bfaec2d248c3d76ec9666551db0f681ab
+oid sha256:c18c4a133656b004cd6c65fc4815e9ef62f1ec3522774d37fb11c5daa779d3e2
 size 268290900

run-15/checkpoint-2862/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2ffba7351711e3d8fea8788cc08471133e64be554b1163f7c2b7589446b4337
-size 536641018
+oid sha256:a81143e1443ee75c0758f59ffc911f4898c4f4e07b40479ce205da7301c876f7
+size 536643898

run-15/checkpoint-2862/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e29353d4954fcf585947caa6a0a3fa59c7379d49f3bc56c6a4bd276fef18ca98
-size 13990
+oid sha256:41b5282f1cde964bf5a382eb03f1cdd87f1c8e2f60e43277b3453f63947f5933
+size 14244

run-15/checkpoint-2862/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c64bfaed33db311081ee0596530a03699ac7659f0cf4f57a488fea34df98816
+oid sha256:2a738824491ff8b261b6db2a842e15bf80355d04a07892a16df2c4715b2ee556
 size 1064

run-15/checkpoint-2862/tokenizer.json

@@ -1,11 +1,6 @@
 {
   "version": "1.0",
-  "truncation": {
-    "direction": "Right",
-    "max_length": 512,
-    "strategy": "LongestFirst",
-    "stride": 0
-  },
+  "truncation": null,
   "padding": null,
   "added_tokens": [
     {

run-15/checkpoint-2862/trainer_state.json

@@ -10,137 +10,137 @@
   "log_history": [
     {
       "epoch": 0.9968553459119497,
-      "grad_norm": 0.6643747091293335,
+      "grad_norm": 0.9016032814979553,
       "learning_rate": 1.7784765897973445e-05,
-      "loss": 0.4592,
+      "loss": 0.8053,
       "step": 317
     },
     {
       "epoch": 1.0,
-      "eval_accuracy": 0.6206451612903225,
-      "eval_loss": 0.22760848701000214,
-      "eval_runtime": 3.3418,
-      "eval_samples_per_second": 927.649,
-      "eval_steps_per_second": 19.451,
+      "eval_accuracy": 0.6696774193548387,
+      "eval_loss": 0.40919938683509827,
+      "eval_runtime": 1.3832,
+      "eval_samples_per_second": 2241.254,
+      "eval_steps_per_second": 46.994,
       "step": 318
     },
     {
       "epoch": 1.9937106918238994,
-      "grad_norm": 0.5484316349029541,
+      "grad_norm": 0.7222766876220703,
       "learning_rate": 1.556953179594689e-05,
-      "loss": 0.1875,
+      "loss": 0.3073,
       "step": 634
     },
     {
       "epoch": 2.0,
-      "eval_accuracy": 0.837741935483871,
-      "eval_loss": 0.10404686629772186,
-      "eval_runtime": 3.1167,
-      "eval_samples_per_second": 994.653,
-      "eval_steps_per_second": 20.856,
+      "eval_accuracy": 0.844516129032258,
+      "eval_loss": 0.13953416049480438,
+      "eval_runtime": 1.4024,
+      "eval_samples_per_second": 2210.511,
+      "eval_steps_per_second": 46.349,
       "step": 636
     },
     {
       "epoch": 2.990566037735849,
-      "grad_norm": 0.5544776916503906,
+      "grad_norm": 0.6133838891983032,
       "learning_rate": 1.3354297693920338e-05,
-      "loss": 0.112,
+      "loss": 0.1428,
       "step": 951
     },
     {
       "epoch": 3.0,
-      "eval_accuracy": 0.885483870967742,
-      "eval_loss": 0.06577753275632858,
-      "eval_runtime": 3.2395,
-      "eval_samples_per_second": 956.946,
-      "eval_steps_per_second": 20.065,
+      "eval_accuracy": 0.8964516129032258,
+      "eval_loss": 0.0722731500864029,
+      "eval_runtime": 1.5999,
+      "eval_samples_per_second": 1937.582,
+      "eval_steps_per_second": 40.627,
       "step": 954
     },
     {
       "epoch": 3.9874213836477987,
-      "grad_norm": 0.4056822657585144,
+      "grad_norm": 0.5777781009674072,
       "learning_rate": 1.1139063591893781e-05,
-      "loss": 0.0813,
+      "loss": 0.0917,
       "step": 1268
     },
     {
       "epoch": 4.0,
-      "eval_accuracy": 0.9012903225806451,
-      "eval_loss": 0.04862780496478081,
-      "eval_runtime": 3.8223,
-      "eval_samples_per_second": 811.026,
-      "eval_steps_per_second": 17.005,
+      "eval_accuracy": 0.9180645161290323,
+      "eval_loss": 0.050948865711688995,
+      "eval_runtime": 1.4181,
+      "eval_samples_per_second": 2186.06,
+      "eval_steps_per_second": 45.837,
       "step": 1272
     },
     {
       "epoch": 4.984276729559748,
-      "grad_norm": 0.3019745349884033,
+      "grad_norm": 0.4380759596824646,
       "learning_rate": 8.923829489867226e-06,
-      "loss": 0.0662,
+      "loss": 0.0715,
       "step": 1585
     },
     {
       "epoch": 5.0,
-      "eval_accuracy": 0.9109677419354839,
-      "eval_loss": 0.03964576870203018,
-      "eval_runtime": 4.5329,
-      "eval_samples_per_second": 683.893,
-      "eval_steps_per_second": 14.34,
+      "eval_accuracy": 0.9232258064516129,
+      "eval_loss": 0.042863838374614716,
+      "eval_runtime": 1.6133,
+      "eval_samples_per_second": 1921.523,
+      "eval_steps_per_second": 40.29,
       "step": 1590
     },
     {
       "epoch": 5.981132075471698,
-      "grad_norm": 0.3191016614437103,
+      "grad_norm": 0.46454158425331116,
       "learning_rate": 6.708595387840672e-06,
-      "loss": 0.0575,
+      "loss": 0.0617,
       "step": 1902
     },
     {
       "epoch": 6.0,
-      "eval_accuracy": 0.9187096774193548,
-      "eval_loss": 0.0346621572971344,
-      "eval_runtime": 3.0634,
-      "eval_samples_per_second": 1011.932,
-      "eval_steps_per_second": 21.218,
+      "eval_accuracy": 0.9261290322580645,
+      "eval_loss": 0.03817891329526901,
+      "eval_runtime": 1.5959,
+      "eval_samples_per_second": 1942.428,
+      "eval_steps_per_second": 40.728,
       "step": 1908
     },
     {
       "epoch": 6.977987421383648,
-      "grad_norm": 0.3592301905155182,
+      "grad_norm": 0.34600403904914856,
       "learning_rate": 4.4933612858141165e-06,
-      "loss": 0.0522,
+      "loss": 0.0562,
       "step": 2219
     },
     {
       "epoch": 7.0,
-      "eval_accuracy": 0.9235483870967742,
-      "eval_loss": 0.03190623223781586,
-      "eval_runtime": 3.0567,
-      "eval_samples_per_second": 1014.167,
-      "eval_steps_per_second": 21.265,
+      "eval_accuracy": 0.9303225806451613,
+      "eval_loss": 0.035540465265512466,
+      "eval_runtime": 1.4205,
+      "eval_samples_per_second": 2182.387,
+      "eval_steps_per_second": 45.76,
       "step": 2226
     },
     {
       "epoch": 7.9748427672955975,
-      "grad_norm": 0.32463663816452026,
+      "grad_norm": 0.32331326603889465,
       "learning_rate": 2.2781271837875614e-06,
-      "loss": 0.0491,
+      "loss": 0.053,
       "step": 2536
     },
     {
       "epoch": 8.0,
-      "eval_accuracy": 0.9251612903225807,
-      "eval_loss": 0.0301646888256073,
-      "eval_runtime": 3.0291,
-      "eval_samples_per_second": 1023.403,
-      "eval_steps_per_second": 21.458,
+      "eval_accuracy": 0.932258064516129,
+      "eval_loss": 0.034126147627830505,
+      "eval_runtime": 1.7981,
+      "eval_samples_per_second": 1724.071,
+      "eval_steps_per_second": 36.15,
       "step": 2544
     },
     {
       "epoch": 8.971698113207546,
-      "grad_norm": 0.5000515580177307,
+      "grad_norm": 0.3256802558898926,
       "learning_rate": 6.289308176100629e-08,
-      "loss": 0.0476,
+      "loss": 0.0511,
       "step": 2853
     }
   ],
@@ -161,12 +161,12 @@
       "attributes": {}
     }
   },
-  "total_flos": 745151547572796.0,
+  "total_flos": 742838622388212.0,
   "train_batch_size": 48,
   "trial_name": null,
   "trial_params": {
-    "alpha": 0.9906482796828688,
+    "alpha": 0.5913314494974193,
     "num_train_epochs": 9,
-    "temperature": 5
+    "temperature": 2
   }
 }

run-15/checkpoint-2862/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1bd9708c89b147ce5b970a39b5ef0e4e1fc9f7f54c09c1ab92bd452299bbe14b
-size 5432
+oid sha256:5c86f3d5ef41ce4b0c9fef4ceb006e512b2745b2eac6815d060edaed99ccb914
+size 5368

runs/Dec21_12-52-13_P920/events.out.tfevents.1734761997.P920.912596.16

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58ef0f055a72bfdffb6f5390d7b0777fe83bbae4df8b47f37e91a6743b68169
+size 17738