Training in progress, step 650, checkpoint

checkpoint-650/adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:066b2ad08f03f695936ea0271da62bce0a73fcd6f48976c639272e271f15d602
+oid sha256:f908627d73c2b4ee5c6b80f4307f09931bd11979613311bd3468d95433152bac
 size 9873829

checkpoint-650/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be4d879aac0bcf9f57643b5451a4804b8a1df48dab44c90b1392ec539e91844a
+oid sha256:71c3b1bd572d49227acc3d03118a098e4ffe804993869774b897b875e3d633dc
 size 42788

checkpoint-650/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f48dc53b317ebf384b2d61ab25d305d6796f9e36214d377d3dc737a65a46461d
+oid sha256:c56079d48a243cf026c6d3d5c378236d3c59649d65fd49aa8ae53890ee109464
 size 14244

checkpoint-650/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c65a58b1bf90705bb5d74446a5abe4ee889c9b1452878ad57e0e4954d452887
+oid sha256:0085ea5b951ca032bafeceed85ef10530bbbbc633f304cdd4cb4369d24375219
 size 1064

checkpoint-650/trainer_state.json

@@ -1,7 +1,7 @@
 {
-  "best_metric": 0.6430063247680664,
+  "best_metric": 0.665068507194519,
   "best_model_checkpoint": "output/checkpoint-50",
-  "epoch": 0.5210942980258543,
+  "epoch": 2.659846547314578,
   "eval_steps": 50,
   "global_step": 650,
   "is_hyper_param_search": false,
@@ -10,211 +10,211 @@
   "log_history": [
     {
       "epoch": 0.0,
-      "learning_rate": 4.444444444444445e-07,
-      "loss": 0.5542,
+      "learning_rate": 7.575757575757576e-07,
+      "loss": 0.4968,
       "step": 1
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 2e-05,
-      "loss": 0.554,
+      "epoch": 0.2,
+      "learning_rate": 3.484848484848485e-05,
+      "loss": 0.5254,
       "step": 50
     },
     {
-      "epoch": 0.04,
-      "eval_accuracy": 0.6626865671641791,
-      "eval_loss": 0.6430063247680664,
-      "eval_runtime": 61.7692,
-      "eval_samples_per_second": 5.423,
-      "eval_steps_per_second": 1.36,
+      "epoch": 0.2,
+      "eval_accuracy": 0.6507462686567164,
+      "eval_loss": 0.665068507194519,
+      "eval_runtime": 61.5592,
+      "eval_samples_per_second": 5.442,
+      "eval_steps_per_second": 1.365,
       "step": 50
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 4.222222222222222e-05,
-      "loss": 0.5957,
+      "epoch": 0.41,
+      "learning_rate": 7.272727272727273e-05,
+      "loss": 0.4971,
       "step": 100
     },
     {
-      "epoch": 0.08,
-      "eval_accuracy": 0.6686567164179105,
-      "eval_loss": 0.6705919504165649,
-      "eval_runtime": 60.4388,
-      "eval_samples_per_second": 5.543,
-      "eval_steps_per_second": 1.39,
+      "epoch": 0.41,
+      "eval_accuracy": 0.6656716417910448,
+      "eval_loss": 0.8002150058746338,
+      "eval_runtime": 61.211,
+      "eval_samples_per_second": 5.473,
+      "eval_steps_per_second": 1.372,
       "step": 100
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 6.444444444444446e-05,
-      "loss": 0.5668,
+      "epoch": 0.61,
+      "learning_rate": 9.783333333333334e-05,
+      "loss": 0.5039,
       "step": 150
     },
     {
-      "epoch": 0.12,
-      "eval_accuracy": 0.6805970149253732,
-      "eval_loss": 0.7224913835525513,
-      "eval_runtime": 56.4882,
-      "eval_samples_per_second": 5.93,
-      "eval_steps_per_second": 1.487,
+      "epoch": 0.61,
+      "eval_accuracy": 0.6865671641791045,
+      "eval_loss": 0.7404947280883789,
+      "eval_runtime": 61.4487,
+      "eval_samples_per_second": 5.452,
+      "eval_steps_per_second": 1.367,
       "step": 150
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 8.666666666666667e-05,
-      "loss": 0.5626,
+      "epoch": 0.82,
+      "learning_rate": 8.950000000000001e-05,
+      "loss": 0.4944,
       "step": 200
     },
     {
-      "epoch": 0.16,
-      "eval_accuracy": 0.6746268656716418,
-      "eval_loss": 0.7115103006362915,
-      "eval_runtime": 56.506,
-      "eval_samples_per_second": 5.929,
-      "eval_steps_per_second": 1.487,
+      "epoch": 0.82,
+      "eval_accuracy": 0.6238805970149254,
+      "eval_loss": 0.9986834526062012,
+      "eval_runtime": 60.5135,
+      "eval_samples_per_second": 5.536,
+      "eval_steps_per_second": 1.388,
       "step": 200
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 9.80430528375734e-05,
-      "loss": 0.5604,
+      "epoch": 1.02,
+      "learning_rate": 8.116666666666667e-05,
+      "loss": 0.508,
       "step": 250
     },
     {
-      "epoch": 0.2,
-      "eval_accuracy": 0.6746268656716418,
-      "eval_loss": 0.700947105884552,
-      "eval_runtime": 56.4927,
-      "eval_samples_per_second": 5.93,
-      "eval_steps_per_second": 1.487,
+      "epoch": 1.02,
+      "eval_accuracy": 0.6268656716417911,
+      "eval_loss": 0.9990125894546509,
+      "eval_runtime": 56.4381,
+      "eval_samples_per_second": 5.936,
+      "eval_steps_per_second": 1.488,
       "step": 250
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 9.315068493150684e-05,
-      "loss": 0.5675,
+      "epoch": 1.23,
+      "learning_rate": 7.283333333333335e-05,
+      "loss": 0.4904,
       "step": 300
     },
     {
-      "epoch": 0.24,
-      "eval_accuracy": 0.6597014925373135,
-      "eval_loss": 0.662155032157898,
-      "eval_runtime": 56.4903,
-      "eval_samples_per_second": 5.93,
-      "eval_steps_per_second": 1.487,
+      "epoch": 1.23,
+      "eval_accuracy": 0.6119402985074627,
+      "eval_loss": 1.0483125448226929,
+      "eval_runtime": 56.4117,
+      "eval_samples_per_second": 5.938,
+      "eval_steps_per_second": 1.489,
       "step": 300
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 8.825831702544032e-05,
-      "loss": 0.5725,
+      "epoch": 1.43,
+      "learning_rate": 6.450000000000001e-05,
+      "loss": 0.4694,
       "step": 350
     },
     {
-      "epoch": 0.28,
-      "eval_accuracy": 0.6567164179104478,
-      "eval_loss": 0.6746364831924438,
-      "eval_runtime": 56.482,
-      "eval_samples_per_second": 5.931,
-      "eval_steps_per_second": 1.487,
+      "epoch": 1.43,
+      "eval_accuracy": 0.6417910447761194,
+      "eval_loss": 0.9735069274902344,
+      "eval_runtime": 56.422,
+      "eval_samples_per_second": 5.937,
+      "eval_steps_per_second": 1.489,
       "step": 350
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 8.336594911937378e-05,
-      "loss": 0.5884,
+      "epoch": 1.64,
+      "learning_rate": 5.6166666666666665e-05,
+      "loss": 0.4937,
       "step": 400
     },
     {
-      "epoch": 0.32,
-      "eval_accuracy": 0.6656716417910448,
-      "eval_loss": 0.7047849893569946,
-      "eval_runtime": 56.4873,
-      "eval_samples_per_second": 5.931,
-      "eval_steps_per_second": 1.487,
+      "epoch": 1.64,
+      "eval_accuracy": 0.5880597014925373,
+      "eval_loss": 1.1042370796203613,
+      "eval_runtime": 56.4248,
+      "eval_samples_per_second": 5.937,
+      "eval_steps_per_second": 1.489,
       "step": 400
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 7.847358121330725e-05,
-      "loss": 0.5567,
+      "epoch": 1.84,
+      "learning_rate": 4.7833333333333335e-05,
+      "loss": 0.4877,
       "step": 450
     },
     {
-      "epoch": 0.36,
+      "epoch": 1.84,
       "eval_accuracy": 0.6477611940298508,
-      "eval_loss": 0.6832321286201477,
-      "eval_runtime": 56.4814,
-      "eval_samples_per_second": 5.931,
-      "eval_steps_per_second": 1.487,
+      "eval_loss": 0.9591583609580994,
+      "eval_runtime": 56.4028,
+      "eval_samples_per_second": 5.939,
+      "eval_steps_per_second": 1.489,
       "step": 450
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 7.35812133072407e-05,
-      "loss": 0.5723,
+      "epoch": 2.05,
+      "learning_rate": 3.9500000000000005e-05,
+      "loss": 0.482,
       "step": 500
     },
     {
-      "epoch": 0.4,
-      "eval_accuracy": 0.6955223880597015,
-      "eval_loss": 0.7437570691108704,
-      "eval_runtime": 56.4677,
-      "eval_samples_per_second": 5.933,
-      "eval_steps_per_second": 1.488,
+      "epoch": 2.05,
+      "eval_accuracy": 0.6716417910447762,
+      "eval_loss": 0.89241623878479,
+      "eval_runtime": 56.408,
+      "eval_samples_per_second": 5.939,
+      "eval_steps_per_second": 1.489,
       "step": 500
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 6.868884540117417e-05,
-      "loss": 0.5908,
+      "epoch": 2.25,
+      "learning_rate": 3.116666666666667e-05,
+      "loss": 0.4688,
       "step": 550
     },
     {
-      "epoch": 0.44,
-      "eval_accuracy": 0.6238805970149254,
-      "eval_loss": 0.6612433791160583,
-      "eval_runtime": 56.4799,
-      "eval_samples_per_second": 5.931,
-      "eval_steps_per_second": 1.487,
+      "epoch": 2.25,
+      "eval_accuracy": 0.6447761194029851,
+      "eval_loss": 0.9692543148994446,
+      "eval_runtime": 56.4147,
+      "eval_samples_per_second": 5.938,
+      "eval_steps_per_second": 1.489,
       "step": 550
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 6.379647749510763e-05,
-      "loss": 0.5681,
+      "epoch": 2.46,
+      "learning_rate": 2.2833333333333334e-05,
+      "loss": 0.4818,
       "step": 600
     },
     {
-      "epoch": 0.48,
-      "eval_accuracy": 0.6507462686567164,
-      "eval_loss": 0.6833732724189758,
-      "eval_runtime": 56.4689,
-      "eval_samples_per_second": 5.932,
-      "eval_steps_per_second": 1.488,
+      "epoch": 2.46,
+      "eval_accuracy": 0.6417910447761194,
+      "eval_loss": 0.981917679309845,
+      "eval_runtime": 56.4148,
+      "eval_samples_per_second": 5.938,
+      "eval_steps_per_second": 1.489,
       "step": 600
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 5.89041095890411e-05,
-      "loss": 0.5782,
+      "epoch": 2.66,
+      "learning_rate": 1.45e-05,
+      "loss": 0.4663,
       "step": 650
     },
     {
-      "epoch": 0.52,
-      "eval_accuracy": 0.6507462686567164,
-      "eval_loss": 0.67350834608078,
-      "eval_runtime": 56.4637,
-      "eval_samples_per_second": 5.933,
-      "eval_steps_per_second": 1.488,
+      "epoch": 2.66,
+      "eval_accuracy": 0.6417910447761194,
+      "eval_loss": 0.9769092202186584,
+      "eval_runtime": 56.4075,
+      "eval_samples_per_second": 5.939,
+      "eval_steps_per_second": 1.489,
       "step": 650
     }
   ],
   "logging_steps": 50,
-  "max_steps": 1247,
-  "num_train_epochs": 1,
+  "max_steps": 732,
+  "num_train_epochs": 3,
   "save_steps": 50,
-  "total_flos": 2.422611110719488e+17,
+  "total_flos": 2.7691286123624448e+17,
   "trial_name": null,
   "trial_params": null
 }

checkpoint-650/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87bd30bd4b21b4a0c66f1fd545858ef6e2d33b5984a8d292e79011acc3affd6b
+oid sha256:9feea516a8a208c393c324d84d047c0ab5036bbdf3fb1f3eea6a2563e9c79a6b
 size 4472