End of training

all_results.json

@@ -1,40 +1,40 @@
 {
-    "epoch": 15.0,
-    "eval_accuracy": 0.7630963972736124,
-    "eval_b_acc": 0.6053830892588602,
-    "eval_f1": 0.6276991641576467,
-    "eval_f1_anger": 0.6168702073274639,
-    "eval_f1_disgust": 0.43303571428571425,
-    "eval_f1_fear": 0.638801261829653,
-    "eval_f1_joy": 0.7379285799027169,
-    "eval_f1_neutral": 0.8519039622384605,
-    "eval_f1_sadness": 0.6683630195080577,
-    "eval_f1_surprise": 0.44699140401146126,
-    "eval_loss": 0.6577332019805908,
-    "eval_micro_f1": 0.7630963972736124,
-    "eval_prec": 0.6548174460459298,
-    "eval_prec_anger": 0.6339754816112084,
-    "eval_prec_disgust": 0.46411483253588515,
-    "eval_prec_fear": 0.6923076923076923,
-    "eval_prec_joy": 0.7441971763579803,
-    "eval_prec_neutral": 0.8246199806695369,
-    "eval_prec_sadness": 0.7163636363636363,
-    "eval_prec_surprise": 0.50814332247557,
-    "eval_recall": 0.6053830892588602,
-    "eval_recall_anger": 0.6006637168141593,
-    "eval_recall_disgust": 0.40585774058577406,
-    "eval_recall_fear": 0.5929721815519766,
-    "eval_recall_joy": 0.731764705882353,
-    "eval_recall_neutral": 0.8810552009012392,
-    "eval_recall_sadness": 0.6263910969793323,
-    "eval_recall_surprise": 0.3989769820971867,
-    "eval_runtime": 52.7414,
+    "epoch": 20.0,
+    "eval_accuracy": 0.7581304771178189,
+    "eval_b_acc": 0.6039152175326364,
+    "eval_f1": 0.6206372407316966,
+    "eval_f1_anger": 0.624553694040099,
+    "eval_f1_disgust": 0.4259259259259259,
+    "eval_f1_fear": 0.6247049567269867,
+    "eval_f1_joy": 0.7396948303347757,
+    "eval_f1_neutral": 0.8471082089552239,
+    "eval_f1_sadness": 0.6643598615916955,
+    "eval_f1_surprise": 0.41811320754716985,
+    "eval_loss": 0.6852018237113953,
+    "eval_micro_f1": 0.758130477117819,
+    "eval_prec": 0.6440153151637059,
+    "eval_prec_anger": 0.6202945990180033,
+    "eval_prec_disgust": 0.47668393782383417,
+    "eval_prec_fear": 0.6751700680272109,
+    "eval_prec_joy": 0.7166813768755517,
+    "eval_prec_neutral": 0.8417686318131257,
+    "eval_prec_sadness": 0.667379679144385,
+    "eval_prec_surprise": 0.5101289134438306,
+    "eval_recall": 0.6039152175326364,
+    "eval_recall_anger": 0.6288716814159292,
+    "eval_recall_disgust": 0.38493723849372385,
+    "eval_recall_fear": 0.5812591508052709,
+    "eval_recall_joy": 0.764235294117647,
+    "eval_recall_neutral": 0.8525159594442359,
+    "eval_recall_sadness": 0.6613672496025437,
+    "eval_recall_surprise": 0.35421994884910485,
+    "eval_runtime": 45.9859,
     "eval_samples": 20540,
-    "eval_samples_per_second": 389.447,
-    "eval_steps_per_second": 24.345,
-    "train_loss": 0.6400373776102771,
-    "train_runtime": 15988.8097,
+    "eval_samples_per_second": 446.659,
+    "eval_steps_per_second": 13.961,
+    "train_loss": 0.6315777759747294,
+    "train_runtime": 20512.0097,
     "train_samples": 187524,
-    "train_samples_per_second": 175.927,
-    "train_steps_per_second": 1.374
+    "train_samples_per_second": 182.843,
+    "train_steps_per_second": 1.428
 }

cf.txt

@@ -1,7 +1,7 @@
-6.316371681415928752e-01 4.756637168141592681e-02 2.101769911504424923e-02 5.475663716814159476e-02 1.637168141592920401e-01 6.084070796460176733e-02 2.046460176991150501e-02
-2.133891213389121355e-01 4.037656903765690641e-01 5.020920502092050125e-02 7.740585774058576785e-02 8.995815899581589836e-02 1.485355648535564843e-01 1.673640167364016593e-02
-6.588579795021962116e-02 2.781844802342606227e-02 5.885797950219618935e-01 6.295754026354319355e-02 1.390922401171303113e-01 6.588579795021962116e-02 4.978038067349926932e-02
-2.117647058823529313e-02 4.000000000000000083e-03 6.823529411764705718e-03 7.630588235294117894e-01 1.642352941176470627e-01 2.447058823529411897e-02 1.623529411764705957e-02
-3.276380022530980124e-02 4.224558768306421741e-03 4.318437852046564003e-03 7.904618850920014372e-02 8.428464138190011612e-01 2.384528726999624385e-02 1.295531355613969288e-02
-5.140434552199257823e-02 3.391626921038685960e-02 2.172760996290408128e-02 6.306306306306305731e-02 1.510333863275039878e-01 6.618971913089559678e-01 1.695813460519342980e-02
-4.859335038363171017e-02 1.918158567774936110e-02 3.452685421994884651e-02 2.046035805626598425e-01 2.442455242966752038e-01 6.649616368286445645e-02 3.823529411764705621e-01
+6.288716814159291957e-01 4.092920353982301002e-02 1.991150442477876079e-02 5.420353982300885054e-02 1.808628318584070693e-01 5.696902654867256471e-02 1.825221238938053159e-02
+2.092050209205020828e-01 3.849372384937238545e-01 5.020920502092050125e-02 6.903765690376569009e-02 1.087866108786610941e-01 1.589958158995815884e-01 1.882845188284518884e-02
+7.467057101024890398e-02 2.196193265007320705e-02 5.812591508052709077e-01 6.588579795021962116e-02 1.522693997071742356e-01 5.417276720351391073e-02 4.978038067349926932e-02
+2.235294117647058931e-02 3.058823529411764872e-03 5.411764705882352901e-03 7.642352941176470127e-01 1.689411764705882335e-01 2.423529411764705974e-02 1.176470588235294101e-02
+3.022906496432594889e-02 3.191888847164851654e-03 3.004130679684566263e-03 7.735636500187757780e-02 8.525159594442358602e-01 2.300037551633496088e-02 1.070221554637626818e-02
+4.928457869634340210e-02 3.126656067832538077e-02 2.437731849496555317e-02 6.412294647588764884e-02 1.558028616852146220e-01 6.613672496025436720e-01 1.377848436671966041e-02
+4.475703324808184141e-02 8.951406649616367936e-03 3.836317135549872220e-02 2.084398976982097251e-01 2.710997442455242989e-01 7.416879795396419395e-02 3.542199488491048487e-01

class_report.txt

@@ -1,13 +1,13 @@
               precision    recall  f1-score   support
 
-      0anger       0.61      0.63      0.62      1808
-    1disgust       0.44      0.40      0.42       478
-       2fear       0.66      0.59      0.62       683
-        3joy       0.71      0.76      0.74      4250
-    4neutral       0.85      0.84      0.85     10652
-    5sadness       0.66      0.66      0.66      1887
-   6surprise       0.48      0.38      0.43       782
+      0anger       0.62      0.63      0.62      1808
+    1disgust       0.48      0.38      0.43       478
+       2fear       0.68      0.58      0.62       683
+        3joy       0.72      0.76      0.74      4250
+    4neutral       0.84      0.85      0.85     10652
+    5sadness       0.67      0.66      0.66      1887
+   6surprise       0.51      0.35      0.42       782
 
-    accuracy                           0.75     20540
-   macro avg       0.63      0.61      0.62     20540
-weighted avg       0.75      0.75      0.75     20540
+    accuracy                           0.76     20540
+   macro avg       0.64      0.60      0.62     20540
+weighted avg       0.75      0.76      0.75     20540

eval_results.json

@@ -1,35 +1,35 @@
 {
-    "epoch": 15.0,
-    "eval_accuracy": 0.7630963972736124,
-    "eval_b_acc": 0.6053830892588602,
-    "eval_f1": 0.6276991641576467,
-    "eval_f1_anger": 0.6168702073274639,
-    "eval_f1_disgust": 0.43303571428571425,
-    "eval_f1_fear": 0.638801261829653,
-    "eval_f1_joy": 0.7379285799027169,
-    "eval_f1_neutral": 0.8519039622384605,
-    "eval_f1_sadness": 0.6683630195080577,
-    "eval_f1_surprise": 0.44699140401146126,
-    "eval_loss": 0.6577332019805908,
-    "eval_micro_f1": 0.7630963972736124,
-    "eval_prec": 0.6548174460459298,
-    "eval_prec_anger": 0.6339754816112084,
-    "eval_prec_disgust": 0.46411483253588515,
-    "eval_prec_fear": 0.6923076923076923,
-    "eval_prec_joy": 0.7441971763579803,
-    "eval_prec_neutral": 0.8246199806695369,
-    "eval_prec_sadness": 0.7163636363636363,
-    "eval_prec_surprise": 0.50814332247557,
-    "eval_recall": 0.6053830892588602,
-    "eval_recall_anger": 0.6006637168141593,
-    "eval_recall_disgust": 0.40585774058577406,
-    "eval_recall_fear": 0.5929721815519766,
-    "eval_recall_joy": 0.731764705882353,
-    "eval_recall_neutral": 0.8810552009012392,
-    "eval_recall_sadness": 0.6263910969793323,
-    "eval_recall_surprise": 0.3989769820971867,
-    "eval_runtime": 52.7414,
+    "epoch": 20.0,
+    "eval_accuracy": 0.7581304771178189,
+    "eval_b_acc": 0.6039152175326364,
+    "eval_f1": 0.6206372407316966,
+    "eval_f1_anger": 0.624553694040099,
+    "eval_f1_disgust": 0.4259259259259259,
+    "eval_f1_fear": 0.6247049567269867,
+    "eval_f1_joy": 0.7396948303347757,
+    "eval_f1_neutral": 0.8471082089552239,
+    "eval_f1_sadness": 0.6643598615916955,
+    "eval_f1_surprise": 0.41811320754716985,
+    "eval_loss": 0.6852018237113953,
+    "eval_micro_f1": 0.758130477117819,
+    "eval_prec": 0.6440153151637059,
+    "eval_prec_anger": 0.6202945990180033,
+    "eval_prec_disgust": 0.47668393782383417,
+    "eval_prec_fear": 0.6751700680272109,
+    "eval_prec_joy": 0.7166813768755517,
+    "eval_prec_neutral": 0.8417686318131257,
+    "eval_prec_sadness": 0.667379679144385,
+    "eval_prec_surprise": 0.5101289134438306,
+    "eval_recall": 0.6039152175326364,
+    "eval_recall_anger": 0.6288716814159292,
+    "eval_recall_disgust": 0.38493723849372385,
+    "eval_recall_fear": 0.5812591508052709,
+    "eval_recall_joy": 0.764235294117647,
+    "eval_recall_neutral": 0.8525159594442359,
+    "eval_recall_sadness": 0.6613672496025437,
+    "eval_recall_surprise": 0.35421994884910485,
+    "eval_runtime": 45.9859,
     "eval_samples": 20540,
-    "eval_samples_per_second": 389.447,
-    "eval_steps_per_second": 24.345
+    "eval_samples_per_second": 446.659,
+    "eval_steps_per_second": 13.961
 }

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 15.0,
-    "train_loss": 0.6400373776102771,
-    "train_runtime": 15988.8097,
+    "epoch": 20.0,
+    "train_loss": 0.6315777759747294,
+    "train_runtime": 20512.0097,
     "train_samples": 187524,
-    "train_samples_per_second": 175.927,
-    "train_steps_per_second": 1.374
+    "train_samples_per_second": 182.843,
+    "train_steps_per_second": 1.428
 }

trainer_state.json

@@ -1,1284 +1,1325 @@
 {
-  "best_metric": 0.6276991641576467,
-  "best_model_checkpoint": ".exp/lora/lora-roberta-large-no-ed/checkpoint-17584",
-  "epoch": 14.99744070977649,
-  "global_step": 21975,
+  "best_metric": 0.6206372407316966,
+  "best_model_checkpoint": ".exp/lora/lora-roberta-large-no-ed/checkpoint-26370",
+  "epoch": 19.996587613035317,
+  "global_step": 29300,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.15,
-      "learning_rate": 0.00019836214740673338,
-      "loss": 1.2151,
-      "step": 220
+      "epoch": 0.2,
+      "learning_rate": 0.0001993174061433447,
+      "loss": 1.1563,
+      "step": 293
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 0.0003976342129208371,
-      "loss": 0.8737,
-      "step": 440
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 0.0005969062784349408,
-      "loss": 0.8228,
-      "step": 660
+      "epoch": 0.4,
+      "learning_rate": 0.0003993174061433447,
+      "loss": 0.843,
+      "step": 586
     },
     {
       "epoch": 0.6,
-      "learning_rate": 0.0007970882620564149,
-      "loss": 0.8081,
-      "step": 880
-    },
-    {
-      "epoch": 0.75,
-      "eval_accuracy": 0.7138266796494644,
-      "eval_b_acc": 0.5642215512771782,
-      "eval_f1": 0.5601190771157161,
-      "eval_f1_anger": 0.515716568993074,
-      "eval_f1_disgust": 0.3879907621247113,
-      "eval_f1_fear": 0.5360230547550433,
-      "eval_f1_joy": 0.6877726536208402,
-      "eval_f1_neutral": 0.8344834105302958,
-      "eval_f1_sadness": 0.5870011402508551,
-      "eval_f1_surprise": 0.3718459495351925,
-      "eval_loss": 0.790067732334137,
-      "eval_micro_f1": 0.7138266796494644,
-      "eval_prec": 0.5616517829432821,
-      "eval_prec_anger": 0.49743062692702983,
-      "eval_prec_disgust": 0.4329896907216495,
-      "eval_prec_fear": 0.5276595744680851,
-      "eval_prec_joy": 0.7312483434932414,
-      "eval_prec_neutral": 0.8402817437654674,
-      "eval_prec_sadness": 0.5152121697357886,
-      "eval_prec_surprise": 0.3867403314917127,
-      "eval_recall": 0.5642215512771782,
-      "eval_recall_anger": 0.5353982300884956,
-      "eval_recall_disgust": 0.3514644351464435,
-      "eval_recall_fear": 0.5446559297218155,
-      "eval_recall_joy": 0.6491764705882352,
-      "eval_recall_neutral": 0.8287645512579798,
-      "eval_recall_sadness": 0.6820349761526232,
-      "eval_recall_surprise": 0.35805626598465473,
-      "eval_runtime": 53.9044,
-      "eval_samples_per_second": 381.045,
-      "eval_steps_per_second": 23.82,
-      "step": 1099
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 0.000997270245677889,
-      "loss": 0.7828,
-      "step": 1100
-    },
-    {
-      "epoch": 0.9,
-      "learning_rate": 0.0009896052883694194,
-      "loss": 0.7661,
-      "step": 1320
-    },
-    {
-      "epoch": 1.05,
-      "learning_rate": 0.0009790668710480935,
-      "loss": 0.7799,
-      "step": 1540
+      "learning_rate": 0.0005993174061433447,
+      "loss": 0.8076,
+      "step": 879
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0007986348122866894,
+      "loss": 0.7841,
+      "step": 1172
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.000997269624573379,
+      "loss": 0.7938,
+      "step": 1465
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.7256572541382668,
+      "eval_b_acc": 0.4993304744933974,
+      "eval_f1": 0.5432686921853633,
+      "eval_f1_anger": 0.4929859719438877,
+      "eval_f1_disgust": 0.35524475524475524,
+      "eval_f1_fear": 0.5487421383647799,
+      "eval_f1_joy": 0.7036857419980601,
+      "eval_f1_neutral": 0.8260165373795926,
+      "eval_f1_sadness": 0.5789971617786188,
+      "eval_f1_surprise": 0.2972085385878489,
+      "eval_loss": 0.7589048147201538,
+      "eval_micro_f1": 0.7256572541382668,
+      "eval_prec": 0.6232926407057092,
+      "eval_prec_anger": 0.6222596964586846,
+      "eval_prec_disgust": 0.5358649789029536,
+      "eval_prec_fear": 0.5925297113752123,
+      "eval_prec_joy": 0.7258629314657329,
+      "eval_prec_neutral": 0.7564402810304449,
+      "eval_prec_sadness": 0.7149532710280374,
+      "eval_prec_surprise": 0.4151376146788991,
+      "eval_recall": 0.4993304744933974,
+      "eval_recall_anger": 0.4081858407079646,
+      "eval_recall_disgust": 0.26569037656903766,
+      "eval_recall_fear": 0.5109809663250366,
+      "eval_recall_joy": 0.6828235294117647,
+      "eval_recall_neutral": 0.9096883214419828,
+      "eval_recall_sadness": 0.4864864864864865,
+      "eval_recall_surprise": 0.23145780051150894,
+      "eval_runtime": 46.5427,
+      "eval_samples_per_second": 441.315,
+      "eval_steps_per_second": 13.794,
+      "step": 1465
     },
     {
       "epoch": 1.2,
-      "learning_rate": 0.0009685284537267676,
-      "loss": 0.757,
-      "step": 1760
-    },
-    {
-      "epoch": 1.35,
-      "learning_rate": 0.0009579900364054417,
-      "loss": 0.7543,
-      "step": 1980
-    },
-    {
-      "epoch": 1.5,
-      "eval_accuracy": 0.7262901655306718,
-      "eval_b_acc": 0.5714411859458394,
-      "eval_f1": 0.573711944542916,
-      "eval_f1_anger": 0.5241837968561063,
-      "eval_f1_disgust": 0.44267198404785646,
-      "eval_f1_fear": 0.546070460704607,
-      "eval_f1_joy": 0.7150729335494327,
-      "eval_f1_neutral": 0.8296947358472735,
-      "eval_f1_sadness": 0.6172300981461288,
-      "eval_f1_surprise": 0.3410596026490066,
-      "eval_loss": 0.7482287883758545,
-      "eval_micro_f1": 0.7262901655306718,
-      "eval_prec": 0.5892369276637266,
-      "eval_prec_anger": 0.578,
-      "eval_prec_disgust": 0.4228571428571429,
-      "eval_prec_fear": 0.5081967213114754,
-      "eval_prec_joy": 0.6611388611388611,
-      "eval_prec_neutral": 0.8352997145575642,
-      "eval_prec_sadness": 0.6355979786636721,
-      "eval_prec_surprise": 0.4835680751173709,
-      "eval_recall": 0.5714411859458394,
-      "eval_recall_anger": 0.4795353982300885,
-      "eval_recall_disgust": 0.46443514644351463,
-      "eval_recall_fear": 0.5900439238653001,
-      "eval_recall_joy": 0.7785882352941177,
-      "eval_recall_neutral": 0.8241644761547128,
-      "eval_recall_sadness": 0.5998940116587176,
-      "eval_recall_surprise": 0.26342710997442453,
-      "eval_runtime": 52.5664,
-      "eval_samples_per_second": 390.744,
-      "eval_steps_per_second": 24.426,
-      "step": 2198
-    },
-    {
-      "epoch": 1.5,
-      "learning_rate": 0.0009474516190841157,
-      "loss": 0.7562,
-      "step": 2200
-    },
-    {
-      "epoch": 1.65,
-      "learning_rate": 0.0009369132017627898,
-      "loss": 0.7601,
-      "step": 2420
+      "learning_rate": 0.0009896173881803485,
+      "loss": 0.9272,
+      "step": 1758
     },
     {
-      "epoch": 1.8,
-      "learning_rate": 0.0009263747844414639,
-      "loss": 0.7501,
-      "step": 2640
+      "epoch": 1.4,
+      "learning_rate": 0.0009790910723908748,
+      "loss": 0.8827,
+      "step": 2051
     },
     {
-      "epoch": 1.95,
-      "learning_rate": 0.000915836367120138,
-      "loss": 0.737,
-      "step": 2860
-    },
-    {
-      "epoch": 2.1,
-      "learning_rate": 0.0009052979497988121,
-      "loss": 0.7292,
-      "step": 3080
-    },
-    {
-      "epoch": 2.25,
-      "eval_accuracy": 0.739240506329114,
-      "eval_b_acc": 0.5728734605953718,
-      "eval_f1": 0.5834227565376339,
-      "eval_f1_anger": 0.5439560439560439,
-      "eval_f1_disgust": 0.41185185185185186,
-      "eval_f1_fear": 0.593798449612403,
-      "eval_f1_joy": 0.721927599723311,
-      "eval_f1_neutral": 0.8387907060195567,
-      "eval_f1_sadness": 0.6231551328304362,
-      "eval_f1_surprise": 0.35047951176983433,
-      "eval_loss": 0.7176372408866882,
-      "eval_micro_f1": 0.739240506329114,
-      "eval_prec": 0.633689371773426,
-      "eval_prec_anger": 0.6069482288828338,
-      "eval_prec_disgust": 0.31880733944954126,
-      "eval_prec_fear": 0.6309719934102141,
-      "eval_prec_joy": 0.7077305605786618,
-      "eval_prec_neutral": 0.8031266105480158,
-      "eval_prec_sadness": 0.8175559380378657,
-      "eval_prec_surprise": 0.5506849315068493,
-      "eval_recall": 0.5728734605953718,
-      "eval_recall_anger": 0.4928097345132743,
-      "eval_recall_disgust": 0.5815899581589958,
-      "eval_recall_fear": 0.5607613469985359,
-      "eval_recall_joy": 0.7367058823529412,
-      "eval_recall_neutral": 0.8777694329703342,
-      "eval_recall_sadness": 0.5034446210916799,
-      "eval_recall_surprise": 0.2570332480818414,
-      "eval_runtime": 52.5539,
-      "eval_samples_per_second": 390.837,
-      "eval_steps_per_second": 24.432,
-      "step": 3297
-    },
-    {
-      "epoch": 2.25,
-      "learning_rate": 0.0008948074343744013,
-      "loss": 0.7375,
-      "step": 3300
+      "epoch": 1.6,
+      "learning_rate": 0.0009685647566014011,
+      "loss": 0.8217,
+      "step": 2344
     },
     {
-      "epoch": 2.4,
-      "learning_rate": 0.0008842690170530752,
-      "loss": 0.7199,
-      "step": 3520
+      "epoch": 1.8,
+      "learning_rate": 0.0009580384408119275,
+      "loss": 0.7703,
+      "step": 2637
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0009475480510149093,
+      "loss": 0.7546,
+      "step": 2930
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.7242940603700098,
+      "eval_b_acc": 0.5498815920183304,
+      "eval_f1": 0.5735049733331309,
+      "eval_f1_anger": 0.5553202752779248,
+      "eval_f1_disgust": 0.3609226594301221,
+      "eval_f1_fear": 0.5940274414850686,
+      "eval_f1_joy": 0.6989024028478196,
+      "eval_f1_neutral": 0.8265419298837825,
+      "eval_f1_sadness": 0.6172381835032437,
+      "eval_f1_surprise": 0.3615819209039548,
+      "eval_loss": 0.7481706142425537,
+      "eval_micro_f1": 0.7242940603700097,
+      "eval_prec": 0.6272234980815083,
+      "eval_prec_anger": 0.5324873096446701,
+      "eval_prec_disgust": 0.5135135135135135,
+      "eval_prec_fear": 0.6618705035971223,
+      "eval_prec_joy": 0.6027630905679686,
+      "eval_prec_neutral": 0.8497768963807635,
+      "eval_prec_sadness": 0.74,
+      "eval_prec_surprise": 0.49015317286652077,
+      "eval_recall": 0.5498815920183304,
+      "eval_recall_anger": 0.5801991150442478,
+      "eval_recall_disgust": 0.27824267782426776,
+      "eval_recall_fear": 0.5387994143484627,
+      "eval_recall_joy": 0.8315294117647059,
+      "eval_recall_neutral": 0.804543747653023,
+      "eval_recall_sadness": 0.5294117647058824,
+      "eval_recall_surprise": 0.2864450127877238,
+      "eval_runtime": 46.047,
+      "eval_samples_per_second": 446.066,
+      "eval_steps_per_second": 13.942,
+      "step": 2930
     },
     {
-      "epoch": 2.55,
-      "learning_rate": 0.0008737305997317494,
-      "loss": 0.7064,
-      "step": 3740
+      "epoch": 2.2,
+      "learning_rate": 0.0009370217352254357,
+      "loss": 0.7432,
+      "step": 3223
     },
     {
-      "epoch": 2.7,
-      "learning_rate": 0.0008631921824104235,
-      "loss": 0.7063,
-      "step": 3960
+      "epoch": 2.4,
+      "learning_rate": 0.0009265313454284174,
+      "loss": 0.737,
+      "step": 3516
     },
     {
-      "epoch": 2.85,
-      "learning_rate": 0.0008526537650890975,
-      "loss": 0.7138,
-      "step": 4180
+      "epoch": 2.6,
+      "learning_rate": 0.0009160050296389439,
+      "loss": 0.7192,
+      "step": 3809
     },
     {
-      "epoch": 3.0,
-      "eval_accuracy": 0.7448393378773126,
-      "eval_b_acc": 0.5918170569783451,
-      "eval_f1": 0.6005073740718484,
-      "eval_f1_anger": 0.583310230108123,
-      "eval_f1_disgust": 0.4129301355578728,
-      "eval_f1_fear": 0.582723279648609,
-      "eval_f1_joy": 0.729650507328072,
-      "eval_f1_neutral": 0.8403856955626287,
-      "eval_f1_sadness": 0.6514983351831298,
-      "eval_f1_surprise": 0.40305343511450376,
-      "eval_loss": 0.688290536403656,
-      "eval_micro_f1": 0.7448393378773126,
-      "eval_prec": 0.6144786785060393,
-      "eval_prec_anger": 0.584769316286826,
-      "eval_prec_disgust": 0.41164241164241167,
-      "eval_prec_fear": 0.582723279648609,
-      "eval_prec_joy": 0.7004329004329004,
-      "eval_prec_neutral": 0.8380321135175504,
-      "eval_prec_sadness": 0.6837507280139778,
-      "eval_prec_surprise": 0.5,
-      "eval_recall": 0.5918170569783451,
-      "eval_recall_anger": 0.581858407079646,
-      "eval_recall_disgust": 0.41422594142259417,
-      "eval_recall_fear": 0.582723279648609,
-      "eval_recall_joy": 0.7614117647058823,
-      "eval_recall_neutral": 0.842752534735261,
-      "eval_recall_sadness": 0.6221515633280339,
-      "eval_recall_surprise": 0.3375959079283887,
-      "eval_runtime": 52.617,
-      "eval_samples_per_second": 390.368,
-      "eval_steps_per_second": 24.403,
-      "step": 4396
+      "epoch": 2.8,
+      "learning_rate": 0.0009054787138494701,
+      "loss": 0.7207,
+      "step": 4102
     },
     {
       "epoch": 3.0,
-      "learning_rate": 0.0008421632496646868,
+      "learning_rate": 0.0008949523980599964,
       "loss": 0.7289,
-      "step": 4400
+      "step": 4395
     },
     {
-      "epoch": 3.15,
-      "learning_rate": 0.0008316248323433608,
-      "loss": 0.6887,
-      "step": 4620
+      "epoch": 3.0,
+      "eval_accuracy": 0.7320837390457644,
+      "eval_b_acc": 0.5839323096679138,
+      "eval_f1": 0.5984237846360054,
+      "eval_f1_anger": 0.5667558727326791,
+      "eval_f1_disgust": 0.44855967078189296,
+      "eval_f1_fear": 0.5956375838926176,
+      "eval_f1_joy": 0.7127241855035551,
+      "eval_f1_neutral": 0.8253590792352327,
+      "eval_f1_sadness": 0.641439534268325,
+      "eval_f1_surprise": 0.39849056603773586,
+      "eval_loss": 0.729333221912384,
+      "eval_micro_f1": 0.7320837390457644,
+      "eval_prec": 0.6234201141460577,
+      "eval_prec_anger": 0.6128617363344051,
+      "eval_prec_disgust": 0.44129554655870445,
+      "eval_prec_fear": 0.6974459724950884,
+      "eval_prec_joy": 0.6491397641600618,
+      "eval_prec_neutral": 0.8364179679969154,
+      "eval_prec_sadness": 0.6405919661733616,
+      "eval_prec_surprise": 0.4861878453038674,
+      "eval_recall": 0.5839323096679138,
+      "eval_recall_anger": 0.5271017699115044,
+      "eval_recall_disgust": 0.4560669456066946,
+      "eval_recall_fear": 0.5197657393850659,
+      "eval_recall_joy": 0.7901176470588235,
+      "eval_recall_neutral": 0.8145888096132182,
+      "eval_recall_sadness": 0.6422893481717011,
+      "eval_recall_surprise": 0.3375959079283887,
+      "eval_runtime": 46.166,
+      "eval_samples_per_second": 444.916,
+      "eval_steps_per_second": 13.906,
+      "step": 4395
     },
     {
-      "epoch": 3.3,
-      "learning_rate": 0.0008210864150220348,
-      "loss": 0.6982,
-      "step": 4840
+      "epoch": 3.2,
+      "learning_rate": 0.0008844260822705228,
+      "loss": 0.7017,
+      "step": 4688
     },
     {
-      "epoch": 3.45,
-      "learning_rate": 0.0008105479977007089,
-      "loss": 0.701,
-      "step": 5060
+      "epoch": 3.4,
+      "learning_rate": 0.0008738997664810491,
+      "loss": 0.7116,
+      "step": 4981
     },
     {
       "epoch": 3.6,
-      "learning_rate": 0.0008000095803793831,
-      "loss": 0.7046,
-      "step": 5280
-    },
-    {
-      "epoch": 3.75,
-      "eval_accuracy": 0.7464946445959104,
-      "eval_b_acc": 0.5788756560881936,
-      "eval_f1": 0.5986191545663104,
-      "eval_f1_anger": 0.5739130434782608,
-      "eval_f1_disgust": 0.3984476067270375,
-      "eval_f1_fear": 0.5746569814366425,
-      "eval_f1_joy": 0.730888607885964,
-      "eval_f1_neutral": 0.8425003475279181,
-      "eval_f1_sadness": 0.6517333333333334,
-      "eval_f1_surprise": 0.418194161575017,
-      "eval_loss": 0.682627260684967,
-      "eval_micro_f1": 0.7464946445959104,
-      "eval_prec": 0.6275132039697725,
-      "eval_prec_anger": 0.5822424587364826,
-      "eval_prec_disgust": 0.5220338983050847,
-      "eval_prec_fear": 0.6402877697841727,
-      "eval_prec_joy": 0.7145425938413127,
-      "eval_prec_neutral": 0.8318235886174399,
-      "eval_prec_sadness": 0.6559312936124531,
-      "eval_prec_surprise": 0.44573082489146165,
-      "eval_recall": 0.5788756560881936,
-      "eval_recall_anger": 0.5658185840707964,
-      "eval_recall_disgust": 0.32217573221757323,
-      "eval_recall_fear": 0.5212298682284041,
-      "eval_recall_joy": 0.748,
-      "eval_recall_neutral": 0.8534547502816372,
-      "eval_recall_sadness": 0.6475887652358241,
-      "eval_recall_surprise": 0.3938618925831202,
-      "eval_runtime": 54.8263,
-      "eval_samples_per_second": 374.638,
-      "eval_steps_per_second": 23.419,
-      "step": 5495
+      "learning_rate": 0.0008633734506915754,
+      "loss": 0.7143,
+      "step": 5274
     },
     {
-      "epoch": 3.75,
-      "learning_rate": 0.0007894711630580571,
-      "loss": 0.7145,
-      "step": 5500
+      "epoch": 3.8,
+      "learning_rate": 0.0008528471349021016,
+      "loss": 0.7218,
+      "step": 5567
     },
     {
-      "epoch": 3.9,
-      "learning_rate": 0.0007789806476336463,
-      "loss": 0.7056,
-      "step": 5720
+      "epoch": 4.0,
+      "learning_rate": 0.000842320819112628,
+      "loss": 0.7076,
+      "step": 5860
     },
     {
-      "epoch": 4.05,
-      "learning_rate": 0.0007684422303123204,
-      "loss": 0.6911,
-      "step": 5940
+      "epoch": 4.0,
+      "eval_accuracy": 0.7466407010710808,
+      "eval_b_acc": 0.5649303370058901,
+      "eval_f1": 0.5972285504575797,
+      "eval_f1_anger": 0.5746792544178165,
+      "eval_f1_disgust": 0.3785166240409207,
+      "eval_f1_fear": 0.6040515653775322,
+      "eval_f1_joy": 0.7226870078740156,
+      "eval_f1_neutral": 0.8435877759219971,
+      "eval_f1_sadness": 0.6404109589041096,
+      "eval_f1_surprise": 0.4166666666666667,
+      "eval_loss": 0.6897642612457275,
+      "eval_micro_f1": 0.7466407010710808,
+      "eval_prec": 0.6572406702350582,
+      "eval_prec_anger": 0.5109771846749892,
+      "eval_prec_disgust": 0.4868421052631579,
+      "eval_prec_fear": 0.8138957816377171,
+      "eval_prec_joy": 0.7573491490458999,
+      "eval_prec_neutral": 0.81245109120946,
+      "eval_prec_sadness": 0.6938775510204082,
+      "eval_prec_surprise": 0.5252918287937743,
+      "eval_recall": 0.5649303370058901,
+      "eval_recall_anger": 0.6565265486725663,
+      "eval_recall_disgust": 0.30962343096234307,
+      "eval_recall_fear": 0.4802342606149341,
+      "eval_recall_joy": 0.6910588235294117,
+      "eval_recall_neutral": 0.8772061584678934,
+      "eval_recall_sadness": 0.5945945945945946,
+      "eval_recall_surprise": 0.3452685421994885,
+      "eval_runtime": 46.2244,
+      "eval_samples_per_second": 444.354,
+      "eval_steps_per_second": 13.889,
+      "step": 5860
     },
     {
       "epoch": 4.2,
-      "learning_rate": 0.0007579038129909944,
-      "loss": 0.6777,
-      "step": 6160
-    },
-    {
-      "epoch": 4.35,
-      "learning_rate": 0.0007473653956696685,
-      "loss": 0.6767,
-      "step": 6380
-    },
-    {
-      "epoch": 4.5,
-      "eval_accuracy": 0.7435735150925025,
-      "eval_b_acc": 0.5648744699236212,
-      "eval_f1": 0.592256565822076,
-      "eval_f1_anger": 0.5643717196665637,
-      "eval_f1_disgust": 0.36467236467236464,
-      "eval_f1_fear": 0.6036536934074663,
-      "eval_f1_joy": 0.7215847324556106,
-      "eval_f1_neutral": 0.8374881666140739,
-      "eval_f1_sadness": 0.6377816291161179,
-      "eval_f1_surprise": 0.416243654822335,
-      "eval_loss": 0.6971003413200378,
-      "eval_micro_f1": 0.7435735150925025,
-      "eval_prec": 0.6422939486456166,
-      "eval_prec_anger": 0.6387141858839972,
-      "eval_prec_disgust": 0.5714285714285714,
-      "eval_prec_fear": 0.6597222222222222,
-      "eval_prec_joy": 0.7413750310250683,
-      "eval_prec_neutral": 0.80556760038158,
-      "eval_prec_sadness": 0.5985130111524164,
-      "eval_prec_surprise": 0.4807370184254606,
-      "eval_recall": 0.5648744699236212,
-      "eval_recall_anger": 0.5055309734513275,
-      "eval_recall_disgust": 0.26778242677824265,
-      "eval_recall_fear": 0.5563689604685212,
-      "eval_recall_joy": 0.7028235294117647,
-      "eval_recall_neutral": 0.8720428088621855,
-      "eval_recall_sadness": 0.6825649178590355,
-      "eval_recall_surprise": 0.3670076726342711,
-      "eval_runtime": 52.3013,
-      "eval_samples_per_second": 392.725,
-      "eval_steps_per_second": 24.55,
-      "step": 6594
-    },
-    {
-      "epoch": 4.5,
-      "learning_rate": 0.0007368269783483425,
-      "loss": 0.6834,
-      "step": 6600
-    },
-    {
-      "epoch": 4.65,
-      "learning_rate": 0.0007262885610270167,
-      "loss": 0.6924,
-      "step": 6820
-    },
-    {
-      "epoch": 4.8,
-      "learning_rate": 0.0007157501437056908,
-      "loss": 0.6872,
-      "step": 7040
-    },
-    {
-      "epoch": 4.95,
-      "learning_rate": 0.0007052117263843648,
-      "loss": 0.6681,
-      "step": 7260
-    },
-    {
-      "epoch": 5.1,
-      "learning_rate": 0.000694673309063039,
-      "loss": 0.661,
-      "step": 7480
-    },
-    {
-      "epoch": 5.25,
-      "eval_accuracy": 0.7383641674780915,
-      "eval_b_acc": 0.602771097930762,
-      "eval_f1": 0.6030709415406346,
-      "eval_f1_anger": 0.5770609318996416,
-      "eval_f1_disgust": 0.41814595660749504,
-      "eval_f1_fear": 0.6160198183319571,
-      "eval_f1_joy": 0.7286771805600258,
-      "eval_f1_neutral": 0.8364084854464726,
-      "eval_f1_sadness": 0.6574813998346651,
-      "eval_f1_surprise": 0.38770281810418444,
-      "eval_loss": 0.7123843431472778,
-      "eval_micro_f1": 0.7383641674780915,
-      "eval_prec": 0.6294789669741513,
-      "eval_prec_anger": 0.48493975903614456,
-      "eval_prec_disgust": 0.39552238805970147,
-      "eval_prec_fear": 0.7064393939393939,
-      "eval_prec_joy": 0.6696903963715244,
-      "eval_prec_neutral": 0.88136826783115,
-      "eval_prec_sadness": 0.6848450057405281,
-      "eval_prec_surprise": 0.583547557840617,
-      "eval_recall": 0.602771097930762,
-      "eval_recall_anger": 0.7123893805309734,
-      "eval_recall_disgust": 0.4435146443514644,
-      "eval_recall_fear": 0.5461200585651538,
-      "eval_recall_joy": 0.7990588235294117,
-      "eval_recall_neutral": 0.7958129928651896,
-      "eval_recall_sadness": 0.6322204557498675,
-      "eval_recall_surprise": 0.29028132992327366,
-      "eval_runtime": 52.258,
-      "eval_samples_per_second": 393.05,
-      "eval_steps_per_second": 24.57,
-      "step": 7693
-    },
-    {
-      "epoch": 5.26,
-      "learning_rate": 0.000684134891741713,
-      "loss": 0.6623,
-      "step": 7700
+      "learning_rate": 0.0008317945033231543,
+      "loss": 0.6977,
+      "step": 6153
     },
     {
-      "epoch": 5.41,
-      "learning_rate": 0.000673596474420387,
-      "loss": 0.6663,
-      "step": 7920
+      "epoch": 4.4,
+      "learning_rate": 0.0008212681875336806,
+      "loss": 0.685,
+      "step": 6446
     },
     {
-      "epoch": 5.56,
-      "learning_rate": 0.0006630580570990611,
-      "loss": 0.6669,
-      "step": 8140
+      "epoch": 4.6,
+      "learning_rate": 0.000810741871744207,
+      "loss": 0.6985,
+      "step": 6739
     },
     {
-      "epoch": 5.71,
-      "learning_rate": 0.0006525196397777352,
-      "loss": 0.6691,
-      "step": 8360
-    },
-    {
-      "epoch": 5.86,
-      "learning_rate": 0.0006419812224564093,
-      "loss": 0.6652,
-      "step": 8580
+      "epoch": 4.8,
+      "learning_rate": 0.0008002155559547333,
+      "loss": 0.6976,
+      "step": 7032
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.0007896892401652595,
+      "loss": 0.6925,
+      "step": 7325
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.7402629016553067,
+      "eval_b_acc": 0.5916067970161544,
+      "eval_f1": 0.5971544894232231,
+      "eval_f1_anger": 0.5747069094537292,
+      "eval_f1_disgust": 0.3850687622789784,
+      "eval_f1_fear": 0.5954887218045113,
+      "eval_f1_joy": 0.721651810899244,
+      "eval_f1_neutral": 0.8404170008019246,
+      "eval_f1_sadness": 0.6490066225165564,
+      "eval_f1_surprise": 0.41374159820761763,
+      "eval_loss": 0.7038670182228088,
+      "eval_micro_f1": 0.7402629016553067,
+      "eval_prec": 0.6121145881871085,
+      "eval_prec_anger": 0.5233984552476147,
+      "eval_prec_disgust": 0.362962962962963,
+      "eval_prec_fear": 0.6120556414219475,
+      "eval_prec_joy": 0.693258183394754,
+      "eval_prec_neutral": 0.8446003602920261,
+      "eval_prec_sadness": 0.751219512195122,
+      "eval_prec_surprise": 0.49730700179533216,
+      "eval_recall": 0.5916067970161544,
+      "eval_recall_anger": 0.6371681415929203,
+      "eval_recall_disgust": 0.4100418410041841,
+      "eval_recall_fear": 0.5797950219619327,
+      "eval_recall_joy": 0.7524705882352941,
+      "eval_recall_neutral": 0.8362748779571911,
+      "eval_recall_sadness": 0.5712771595124536,
+      "eval_recall_surprise": 0.35421994884910485,
+      "eval_runtime": 46.1526,
+      "eval_samples_per_second": 445.045,
+      "eval_steps_per_second": 13.91,
+      "step": 7325
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 0.0007791629243757859,
+      "loss": 0.6851,
+      "step": 7618
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 0.0007686366085863123,
+      "loss": 0.671,
+      "step": 7911
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 0.000758146218789294,
+      "loss": 0.6817,
+      "step": 8204
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 0.0007476558289922759,
+      "loss": 0.683,
+      "step": 8497
     },
     {
       "epoch": 6.0,
-      "eval_accuracy": 0.752921129503408,
-      "eval_b_acc": 0.594191766213012,
-      "eval_f1": 0.6135563471911549,
-      "eval_f1_anger": 0.5377977217811529,
-      "eval_f1_disgust": 0.4477933261571583,
-      "eval_f1_fear": 0.6142208774583964,
-      "eval_f1_joy": 0.7345635202271116,
-      "eval_f1_neutral": 0.8443846671149968,
-      "eval_f1_sadness": 0.659697386519945,
-      "eval_f1_surprise": 0.4564369310793238,
-      "eval_loss": 0.670600414276123,
-      "eval_micro_f1": 0.752921129503408,
-      "eval_prec": 0.6441161632494222,
-      "eval_prec_anger": 0.7153351698806244,
-      "eval_prec_disgust": 0.4611973392461197,
-      "eval_prec_fear": 0.6353677621283255,
-      "eval_prec_joy": 0.7385823025689819,
-      "eval_prec_neutral": 0.8081180811808119,
-      "eval_prec_sadness": 0.6859267734553776,
-      "eval_prec_surprise": 0.4642857142857143,
-      "eval_recall": 0.594191766213012,
-      "eval_recall_anger": 0.43086283185840707,
-      "eval_recall_disgust": 0.4351464435146444,
-      "eval_recall_fear": 0.5944363103953147,
-      "eval_recall_joy": 0.7305882352941176,
-      "eval_recall_neutral": 0.8840593315809238,
-      "eval_recall_sadness": 0.6354001059883413,
-      "eval_recall_surprise": 0.44884910485933505,
-      "eval_runtime": 52.6277,
-      "eval_samples_per_second": 390.289,
-      "eval_steps_per_second": 24.398,
-      "step": 8792
-    },
-    {
-      "epoch": 6.01,
-      "learning_rate": 0.0006314428051350833,
-      "loss": 0.66,
-      "step": 8800
-    },
-    {
-      "epoch": 6.16,
-      "learning_rate": 0.0006209043878137575,
-      "loss": 0.6414,
-      "step": 9020
-    },
-    {
-      "epoch": 6.31,
-      "learning_rate": 0.0006103659704924315,
-      "loss": 0.6445,
-      "step": 9240
-    },
-    {
-      "epoch": 6.46,
-      "learning_rate": 0.0005998275531711056,
-      "loss": 0.6405,
-      "step": 9460
-    },
-    {
-      "epoch": 6.61,
-      "learning_rate": 0.0005892891358497796,
-      "loss": 0.6532,
-      "step": 9680
-    },
-    {
-      "epoch": 6.75,
-      "eval_accuracy": 0.7581791626095423,
-      "eval_b_acc": 0.5852602000181494,
-      "eval_f1": 0.614564401804941,
-      "eval_f1_anger": 0.5887445887445888,
-      "eval_f1_disgust": 0.4246079613992763,
-      "eval_f1_fear": 0.6189300411522632,
-      "eval_f1_joy": 0.7366662689416538,
-      "eval_f1_neutral": 0.8483534354248544,
-      "eval_f1_sadness": 0.6636794939377966,
-      "eval_f1_surprise": 0.42096902303415407,
-      "eval_loss": 0.6566693782806396,
-      "eval_micro_f1": 0.7581791626095423,
-      "eval_prec": 0.6577687706916829,
-      "eval_prec_anger": 0.6155703077851539,
-      "eval_prec_disgust": 0.5014245014245015,
-      "eval_prec_fear": 0.706766917293233,
-      "eval_prec_joy": 0.7472766884531591,
-      "eval_prec_neutral": 0.8175881584675664,
-      "eval_prec_sadness": 0.6601992658626115,
-      "eval_prec_surprise": 0.5555555555555556,
-      "eval_recall": 0.5852602000181494,
-      "eval_recall_anger": 0.5641592920353983,
-      "eval_recall_disgust": 0.3682008368200837,
-      "eval_recall_fear": 0.5505124450951684,
-      "eval_recall_joy": 0.7263529411764705,
-      "eval_recall_neutral": 0.88152459631994,
-      "eval_recall_sadness": 0.6671966083730789,
-      "eval_recall_surprise": 0.3388746803069054,
-      "eval_runtime": 52.2302,
-      "eval_samples_per_second": 393.259,
-      "eval_steps_per_second": 24.583,
-      "step": 9891
-    },
-    {
-      "epoch": 6.76,
-      "learning_rate": 0.0005787507185284537,
-      "loss": 0.6566,
-      "step": 9900
-    },
-    {
-      "epoch": 6.91,
-      "learning_rate": 0.0005682602031040429,
-      "loss": 0.6528,
-      "step": 10120
-    },
-    {
-      "epoch": 7.06,
-      "learning_rate": 0.000557769687679632,
-      "loss": 0.6419,
-      "step": 10340
-    },
-    {
-      "epoch": 7.21,
-      "learning_rate": 0.0005472312703583062,
-      "loss": 0.6305,
-      "step": 10560
-    },
-    {
-      "epoch": 7.36,
-      "learning_rate": 0.0005366928530369802,
-      "loss": 0.6314,
-      "step": 10780
-    },
-    {
-      "epoch": 7.5,
-      "eval_accuracy": 0.7554527750730282,
-      "eval_b_acc": 0.5864396115457234,
-      "eval_f1": 0.6141846408191719,
-      "eval_f1_anger": 0.6100183582480986,
-      "eval_f1_disgust": 0.4005235602094241,
-      "eval_f1_fear": 0.6080586080586081,
-      "eval_f1_joy": 0.7392614080107107,
-      "eval_f1_neutral": 0.8438656485688855,
-      "eval_f1_sadness": 0.6687747035573123,
-      "eval_f1_surprise": 0.4287901990811639,
-      "eval_loss": 0.6726419925689697,
-      "eval_micro_f1": 0.7554527750730282,
-      "eval_prec": 0.6673306947742298,
-      "eval_prec_anger": 0.5800498753117207,
-      "eval_prec_disgust": 0.534965034965035,
-      "eval_prec_fear": 0.8117359413202934,
-      "eval_prec_joy": 0.7029492892000849,
-      "eval_prec_neutral": 0.8421692379616643,
-      "eval_prec_sadness": 0.6650943396226415,
-      "eval_prec_surprise": 0.5343511450381679,
-      "eval_recall": 0.5864396115457234,
-      "eval_recall_anger": 0.6432522123893806,
-      "eval_recall_disgust": 0.3200836820083682,
-      "eval_recall_fear": 0.486090775988287,
-      "eval_recall_joy": 0.7795294117647059,
-      "eval_recall_neutral": 0.8455689072474653,
-      "eval_recall_sadness": 0.6724960254372019,
-      "eval_recall_surprise": 0.35805626598465473,
-      "eval_runtime": 52.4759,
-      "eval_samples_per_second": 391.418,
-      "eval_steps_per_second": 24.468,
-      "step": 10990
-    },
-    {
-      "epoch": 7.51,
-      "learning_rate": 0.0005261544357156543,
-      "loss": 0.6297,
-      "step": 11000
-    },
-    {
-      "epoch": 7.66,
-      "learning_rate": 0.0005156160183943285,
-      "loss": 0.6373,
-      "step": 11220
-    },
-    {
-      "epoch": 7.81,
-      "learning_rate": 0.0005050776010730025,
-      "loss": 0.6278,
-      "step": 11440
-    },
-    {
-      "epoch": 7.96,
-      "learning_rate": 0.0004945391837516765,
-      "loss": 0.6321,
-      "step": 11660
-    },
-    {
-      "epoch": 8.11,
-      "learning_rate": 0.0004840007664303506,
-      "loss": 0.6045,
-      "step": 11880
-    },
-    {
-      "epoch": 8.25,
-      "eval_accuracy": 0.7577896786757546,
-      "eval_b_acc": 0.6005624120936303,
-      "eval_f1": 0.6238197827942396,
-      "eval_f1_anger": 0.6038186157517901,
-      "eval_f1_disgust": 0.4337078651685393,
-      "eval_f1_fear": 0.6333907056798622,
-      "eval_f1_joy": 0.7377106333527018,
-      "eval_f1_neutral": 0.8465511724642318,
-      "eval_f1_sadness": 0.6661166116611661,
-      "eval_f1_surprise": 0.4454428754813864,
-      "eval_loss": 0.6667613387107849,
-      "eval_micro_f1": 0.7577896786757546,
-      "eval_prec": 0.6550680878375978,
-      "eval_prec_anger": 0.655440414507772,
-      "eval_prec_disgust": 0.4684466019417476,
-      "eval_prec_fear": 0.7682672233820459,
-      "eval_prec_joy": 0.7288174512055109,
-      "eval_prec_neutral": 0.8249443207126949,
-      "eval_prec_sadness": 0.6923956546598056,
-      "eval_prec_surprise": 0.44716494845360827,
-      "eval_recall": 0.6005624120936303,
-      "eval_recall_anger": 0.5597345132743363,
-      "eval_recall_disgust": 0.40376569037656906,
-      "eval_recall_fear": 0.5387994143484627,
-      "eval_recall_joy": 0.7468235294117647,
-      "eval_recall_neutral": 0.8693203154337213,
-      "eval_recall_sadness": 0.6417594064652888,
-      "eval_recall_surprise": 0.4437340153452685,
-      "eval_runtime": 54.5559,
-      "eval_samples_per_second": 376.494,
-      "eval_steps_per_second": 23.535,
-      "step": 12089
+      "learning_rate": 0.0007371295132028022,
+      "loss": 0.6841,
+      "step": 8790
     },
     {
-      "epoch": 8.26,
-      "learning_rate": 0.00047346234910902474,
-      "loss": 0.6078,
-      "step": 12100
-    },
-    {
-      "epoch": 8.41,
-      "learning_rate": 0.0004629239317876988,
-      "loss": 0.6091,
-      "step": 12320
-    },
-    {
-      "epoch": 8.56,
-      "learning_rate": 0.0004523855144663729,
-      "loss": 0.6127,
-      "step": 12540
-    },
-    {
-      "epoch": 8.71,
-      "learning_rate": 0.00044184709714504693,
-      "loss": 0.6243,
-      "step": 12760
-    },
-    {
-      "epoch": 8.86,
-      "learning_rate": 0.000431308679823721,
-      "loss": 0.6182,
-      "step": 12980
+      "epoch": 6.0,
+      "eval_accuracy": 0.7516066212268744,
+      "eval_b_acc": 0.5820003637019402,
+      "eval_f1": 0.6075976734562277,
+      "eval_f1_anger": 0.5587018771874006,
+      "eval_f1_disgust": 0.4760180995475113,
+      "eval_f1_fear": 0.5998107852412488,
+      "eval_f1_joy": 0.7342120343839541,
+      "eval_f1_neutral": 0.8439233370913191,
+      "eval_f1_sadness": 0.6554338668913225,
+      "eval_f1_surprise": 0.3850837138508371,
+      "eval_loss": 0.6704264283180237,
+      "eval_micro_f1": 0.7516066212268744,
+      "eval_prec": 0.6607440078057637,
+      "eval_prec_anger": 0.6576779026217229,
+      "eval_prec_disgust": 0.4194577352472089,
+      "eval_prec_fear": 0.8475935828877005,
+      "eval_prec_joy": 0.7157541899441341,
+      "eval_prec_neutral": 0.8120281176776881,
+      "eval_prec_sadness": 0.6971326164874552,
+      "eval_prec_surprise": 0.4755639097744361,
+      "eval_recall": 0.5820003637019402,
+      "eval_recall_anger": 0.4856194690265487,
+      "eval_recall_disgust": 0.5502092050209205,
+      "eval_recall_fear": 0.46412884333821375,
+      "eval_recall_joy": 0.7536470588235294,
+      "eval_recall_neutral": 0.8784265865565152,
+      "eval_recall_sadness": 0.6184419713831478,
+      "eval_recall_surprise": 0.3235294117647059,
+      "eval_runtime": 46.0795,
+      "eval_samples_per_second": 445.752,
+      "eval_steps_per_second": 13.932,
+      "step": 8790
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 0.0007266031974133286,
+      "loss": 0.6618,
+      "step": 9083
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 0.0007160768816238548,
+      "loss": 0.6658,
+      "step": 9376
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 0.0007055505658343812,
+      "loss": 0.6721,
+      "step": 9669
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 0.0006950242500449076,
+      "loss": 0.6664,
+      "step": 9962
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.0006844979342554338,
+      "loss": 0.6715,
+      "step": 10255
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.7411879259980526,
+      "eval_b_acc": 0.6179791982250035,
+      "eval_f1": 0.611239662539826,
+      "eval_f1_anger": 0.5761816741484025,
+      "eval_f1_disgust": 0.45527156549520764,
+      "eval_f1_fear": 0.6020128087831657,
+      "eval_f1_joy": 0.7317787540835867,
+      "eval_f1_neutral": 0.8391440250060112,
+      "eval_f1_sadness": 0.6545357238426546,
+      "eval_f1_surprise": 0.4197530864197531,
+      "eval_loss": 0.6918847560882568,
+      "eval_micro_f1": 0.7411879259980525,
+      "eval_prec": 0.6245536912240063,
+      "eval_prec_anger": 0.551288529560384,
+      "eval_prec_disgust": 0.3682170542635659,
+      "eval_prec_fear": 0.802439024390244,
+      "eval_prec_joy": 0.7019667170953101,
+      "eval_prec_neutral": 0.860199152124618,
+      "eval_prec_sadness": 0.6610810810810811,
+      "eval_prec_surprise": 0.42668428005284015,
+      "eval_recall": 0.6179791982250035,
+      "eval_recall_anger": 0.603429203539823,
+      "eval_recall_disgust": 0.5962343096234309,
+      "eval_recall_fear": 0.4816983894582723,
+      "eval_recall_joy": 0.764235294117647,
+      "eval_recall_neutral": 0.8190950056327451,
+      "eval_recall_sadness": 0.6481187069422364,
+      "eval_recall_surprise": 0.41304347826086957,
+      "eval_runtime": 46.1915,
+      "eval_samples_per_second": 444.671,
+      "eval_steps_per_second": 13.899,
+      "step": 10255
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 0.0006739716184659601,
+      "loss": 0.6479,
+      "step": 10548
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 0.0006634453026764866,
+      "loss": 0.6561,
+      "step": 10841
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 0.0006529189868870128,
+      "loss": 0.6625,
+      "step": 11134
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 0.0006423926710975391,
+      "loss": 0.658,
+      "step": 11427
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 0.0006318663553080653,
+      "loss": 0.6562,
+      "step": 11720
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.7325219084712755,
+      "eval_b_acc": 0.6128679845265063,
+      "eval_f1": 0.6013536581571658,
+      "eval_f1_anger": 0.5731053840265374,
+      "eval_f1_disgust": 0.42007434944237915,
+      "eval_f1_fear": 0.5870646766169154,
+      "eval_f1_joy": 0.7238035658429777,
+      "eval_f1_neutral": 0.8292248292248293,
+      "eval_f1_sadness": 0.6645180193378261,
+      "eval_f1_surprise": 0.4116847826086957,
+      "eval_loss": 0.7244542241096497,
+      "eval_micro_f1": 0.7325219084712755,
+      "eval_prec": 0.5985056915840363,
+      "eval_prec_anger": 0.5319753671245855,
+      "eval_prec_disgust": 0.3779264214046823,
+      "eval_prec_fear": 0.5704419889502762,
+      "eval_prec_joy": 0.6498782999438307,
+      "eval_prec_neutral": 0.8770680628272252,
+      "eval_prec_sadness": 0.7431192660550459,
+      "eval_prec_surprise": 0.4391304347826087,
+      "eval_recall": 0.6128679845265063,
+      "eval_recall_anger": 0.6211283185840708,
+      "eval_recall_disgust": 0.47280334728033474,
+      "eval_recall_fear": 0.6046852122986823,
+      "eval_recall_joy": 0.8167058823529412,
+      "eval_recall_neutral": 0.7863312054074352,
+      "eval_recall_sadness": 0.6009538950715422,
+      "eval_recall_surprise": 0.3874680306905371,
+      "eval_runtime": 46.2278,
+      "eval_samples_per_second": 444.321,
+      "eval_steps_per_second": 13.888,
+      "step": 11720
+    },
+    {
+      "epoch": 8.2,
+      "learning_rate": 0.0006213400395185917,
+      "loss": 0.6406,
+      "step": 12013
+    },
+    {
+      "epoch": 8.4,
+      "learning_rate": 0.0006108137237291181,
+      "loss": 0.6459,
+      "step": 12306
+    },
+    {
+      "epoch": 8.6,
+      "learning_rate": 0.0006002874079396443,
+      "loss": 0.6482,
+      "step": 12599
+    },
+    {
+      "epoch": 8.8,
+      "learning_rate": 0.0005897610921501707,
+      "loss": 0.6502,
+      "step": 12892
     },
     {
       "epoch": 9.0,
-      "eval_accuracy": 0.7570593962999026,
-      "eval_b_acc": 0.6044499151869599,
-      "eval_f1": 0.6204901474344295,
-      "eval_f1_anger": 0.6087460179554011,
-      "eval_f1_disgust": 0.44725738396624476,
-      "eval_f1_fear": 0.6212361331220285,
-      "eval_f1_joy": 0.7376712328767122,
-      "eval_f1_neutral": 0.8463038632986627,
-      "eval_f1_sadness": 0.6678737713398861,
-      "eval_f1_surprise": 0.41434262948207173,
-      "eval_loss": 0.6659196615219116,
-      "eval_micro_f1": 0.7570593962999026,
-      "eval_prec": 0.6461033688057751,
-      "eval_prec_anger": 0.6389057750759879,
-      "eval_prec_disgust": 0.451063829787234,
-      "eval_prec_fear": 0.6770293609671848,
-      "eval_prec_joy": 0.7164079822616408,
-      "eval_prec_neutral": 0.8372840867328188,
-      "eval_prec_sadness": 0.6523496715512885,
-      "eval_prec_surprise": 0.5496828752642706,
-      "eval_recall": 0.6044499151869599,
-      "eval_recall_anger": 0.5813053097345132,
-      "eval_recall_disgust": 0.4435146443514644,
-      "eval_recall_fear": 0.5739385065885798,
-      "eval_recall_joy": 0.760235294117647,
-      "eval_recall_neutral": 0.8555200901239204,
-      "eval_recall_sadness": 0.6841547429782724,
-      "eval_recall_surprise": 0.33248081841432225,
-      "eval_runtime": 53.1364,
-      "eval_samples_per_second": 386.552,
-      "eval_steps_per_second": 24.164,
-      "step": 13188
-    },
-    {
-      "epoch": 9.01,
-      "learning_rate": 0.0004207702625023951,
-      "loss": 0.6299,
-      "step": 13200
-    },
-    {
-      "epoch": 9.16,
-      "learning_rate": 0.00041023184518106917,
-      "loss": 0.5991,
-      "step": 13420
-    },
-    {
-      "epoch": 9.31,
-      "learning_rate": 0.00039969342785974325,
-      "loss": 0.5962,
-      "step": 13640
-    },
-    {
-      "epoch": 9.46,
-      "learning_rate": 0.00038915501053841733,
-      "loss": 0.6014,
-      "step": 13860
+      "learning_rate": 0.000579234776360697,
+      "loss": 0.6426,
+      "step": 13185
     },
     {
-      "epoch": 9.61,
-      "learning_rate": 0.0003786165932170914,
-      "loss": 0.5927,
-      "step": 14080
+      "epoch": 9.0,
+      "eval_accuracy": 0.7510223953261927,
+      "eval_b_acc": 0.6108946329415156,
+      "eval_f1": 0.6175413637878915,
+      "eval_f1_anger": 0.588235294117647,
+      "eval_f1_disgust": 0.42267050912584053,
+      "eval_f1_fear": 0.6240409207161126,
+      "eval_f1_joy": 0.7357859531772576,
+      "eval_f1_neutral": 0.8457566654149455,
+      "eval_f1_sadness": 0.6677704194260485,
+      "eval_f1_surprise": 0.4385297845373891,
+      "eval_loss": 0.6683408617973328,
+      "eval_micro_f1": 0.7510223953261927,
+      "eval_prec": 0.6304447087675242,
+      "eval_prec_anger": 0.5768208399787347,
+      "eval_prec_disgust": 0.3907637655417407,
+      "eval_prec_fear": 0.746938775510204,
+      "eval_prec_joy": 0.7215562090024882,
+      "eval_prec_neutral": 0.8457566654149455,
+      "eval_prec_sadness": 0.6966033390903857,
+      "eval_prec_surprise": 0.43467336683417085,
+      "eval_recall": 0.6108946329415156,
+      "eval_recall_anger": 0.6001106194690266,
+      "eval_recall_disgust": 0.4602510460251046,
+      "eval_recall_fear": 0.5358711566617862,
+      "eval_recall_joy": 0.7505882352941177,
+      "eval_recall_neutral": 0.8457566654149455,
+      "eval_recall_sadness": 0.6412294647588765,
+      "eval_recall_surprise": 0.4424552429667519,
+      "eval_runtime": 46.02,
+      "eval_samples_per_second": 446.328,
+      "eval_steps_per_second": 13.95,
+      "step": 13185
+    },
+    {
+      "epoch": 9.2,
+      "learning_rate": 0.0005687084605712233,
+      "loss": 0.6219,
+      "step": 13478
+    },
+    {
+      "epoch": 9.4,
+      "learning_rate": 0.0005581821447817496,
+      "loss": 0.629,
+      "step": 13771
+    },
+    {
+      "epoch": 9.6,
+      "learning_rate": 0.000547655828992276,
+      "loss": 0.6295,
+      "step": 14064
+    },
+    {
+      "epoch": 9.8,
+      "learning_rate": 0.0005371295132028022,
+      "loss": 0.6341,
+      "step": 14357
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 0.0005266031974133285,
+      "loss": 0.6278,
+      "step": 14650
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.7544790652385589,
+      "eval_b_acc": 0.5967589307999713,
+      "eval_f1": 0.6141821019437051,
+      "eval_f1_anger": 0.5878859857482185,
+      "eval_f1_disgust": 0.44155844155844154,
+      "eval_f1_fear": 0.6228143213988342,
+      "eval_f1_joy": 0.7319787131107887,
+      "eval_f1_neutral": 0.8493716172828181,
+      "eval_f1_sadness": 0.6534983341266064,
+      "eval_f1_surprise": 0.41216730038022814,
+      "eval_loss": 0.6661337018013,
+      "eval_micro_f1": 0.7544790652385589,
+      "eval_prec": 0.642724018193579,
+      "eval_prec_anger": 0.6346153846153846,
+      "eval_prec_disgust": 0.45739910313901344,
+      "eval_prec_fear": 0.722007722007722,
+      "eval_prec_joy": 0.75311100049776,
+      "eval_prec_neutral": 0.8304035874439462,
+      "eval_prec_sadness": 0.5930885529157668,
+      "eval_prec_surprise": 0.5084427767354597,
+      "eval_recall": 0.5967589307999713,
+      "eval_recall_anger": 0.547566371681416,
+      "eval_recall_disgust": 0.42677824267782427,
+      "eval_recall_fear": 0.5475841874084919,
+      "eval_recall_joy": 0.712,
+      "eval_recall_neutral": 0.8692264363499812,
+      "eval_recall_sadness": 0.7276099629040805,
+      "eval_recall_surprise": 0.34654731457800514,
+      "eval_runtime": 46.1343,
+      "eval_samples_per_second": 445.222,
+      "eval_steps_per_second": 13.916,
+      "step": 14650
+    },
+    {
+      "epoch": 10.2,
+      "learning_rate": 0.0005161128076163104,
+      "loss": 0.6132,
+      "step": 14943
+    },
+    {
+      "epoch": 10.4,
+      "learning_rate": 0.0005055864918268367,
+      "loss": 0.6134,
+      "step": 15236
+    },
+    {
+      "epoch": 10.6,
+      "learning_rate": 0.0004950961020298186,
+      "loss": 0.6153,
+      "step": 15529
+    },
+    {
+      "epoch": 10.8,
+      "learning_rate": 0.0004845697862403449,
+      "loss": 0.6115,
+      "step": 15822
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 0.0004740434704508712,
+      "loss": 0.6218,
+      "step": 16115
+    },
+    {
+      "epoch": 11.0,
+      "eval_accuracy": 0.750730282375852,
+      "eval_b_acc": 0.5958006635298841,
+      "eval_f1": 0.6142987968349727,
+      "eval_f1_anger": 0.5728,
+      "eval_f1_disgust": 0.45192307692307687,
+      "eval_f1_fear": 0.6015971606033718,
+      "eval_f1_joy": 0.7337797782412998,
+      "eval_f1_neutral": 0.8416802042237178,
+      "eval_f1_sadness": 0.6666666666666666,
+      "eval_f1_surprise": 0.431644691186676,
+      "eval_loss": 0.6714352965354919,
+      "eval_micro_f1": 0.750730282375852,
+      "eval_prec": 0.647849574337048,
+      "eval_prec_anger": 0.6795747911921033,
+      "eval_prec_disgust": 0.4181494661921708,
+      "eval_prec_fear": 0.7635135135135135,
+      "eval_prec_joy": 0.6877958427660013,
+      "eval_prec_neutral": 0.832369411548701,
+      "eval_prec_sadness": 0.6816168327796235,
+      "eval_prec_surprise": 0.47192716236722304,
+      "eval_recall": 0.5958006635298841,
+      "eval_recall_anger": 0.4950221238938053,
+      "eval_recall_disgust": 0.4916317991631799,
+      "eval_recall_fear": 0.49633967789165445,
+      "eval_recall_joy": 0.7863529411764706,
+      "eval_recall_neutral": 0.8512016522718738,
+      "eval_recall_sadness": 0.6523582405935348,
+      "eval_recall_surprise": 0.3976982097186701,
+      "eval_runtime": 46.0325,
+      "eval_samples_per_second": 446.206,
+      "eval_steps_per_second": 13.947,
+      "step": 16115
+    },
+    {
+      "epoch": 11.2,
+      "learning_rate": 0.00046351715466139755,
+      "loss": 0.5966,
+      "step": 16408
+    },
+    {
+      "epoch": 11.4,
+      "learning_rate": 0.0004529908388719238,
+      "loss": 0.5988,
+      "step": 16701
+    },
+    {
+      "epoch": 11.6,
+      "learning_rate": 0.0004424645230824502,
+      "loss": 0.6077,
+      "step": 16994
+    },
+    {
+      "epoch": 11.8,
+      "learning_rate": 0.0004319382072929765,
+      "loss": 0.6089,
+      "step": 17287
     },
     {
-      "epoch": 9.75,
-      "eval_accuracy": 0.7466407010710808,
-      "eval_b_acc": 0.5639997332284856,
-      "eval_f1": 0.595181302839129,
-      "eval_f1_anger": 0.5956719817767653,
-      "eval_f1_disgust": 0.3489736070381232,
-      "eval_f1_fear": 0.6333059885151764,
-      "eval_f1_joy": 0.7182098034572578,
-      "eval_f1_neutral": 0.8372471833853672,
-      "eval_f1_sadness": 0.6523649521840268,
-      "eval_f1_surprise": 0.38049560351718625,
-      "eval_loss": 0.7097288966178894,
-      "eval_micro_f1": 0.7466407010710808,
-      "eval_prec": 0.6560660561913124,
-      "eval_prec_anger": 0.613849765258216,
-      "eval_prec_disgust": 0.5833333333333334,
-      "eval_prec_fear": 0.7201492537313433,
-      "eval_prec_joy": 0.7228312678741659,
-      "eval_prec_neutral": 0.8081055113983754,
-      "eval_prec_sadness": 0.6367305751765893,
-      "eval_prec_surprise": 0.5074626865671642,
-      "eval_recall": 0.5639997332284856,
-      "eval_recall_anger": 0.5785398230088495,
-      "eval_recall_disgust": 0.2489539748953975,
-      "eval_recall_fear": 0.5651537335285505,
-      "eval_recall_joy": 0.7136470588235294,
-      "eval_recall_neutral": 0.8685692827638002,
-      "eval_recall_sadness": 0.6687864334923158,
-      "eval_recall_surprise": 0.30434782608695654,
-      "eval_runtime": 53.7235,
-      "eval_samples_per_second": 382.328,
-      "eval_steps_per_second": 23.9,
-      "step": 14287
-    },
-    {
-      "epoch": 9.76,
-      "learning_rate": 0.0003680781758957655,
-      "loss": 0.5977,
-      "step": 14300
-    },
-    {
-      "epoch": 9.91,
-      "learning_rate": 0.00035753975857443957,
-      "loss": 0.6181,
-      "step": 14520
-    },
-    {
-      "epoch": 10.06,
-      "learning_rate": 0.00034704924315002875,
-      "loss": 0.595,
-      "step": 14740
-    },
-    {
-      "epoch": 10.21,
-      "learning_rate": 0.00033651082582870283,
-      "loss": 0.5668,
-      "step": 14960
-    },
-    {
-      "epoch": 10.36,
-      "learning_rate": 0.0003259724085073769,
-      "loss": 0.5736,
-      "step": 15180
-    },
-    {
-      "epoch": 10.5,
-      "eval_accuracy": 0.758666017526777,
-      "eval_b_acc": 0.6092103490403898,
-      "eval_f1": 0.6224896550246998,
-      "eval_f1_anger": 0.6192840344917692,
-      "eval_f1_disgust": 0.42822966507177035,
-      "eval_f1_fear": 0.6338028169014085,
-      "eval_f1_joy": 0.742619926199262,
-      "eval_f1_neutral": 0.8472516603080401,
-      "eval_f1_sadness": 0.672,
-      "eval_f1_surprise": 0.4142394822006473,
-      "eval_loss": 0.6662837862968445,
-      "eval_micro_f1": 0.758666017526777,
-      "eval_prec": 0.6494125401879046,
-      "eval_prec_anger": 0.586924219910847,
-      "eval_prec_disgust": 0.5,
-      "eval_prec_fear": 0.680672268907563,
-      "eval_prec_joy": 0.7281772953414745,
-      "eval_prec_neutral": 0.8501748747518669,
-      "eval_prec_sadness": 0.6360624704212021,
-      "eval_prec_surprise": 0.5638766519823789,
-      "eval_recall": 0.6092103490403898,
-      "eval_recall_anger": 0.6554203539823009,
-      "eval_recall_disgust": 0.37447698744769875,
-      "eval_recall_fear": 0.5929721815519766,
-      "eval_recall_joy": 0.7576470588235295,
-      "eval_recall_neutral": 0.8443484791588434,
-      "eval_recall_sadness": 0.712241653418124,
-      "eval_recall_surprise": 0.3273657289002558,
-      "eval_runtime": 52.4006,
-      "eval_samples_per_second": 391.98,
-      "eval_steps_per_second": 24.504,
-      "step": 15386
-    },
-    {
-      "epoch": 10.51,
-      "learning_rate": 0.000315433991186051,
-      "loss": 0.5779,
-      "step": 15400
-    },
-    {
-      "epoch": 10.66,
-      "learning_rate": 0.00030489557386472507,
-      "loss": 0.5816,
-      "step": 15620
-    },
-    {
-      "epoch": 10.81,
-      "learning_rate": 0.0002943571565433991,
-      "loss": 0.5866,
-      "step": 15840
-    },
-    {
-      "epoch": 10.96,
-      "learning_rate": 0.0002838187392220732,
-      "loss": 0.5797,
-      "step": 16060
-    },
-    {
-      "epoch": 11.11,
-      "learning_rate": 0.00027328032190074725,
-      "loss": 0.5687,
-      "step": 16280
-    },
-    {
-      "epoch": 11.25,
-      "eval_accuracy": 0.7633398247322298,
-      "eval_b_acc": 0.6147514191038456,
-      "eval_f1": 0.6337188907871468,
-      "eval_f1_anger": 0.6268229911352589,
-      "eval_f1_disgust": 0.470076169749728,
-      "eval_f1_fear": 0.6422018348623854,
-      "eval_f1_joy": 0.7406107406107406,
-      "eval_f1_neutral": 0.8523923886938851,
-      "eval_f1_sadness": 0.6596455175956846,
-      "eval_f1_surprise": 0.4442825928623452,
-      "eval_loss": 0.6598661541938782,
-      "eval_micro_f1": 0.7633398247322298,
-      "eval_prec": 0.6594926170544204,
-      "eval_prec_anger": 0.6489046773238603,
-      "eval_prec_disgust": 0.4897959183673469,
-      "eval_prec_fear": 0.7461240310077519,
-      "eval_prec_joy": 0.7365603909704445,
-      "eval_prec_neutral": 0.8389090909090909,
-      "eval_prec_sadness": 0.6400797607178464,
-      "eval_prec_surprise": 0.5160744500846024,
-      "eval_recall": 0.6147514191038456,
-      "eval_recall_anger": 0.6061946902654868,
-      "eval_recall_disgust": 0.45188284518828453,
-      "eval_recall_fear": 0.5636896046852123,
-      "eval_recall_joy": 0.7447058823529412,
-      "eval_recall_neutral": 0.8663161847540368,
-      "eval_recall_sadness": 0.6804451510333863,
-      "eval_recall_surprise": 0.3900255754475703,
-      "eval_runtime": 54.1532,
-      "eval_samples_per_second": 379.294,
-      "eval_steps_per_second": 23.711,
-      "step": 16485
-    },
-    {
-      "epoch": 11.26,
-      "learning_rate": 0.0002627419045794214,
-      "loss": 0.5575,
-      "step": 16500
-    },
-    {
-      "epoch": 11.41,
-      "learning_rate": 0.00025220348725809547,
-      "loss": 0.5672,
-      "step": 16720
-    },
-    {
-      "epoch": 11.56,
-      "learning_rate": 0.00024166506993676952,
-      "loss": 0.5582,
-      "step": 16940
-    },
-    {
-      "epoch": 11.71,
-      "learning_rate": 0.00023112665261544357,
-      "loss": 0.5607,
-      "step": 17160
-    },
-    {
-      "epoch": 11.86,
-      "learning_rate": 0.00022058823529411765,
-      "loss": 0.5652,
-      "step": 17380
+      "epoch": 12.0,
+      "learning_rate": 0.0004214118915035028,
+      "loss": 0.6077,
+      "step": 17580
     },
     {
       "epoch": 12.0,
-      "eval_accuracy": 0.7630963972736124,
-      "eval_b_acc": 0.6053830892588602,
-      "eval_f1": 0.6276991641576467,
-      "eval_f1_anger": 0.6168702073274639,
-      "eval_f1_disgust": 0.43303571428571425,
-      "eval_f1_fear": 0.638801261829653,
-      "eval_f1_joy": 0.7379285799027169,
-      "eval_f1_neutral": 0.8519039622384605,
-      "eval_f1_sadness": 0.6683630195080577,
-      "eval_f1_surprise": 0.44699140401146126,
-      "eval_loss": 0.6577332019805908,
-      "eval_micro_f1": 0.7630963972736124,
-      "eval_prec": 0.6548174460459298,
-      "eval_prec_anger": 0.6339754816112084,
-      "eval_prec_disgust": 0.46411483253588515,
-      "eval_prec_fear": 0.6923076923076923,
-      "eval_prec_joy": 0.7441971763579803,
-      "eval_prec_neutral": 0.8246199806695369,
-      "eval_prec_sadness": 0.7163636363636363,
-      "eval_prec_surprise": 0.50814332247557,
-      "eval_recall": 0.6053830892588602,
-      "eval_recall_anger": 0.6006637168141593,
-      "eval_recall_disgust": 0.40585774058577406,
-      "eval_recall_fear": 0.5929721815519766,
-      "eval_recall_joy": 0.731764705882353,
-      "eval_recall_neutral": 0.8810552009012392,
-      "eval_recall_sadness": 0.6263910969793323,
-      "eval_recall_surprise": 0.3989769820971867,
-      "eval_runtime": 53.0543,
-      "eval_samples_per_second": 387.151,
-      "eval_steps_per_second": 24.202,
-      "step": 17584
-    },
-    {
-      "epoch": 12.01,
-      "learning_rate": 0.00021004981797279173,
-      "loss": 0.5559,
-      "step": 17600
-    },
-    {
-      "epoch": 12.16,
-      "learning_rate": 0.00019951140065146582,
-      "loss": 0.5439,
-      "step": 17820
-    },
-    {
-      "epoch": 12.31,
-      "learning_rate": 0.00018897298333013987,
-      "loss": 0.5438,
-      "step": 18040
-    },
-    {
-      "epoch": 12.46,
-      "learning_rate": 0.00017843456600881395,
-      "loss": 0.543,
-      "step": 18260
-    },
-    {
-      "epoch": 12.61,
-      "learning_rate": 0.00016789614868748803,
-      "loss": 0.5377,
-      "step": 18480
-    },
-    {
-      "epoch": 12.75,
-      "eval_accuracy": 0.7619766309639727,
-      "eval_b_acc": 0.6124179118880813,
-      "eval_f1": 0.6250179854378021,
-      "eval_f1_anger": 0.6205983584855705,
-      "eval_f1_disgust": 0.41743119266055045,
-      "eval_f1_fear": 0.6180981595092024,
-      "eval_f1_joy": 0.7463065558633425,
-      "eval_f1_neutral": 0.8512547315295107,
-      "eval_f1_sadness": 0.6756976429151992,
-      "eval_f1_surprise": 0.44573925710123824,
-      "eval_loss": 0.6680665612220764,
-      "eval_micro_f1": 0.7619766309639727,
-      "eval_prec": 0.6421501390714648,
-      "eval_prec_anger": 0.595226003047232,
-      "eval_prec_disgust": 0.4619289340101523,
-      "eval_prec_fear": 0.6489533011272142,
-      "eval_prec_joy": 0.732442229270503,
-      "eval_prec_neutral": 0.8474923234390993,
-      "eval_prec_sadness": 0.6912416851441242,
-      "eval_prec_surprise": 0.5177664974619289,
-      "eval_recall": 0.6124179118880813,
-      "eval_recall_anger": 0.6482300884955752,
+      "eval_accuracy": 0.7543330087633885,
+      "eval_b_acc": 0.6171055294678581,
+      "eval_f1": 0.6187242211015894,
+      "eval_f1_anger": 0.6074972436604189,
+      "eval_f1_disgust": 0.429035752979415,
+      "eval_f1_fear": 0.6134515890613451,
+      "eval_f1_joy": 0.7370813397129187,
+      "eval_f1_neutral": 0.8496555576242785,
+      "eval_f1_sadness": 0.6629986244841817,
+      "eval_f1_surprise": 0.431349440188568,
+      "eval_loss": 0.6648654341697693,
+      "eval_micro_f1": 0.7543330087633885,
+      "eval_prec": 0.6216330895487993,
+      "eval_prec_anger": 0.6054945054945055,
+      "eval_prec_disgust": 0.4449438202247191,
+      "eval_prec_fear": 0.6194029850746269,
+      "eval_prec_joy": 0.7496350364963503,
+      "eval_prec_neutral": 0.842596011816839,
+      "eval_prec_sadness": 0.6893592677345538,
+      "eval_prec_surprise": 0.4,
+      "eval_recall": 0.6171055294678581,
+      "eval_recall_anger": 0.6095132743362832,
+      "eval_recall_disgust": 0.41422594142259417,
+      "eval_recall_fear": 0.6076134699853587,
+      "eval_recall_joy": 0.7249411764705882,
+      "eval_recall_neutral": 0.8568343972962824,
+      "eval_recall_sadness": 0.6385797562268151,
+      "eval_recall_surprise": 0.4680306905370844,
+      "eval_runtime": 46.1374,
+      "eval_samples_per_second": 445.192,
+      "eval_steps_per_second": 13.915,
+      "step": 17580
+    },
+    {
+      "epoch": 12.2,
+      "learning_rate": 0.0004108855757140291,
+      "loss": 0.5841,
+      "step": 17873
+    },
+    {
+      "epoch": 12.4,
+      "learning_rate": 0.0004003592599245554,
+      "loss": 0.5891,
+      "step": 18166
+    },
+    {
+      "epoch": 12.6,
+      "learning_rate": 0.00038983294413508175,
+      "loss": 0.5867,
+      "step": 18459
+    },
+    {
+      "epoch": 12.8,
+      "learning_rate": 0.000379306628345608,
+      "loss": 0.5906,
+      "step": 18752
+    },
+    {
+      "epoch": 13.0,
+      "learning_rate": 0.0003687803125561344,
+      "loss": 0.5868,
+      "step": 19045
+    },
+    {
+      "epoch": 13.0,
+      "eval_accuracy": 0.7583739045764363,
+      "eval_b_acc": 0.6026010025373034,
+      "eval_f1": 0.6223744496289562,
+      "eval_f1_anger": 0.6024734982332155,
+      "eval_f1_disgust": 0.44166666666666665,
+      "eval_f1_fear": 0.6313213703099511,
+      "eval_f1_joy": 0.735365152386429,
+      "eval_f1_neutral": 0.8496863696717184,
+      "eval_f1_sadness": 0.6641961231470923,
+      "eval_f1_surprise": 0.43191196698762035,
+      "eval_loss": 0.6679861545562744,
+      "eval_micro_f1": 0.7583739045764363,
+      "eval_prec": 0.64731907895135,
+      "eval_prec_anger": 0.6442065491183879,
+      "eval_prec_disgust": 0.43983402489626555,
+      "eval_prec_fear": 0.712707182320442,
+      "eval_prec_joy": 0.7192350956130483,
+      "eval_prec_neutral": 0.8292966306193583,
+      "eval_prec_sadness": 0.7186921653300432,
+      "eval_prec_surprise": 0.46726190476190477,
+      "eval_recall": 0.6026010025373034,
+      "eval_recall_anger": 0.5658185840707964,
+      "eval_recall_disgust": 0.4435146443514644,
+      "eval_recall_fear": 0.5666178623718887,
+      "eval_recall_joy": 0.7522352941176471,
+      "eval_recall_neutral": 0.8711040180247841,
+      "eval_recall_sadness": 0.6173820879703232,
+      "eval_recall_surprise": 0.40153452685422,
+      "eval_runtime": 46.0652,
+      "eval_samples_per_second": 445.89,
+      "eval_steps_per_second": 13.937,
+      "step": 19045
+    },
+    {
+      "epoch": 13.2,
+      "learning_rate": 0.0003582539967666607,
+      "loss": 0.5689,
+      "step": 19338
+    },
+    {
+      "epoch": 13.4,
+      "learning_rate": 0.000347727680977187,
+      "loss": 0.5716,
+      "step": 19631
+    },
+    {
+      "epoch": 13.6,
+      "learning_rate": 0.0003372372911801689,
+      "loss": 0.5675,
+      "step": 19924
+    },
+    {
+      "epoch": 13.8,
+      "learning_rate": 0.00032674690138315073,
+      "loss": 0.5758,
+      "step": 20217
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 0.00031622058559367704,
+      "loss": 0.5747,
+      "step": 20510
+    },
+    {
+      "epoch": 14.0,
+      "eval_accuracy": 0.755111976630964,
+      "eval_b_acc": 0.6048530634576196,
+      "eval_f1": 0.6154691317356998,
+      "eval_f1_anger": 0.6074639062925634,
+      "eval_f1_disgust": 0.4108352144469526,
+      "eval_f1_fear": 0.607483492296405,
+      "eval_f1_joy": 0.7358854935817335,
+      "eval_f1_neutral": 0.8482922954725973,
+      "eval_f1_sadness": 0.6642149929278642,
+      "eval_f1_surprise": 0.43410852713178294,
+      "eval_loss": 0.6692087054252625,
+      "eval_micro_f1": 0.755111976630964,
+      "eval_prec": 0.6292971112960697,
+      "eval_prec_anger": 0.5984970477724101,
+      "eval_prec_disgust": 0.44607843137254904,
+      "eval_prec_fear": 0.6088235294117647,
+      "eval_prec_joy": 0.711399077531298,
+      "eval_prec_neutral": 0.8443865686912845,
+      "eval_prec_sadness": 0.712378640776699,
+      "eval_prec_surprise": 0.4835164835164835,
+      "eval_recall": 0.6048530634576196,
+      "eval_recall_anger": 0.6167035398230089,
       "eval_recall_disgust": 0.3807531380753138,
-      "eval_recall_fear": 0.5900439238653001,
-      "eval_recall_joy": 0.7607058823529412,
-      "eval_recall_neutral": 0.8550506947052197,
-      "eval_recall_sadness": 0.6608373078961314,
-      "eval_recall_surprise": 0.391304347826087,
-      "eval_runtime": 53.2844,
-      "eval_samples_per_second": 385.479,
-      "eval_steps_per_second": 24.097,
-      "step": 18683
+      "eval_recall_fear": 0.6061493411420205,
+      "eval_recall_joy": 0.7621176470588236,
+      "eval_recall_neutral": 0.8522343221930154,
+      "eval_recall_sadness": 0.6221515633280339,
+      "eval_recall_surprise": 0.3938618925831202,
+      "eval_runtime": 46.1819,
+      "eval_samples_per_second": 444.763,
+      "eval_steps_per_second": 13.902,
+      "step": 20510
     },
     {
-      "epoch": 12.76,
-      "learning_rate": 0.0001573577313661621,
-      "loss": 0.5457,
-      "step": 18700
+      "epoch": 14.2,
+      "learning_rate": 0.00030569426980420336,
+      "loss": 0.5521,
+      "step": 20803
     },
     {
-      "epoch": 12.91,
-      "learning_rate": 0.00014681931404483616,
-      "loss": 0.5445,
-      "step": 18920
+      "epoch": 14.4,
+      "learning_rate": 0.00029516795401472967,
+      "loss": 0.55,
+      "step": 21096
     },
     {
-      "epoch": 13.06,
-      "learning_rate": 0.0001363287986204254,
-      "loss": 0.5323,
-      "step": 19140
+      "epoch": 14.6,
+      "learning_rate": 0.000284641638225256,
+      "loss": 0.5572,
+      "step": 21389
     },
     {
-      "epoch": 13.21,
-      "learning_rate": 0.00012579038129909945,
-      "loss": 0.5214,
-      "step": 19360
+      "epoch": 14.8,
+      "learning_rate": 0.0002741153224357823,
+      "loss": 0.5615,
+      "step": 21682
     },
     {
-      "epoch": 13.36,
-      "learning_rate": 0.00011525196397777351,
-      "loss": 0.5312,
-      "step": 19580
-    },
-    {
-      "epoch": 13.5,
-      "eval_accuracy": 0.7594449853943525,
-      "eval_b_acc": 0.6161690104230055,
-      "eval_f1": 0.62474808335526,
-      "eval_f1_anger": 0.6223776223776223,
-      "eval_f1_disgust": 0.4353448275862069,
-      "eval_f1_fear": 0.6165413533834586,
-      "eval_f1_joy": 0.742164744261913,
-      "eval_f1_neutral": 0.8496567185091775,
-      "eval_f1_sadness": 0.6675588865096359,
-      "eval_f1_surprise": 0.4395924308588064,
-      "eval_loss": 0.6776713132858276,
-      "eval_micro_f1": 0.7594449853943525,
-      "eval_prec": 0.636197719648956,
-      "eval_prec_anger": 0.6057591623036649,
-      "eval_prec_disgust": 0.4488888888888889,
-      "eval_prec_fear": 0.633693972179289,
-      "eval_prec_joy": 0.7350565428109854,
-      "eval_prec_neutral": 0.8454317315735663,
-      "eval_prec_sadness": 0.6744186046511628,
-      "eval_prec_surprise": 0.5101351351351351,
-      "eval_recall": 0.6161690104230055,
-      "eval_recall_anger": 0.639933628318584,
-      "eval_recall_disgust": 0.4225941422594142,
-      "eval_recall_fear": 0.6002928257686676,
-      "eval_recall_joy": 0.7494117647058823,
-      "eval_recall_neutral": 0.8539241457003379,
-      "eval_recall_sadness": 0.6608373078961314,
-      "eval_recall_surprise": 0.38618925831202044,
-      "eval_runtime": 52.4495,
-      "eval_samples_per_second": 391.615,
-      "eval_steps_per_second": 24.481,
-      "step": 19782
-    },
-    {
-      "epoch": 13.51,
-      "learning_rate": 0.00010471354665644759,
-      "loss": 0.5261,
-      "step": 19800
-    },
-    {
-      "epoch": 13.66,
-      "learning_rate": 9.417512933512167e-05,
-      "loss": 0.5282,
-      "step": 20020
-    },
-    {
-      "epoch": 13.81,
-      "learning_rate": 8.363671201379575e-05,
-      "loss": 0.5201,
-      "step": 20240
-    },
-    {
-      "epoch": 13.96,
-      "learning_rate": 7.309829469246983e-05,
-      "loss": 0.5292,
-      "step": 20460
-    },
-    {
-      "epoch": 14.11,
-      "learning_rate": 6.25598773711439e-05,
-      "loss": 0.512,
-      "step": 20680
-    },
-    {
-      "epoch": 14.25,
-      "eval_accuracy": 0.7568646543330088,
-      "eval_b_acc": 0.6172231293216093,
-      "eval_f1": 0.6274045304621182,
-      "eval_f1_anger": 0.6168593177332957,
-      "eval_f1_disgust": 0.44719101123595506,
-      "eval_f1_fear": 0.621580547112462,
-      "eval_f1_joy": 0.7408979227161047,
-      "eval_f1_neutral": 0.8446776328228398,
-      "eval_f1_sadness": 0.6684141546526867,
-      "eval_f1_surprise": 0.4522111269614835,
-      "eval_loss": 0.6823310852050781,
-      "eval_micro_f1": 0.7568646543330088,
-      "eval_prec": 0.6409438141857619,
-      "eval_prec_anger": 0.6290971822886716,
-      "eval_prec_disgust": 0.4830097087378641,
-      "eval_prec_fear": 0.6461295418641391,
-      "eval_prec_joy": 0.7051445578231292,
-      "eval_prec_neutral": 0.8506283320639756,
-      "eval_prec_sadness": 0.6613070539419087,
-      "eval_prec_surprise": 0.5112903225806451,
-      "eval_recall": 0.6172231293216093,
-      "eval_recall_anger": 0.6050884955752213,
-      "eval_recall_disgust": 0.41631799163179917,
-      "eval_recall_fear": 0.5988286969253295,
-      "eval_recall_joy": 0.7804705882352941,
-      "eval_recall_neutral": 0.838809613218175,
-      "eval_recall_sadness": 0.6756756756756757,
-      "eval_recall_surprise": 0.4053708439897698,
-      "eval_runtime": 53.2289,
-      "eval_samples_per_second": 385.881,
-      "eval_steps_per_second": 24.122,
-      "step": 20881
-    },
-    {
-      "epoch": 14.26,
-      "learning_rate": 5.202146004981798e-05,
-      "loss": 0.5179,
-      "step": 20900
-    },
-    {
-      "epoch": 14.41,
-      "learning_rate": 4.148304272849205e-05,
-      "loss": 0.5085,
-      "step": 21120
-    },
-    {
-      "epoch": 14.56,
-      "learning_rate": 3.099252730408124e-05,
-      "loss": 0.5083,
-      "step": 21340
-    },
-    {
-      "epoch": 14.71,
-      "learning_rate": 2.0454109982755316e-05,
-      "loss": 0.5121,
-      "step": 21560
-    },
-    {
-      "epoch": 14.86,
-      "learning_rate": 9.915692661429392e-06,
-      "loss": 0.5026,
-      "step": 21780
+      "epoch": 15.0,
+      "learning_rate": 0.00026358900664630856,
+      "loss": 0.5632,
+      "step": 21975
     },
     {
       "epoch": 15.0,
-      "step": 21975,
-      "total_flos": 6.592350719428977e+17,
-      "train_loss": 0.6400373776102771,
-      "train_runtime": 15988.8097,
-      "train_samples_per_second": 175.927,
-      "train_steps_per_second": 1.374
+      "eval_accuracy": 0.7550632911392405,
+      "eval_b_acc": 0.6104260663388762,
+      "eval_f1": 0.6185386561537733,
+      "eval_f1_anger": 0.6062717770034843,
+      "eval_f1_disgust": 0.4662349676225717,
+      "eval_f1_fear": 0.5972434915773354,
+      "eval_f1_joy": 0.7371225577264653,
+      "eval_f1_neutral": 0.8455345440928667,
+      "eval_f1_sadness": 0.669596264762428,
+      "eval_f1_surprise": 0.4077669902912621,
+      "eval_loss": 0.6762722134590149,
+      "eval_micro_f1": 0.7550632911392405,
+      "eval_prec": 0.6390061654621464,
+      "eval_prec_anger": 0.6381418092909535,
+      "eval_prec_disgust": 0.417910447761194,
+      "eval_prec_fear": 0.6260032102728732,
+      "eval_prec_joy": 0.6977721731820092,
+      "eval_prec_neutral": 0.8431665421956684,
+      "eval_prec_sadness": 0.6949828962371721,
+      "eval_prec_surprise": 0.5550660792951542,
+      "eval_recall": 0.6104260663388762,
+      "eval_recall_anger": 0.577433628318584,
+      "eval_recall_disgust": 0.5271966527196653,
+      "eval_recall_fear": 0.5710102489019033,
+      "eval_recall_joy": 0.7811764705882352,
+      "eval_recall_neutral": 0.8479158843409689,
+      "eval_recall_sadness": 0.6459989401165872,
+      "eval_recall_surprise": 0.32225063938618925,
+      "eval_runtime": 46.0659,
+      "eval_samples_per_second": 445.883,
+      "eval_steps_per_second": 13.937,
+      "step": 21975
+    },
+    {
+      "epoch": 15.2,
+      "learning_rate": 0.0002530626908568349,
+      "loss": 0.5379,
+      "step": 22268
+    },
+    {
+      "epoch": 15.4,
+      "learning_rate": 0.00024253637506736124,
+      "loss": 0.5403,
+      "step": 22561
+    },
+    {
+      "epoch": 15.6,
+      "learning_rate": 0.00023201005927788758,
+      "loss": 0.5446,
+      "step": 22854
+    },
+    {
+      "epoch": 15.8,
+      "learning_rate": 0.00022148374348841387,
+      "loss": 0.5467,
+      "step": 23147
+    },
+    {
+      "epoch": 16.0,
+      "learning_rate": 0.00021095742769894018,
+      "loss": 0.546,
+      "step": 23440
+    },
+    {
+      "epoch": 16.0,
+      "eval_accuracy": 0.7537000973709834,
+      "eval_b_acc": 0.6088681990875895,
+      "eval_f1": 0.6204872320296809,
+      "eval_f1_anger": 0.6185002736726875,
+      "eval_f1_disgust": 0.41638225255972694,
+      "eval_f1_fear": 0.6321401370906321,
+      "eval_f1_joy": 0.7359859309738404,
+      "eval_f1_neutral": 0.8420753645142964,
+      "eval_f1_sadness": 0.6701657458563536,
+      "eval_f1_surprise": 0.4281609195402299,
+      "eval_loss": 0.6880349516868591,
+      "eval_micro_f1": 0.7537000973709834,
+      "eval_prec": 0.6365138577031803,
+      "eval_prec_anger": 0.6121343445287107,
+      "eval_prec_disgust": 0.456359102244389,
+      "eval_prec_fear": 0.6587301587301587,
+      "eval_prec_joy": 0.6905940594059405,
+      "eval_prec_neutral": 0.8493124522536287,
+      "eval_prec_sadness": 0.6999422965954991,
+      "eval_prec_surprise": 0.4885245901639344,
+      "eval_recall": 0.6088681990875895,
+      "eval_recall_anger": 0.625,
+      "eval_recall_disgust": 0.38284518828451886,
+      "eval_recall_fear": 0.6076134699853587,
+      "eval_recall_joy": 0.7877647058823529,
+      "eval_recall_neutral": 0.8349605707848291,
+      "eval_recall_sadness": 0.6428192898781134,
+      "eval_recall_surprise": 0.38107416879795397,
+      "eval_runtime": 46.5188,
+      "eval_samples_per_second": 441.542,
+      "eval_steps_per_second": 13.801,
+      "step": 23440
+    },
+    {
+      "epoch": 16.2,
+      "learning_rate": 0.0002004311119094665,
+      "loss": 0.5239,
+      "step": 23733
+    },
+    {
+      "epoch": 16.4,
+      "learning_rate": 0.0001899047961199928,
+      "loss": 0.5223,
+      "step": 24026
+    },
+    {
+      "epoch": 16.6,
+      "learning_rate": 0.00017941440632297467,
+      "loss": 0.5312,
+      "step": 24319
+    },
+    {
+      "epoch": 16.8,
+      "learning_rate": 0.00016888809053350098,
+      "loss": 0.5308,
+      "step": 24612
+    },
+    {
+      "epoch": 17.0,
+      "learning_rate": 0.0001583617747440273,
+      "loss": 0.5354,
+      "step": 24905
+    },
+    {
+      "epoch": 17.0,
+      "eval_accuracy": 0.7544790652385589,
+      "eval_b_acc": 0.6097199422404823,
+      "eval_f1": 0.6222181238744549,
+      "eval_f1_anger": 0.6241173275393808,
+      "eval_f1_disgust": 0.42105263157894735,
+      "eval_f1_fear": 0.632506004803843,
+      "eval_f1_joy": 0.7375304810463312,
+      "eval_f1_neutral": 0.8440314781454441,
+      "eval_f1_sadness": 0.663218077865505,
+      "eval_f1_surprise": 0.4330708661417323,
+      "eval_loss": 0.6822559833526611,
+      "eval_micro_f1": 0.7544790652385589,
+      "eval_prec": 0.6398646312953825,
+      "eval_prec_anger": 0.6131270010672358,
+      "eval_prec_disgust": 0.49162011173184356,
+      "eval_prec_fear": 0.6978798586572438,
+      "eval_prec_joy": 0.6971919530595139,
+      "eval_prec_neutral": 0.8525186745834131,
+      "eval_prec_sadness": 0.6819708846584547,
+      "eval_prec_surprise": 0.444743935309973,
+      "eval_recall": 0.6097199422404823,
+      "eval_recall_anger": 0.6355088495575221,
+      "eval_recall_disgust": 0.3682008368200837,
+      "eval_recall_fear": 0.5783308931185944,
+      "eval_recall_joy": 0.7828235294117647,
+      "eval_recall_neutral": 0.8357116034547503,
+      "eval_recall_sadness": 0.6454689984101749,
+      "eval_recall_surprise": 0.4219948849104859,
+      "eval_runtime": 46.2493,
+      "eval_samples_per_second": 444.115,
+      "eval_steps_per_second": 13.881,
+      "step": 24905
+    },
+    {
+      "epoch": 17.2,
+      "learning_rate": 0.0001478354589545536,
+      "loss": 0.5058,
+      "step": 25198
+    },
+    {
+      "epoch": 17.4,
+      "learning_rate": 0.00013730914316507995,
+      "loss": 0.5182,
+      "step": 25491
+    },
+    {
+      "epoch": 17.6,
+      "learning_rate": 0.00012678282737560627,
+      "loss": 0.5132,
+      "step": 25784
+    },
+    {
+      "epoch": 17.8,
+      "learning_rate": 0.00011629243757858811,
+      "loss": 0.5169,
+      "step": 26077
+    },
+    {
+      "epoch": 18.0,
+      "learning_rate": 0.00010576612178911443,
+      "loss": 0.5103,
+      "step": 26370
+    },
+    {
+      "epoch": 18.0,
+      "eval_accuracy": 0.7581304771178189,
+      "eval_b_acc": 0.6039152175326364,
+      "eval_f1": 0.6206372407316966,
+      "eval_f1_anger": 0.624553694040099,
+      "eval_f1_disgust": 0.4259259259259259,
+      "eval_f1_fear": 0.6247049567269867,
+      "eval_f1_joy": 0.7396948303347757,
+      "eval_f1_neutral": 0.8471082089552239,
+      "eval_f1_sadness": 0.6643598615916955,
+      "eval_f1_surprise": 0.41811320754716985,
+      "eval_loss": 0.6852018237113953,
+      "eval_micro_f1": 0.758130477117819,
+      "eval_prec": 0.6440153151637059,
+      "eval_prec_anger": 0.6202945990180033,
+      "eval_prec_disgust": 0.47668393782383417,
+      "eval_prec_fear": 0.6751700680272109,
+      "eval_prec_joy": 0.7166813768755517,
+      "eval_prec_neutral": 0.8417686318131257,
+      "eval_prec_sadness": 0.667379679144385,
+      "eval_prec_surprise": 0.5101289134438306,
+      "eval_recall": 0.6039152175326364,
+      "eval_recall_anger": 0.6288716814159292,
+      "eval_recall_disgust": 0.38493723849372385,
+      "eval_recall_fear": 0.5812591508052709,
+      "eval_recall_joy": 0.764235294117647,
+      "eval_recall_neutral": 0.8525159594442359,
+      "eval_recall_sadness": 0.6613672496025437,
+      "eval_recall_surprise": 0.35421994884910485,
+      "eval_runtime": 46.0432,
+      "eval_samples_per_second": 446.103,
+      "eval_steps_per_second": 13.943,
+      "step": 26370
+    },
+    {
+      "epoch": 18.2,
+      "learning_rate": 9.523980599964074e-05,
+      "loss": 0.5041,
+      "step": 26663
+    },
+    {
+      "epoch": 18.4,
+      "learning_rate": 8.471349021016706e-05,
+      "loss": 0.5066,
+      "step": 26956
+    },
+    {
+      "epoch": 18.6,
+      "learning_rate": 7.418717442069338e-05,
+      "loss": 0.5007,
+      "step": 27249
+    },
+    {
+      "epoch": 18.8,
+      "learning_rate": 6.369678462367523e-05,
+      "loss": 0.4965,
+      "step": 27542
+    },
+    {
+      "epoch": 19.0,
+      "learning_rate": 5.3170468834201544e-05,
+      "loss": 0.4972,
+      "step": 27835
+    },
+    {
+      "epoch": 19.0,
+      "eval_accuracy": 0.7535053554040896,
+      "eval_b_acc": 0.6039050483043659,
+      "eval_f1": 0.6162485458896193,
+      "eval_f1_anger": 0.6241059602649006,
+      "eval_f1_disgust": 0.41258741258741255,
+      "eval_f1_fear": 0.6275430359937403,
+      "eval_f1_joy": 0.7361095521382872,
+      "eval_f1_neutral": 0.8437618147448016,
+      "eval_f1_sadness": 0.6601011445302103,
+      "eval_f1_surprise": 0.4095309009679821,
+      "eval_loss": 0.6947867274284363,
+      "eval_micro_f1": 0.7535053554040896,
+      "eval_prec": 0.635037226488908,
+      "eval_prec_anger": 0.5988815455007626,
+      "eval_prec_disgust": 0.46578947368421053,
+      "eval_prec_fear": 0.6739495798319328,
+      "eval_prec_joy": 0.7037990985189955,
+      "eval_prec_neutral": 0.849543205177008,
+      "eval_prec_sadness": 0.6631016042780749,
+      "eval_prec_surprise": 0.49019607843137253,
+      "eval_recall": 0.6039050483043659,
+      "eval_recall_anger": 0.6515486725663717,
+      "eval_recall_disgust": 0.3702928870292887,
+      "eval_recall_fear": 0.5871156661786238,
+      "eval_recall_joy": 0.7715294117647059,
+      "eval_recall_neutral": 0.8380585805482539,
+      "eval_recall_sadness": 0.6571277159512454,
+      "eval_recall_surprise": 0.3516624040920716,
+      "eval_runtime": 46.2834,
+      "eval_samples_per_second": 443.788,
+      "eval_steps_per_second": 13.871,
+      "step": 27835
+    },
+    {
+      "epoch": 19.2,
+      "learning_rate": 4.264415304472786e-05,
+      "loss": 0.4927,
+      "step": 28128
+    },
+    {
+      "epoch": 19.4,
+      "learning_rate": 3.211783725525418e-05,
+      "loss": 0.4867,
+      "step": 28421
+    },
+    {
+      "epoch": 19.6,
+      "learning_rate": 2.1591521465780493e-05,
+      "loss": 0.4917,
+      "step": 28714
+    },
+    {
+      "epoch": 19.8,
+      "learning_rate": 1.1065205676306808e-05,
+      "loss": 0.4916,
+      "step": 29007
+    },
+    {
+      "epoch": 20.0,
+      "learning_rate": 5.388898868331237e-07,
+      "loss": 0.4801,
+      "step": 29300
+    },
+    {
+      "epoch": 20.0,
+      "eval_accuracy": 0.7549172346640701,
+      "eval_b_acc": 0.6105911461962804,
+      "eval_f1": 0.6198802361438264,
+      "eval_f1_anger": 0.6221737946063742,
+      "eval_f1_disgust": 0.42093784078516905,
+      "eval_f1_fear": 0.6232558139534883,
+      "eval_f1_joy": 0.7376322074377345,
+      "eval_f1_neutral": 0.8454656747339674,
+      "eval_f1_sadness": 0.6622481442205725,
+      "eval_f1_surprise": 0.4274481772694782,
+      "eval_loss": 0.6945263743400574,
+      "eval_micro_f1": 0.7549172346640701,
+      "eval_prec": 0.6320068488618952,
+      "eval_prec_anger": 0.6129898013955984,
+      "eval_prec_disgust": 0.4396355353075171,
+      "eval_prec_fear": 0.6622734761120264,
+      "eval_prec_joy": 0.713845476557341,
+      "eval_prec_neutral": 0.8481012658227848,
+      "eval_prec_sadness": 0.6625994694960212,
+      "eval_prec_surprise": 0.4846029173419773,
+      "eval_recall": 0.6105911461962804,
+      "eval_recall_anger": 0.6316371681415929,
+      "eval_recall_disgust": 0.40376569037656906,
+      "eval_recall_fear": 0.5885797950219619,
+      "eval_recall_joy": 0.7630588235294118,
+      "eval_recall_neutral": 0.8428464138190012,
+      "eval_recall_sadness": 0.661897191308956,
+      "eval_recall_surprise": 0.38235294117647056,
+      "eval_runtime": 46.1785,
+      "eval_samples_per_second": 444.796,
+      "eval_steps_per_second": 13.903,
+      "step": 29300
+    },
+    {
+      "epoch": 20.0,
+      "step": 29300,
+      "total_flos": 8.789779081685053e+17,
+      "train_loss": 0.6315777759747294,
+      "train_runtime": 20512.0097,
+      "train_samples_per_second": 182.843,
+      "train_steps_per_second": 1.428
     }
   ],
-  "max_steps": 21975,
-  "num_train_epochs": 15,
-  "total_flos": 6.592350719428977e+17,
+  "max_steps": 29300,
+  "num_train_epochs": 20,
+  "total_flos": 8.789779081685053e+17,
   "trial_name": null,
   "trial_params": null
 }