Action_agent / trainer_state.json
Raihan004's picture
🍻 cheers
3193dce verified
{
"best_metric": 0.9961777329444885,
"best_model_checkpoint": "Action_agent/checkpoint-1300",
"epoch": 10.0,
"eval_steps": 100,
"global_step": 1340,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.11,
"grad_norm": 1.2644492387771606,
"learning_rate": 9.888059701492538e-06,
"loss": 2.3069,
"step": 15
},
{
"epoch": 0.22,
"grad_norm": 1.0855854749679565,
"learning_rate": 9.776119402985076e-06,
"loss": 2.2883,
"step": 30
},
{
"epoch": 0.34,
"grad_norm": 1.0014735460281372,
"learning_rate": 9.664179104477612e-06,
"loss": 2.2674,
"step": 45
},
{
"epoch": 0.45,
"grad_norm": 1.1784591674804688,
"learning_rate": 9.552238805970149e-06,
"loss": 2.2511,
"step": 60
},
{
"epoch": 0.56,
"grad_norm": 1.3332306146621704,
"learning_rate": 9.440298507462688e-06,
"loss": 2.2346,
"step": 75
},
{
"epoch": 0.67,
"grad_norm": 1.2581124305725098,
"learning_rate": 9.328358208955226e-06,
"loss": 2.1982,
"step": 90
},
{
"epoch": 0.75,
"eval_accuracy": 0.4850615114235501,
"eval_classification_report": " precision recall f1-score support\n\n 0 0.3333 0.0385 0.0690 52\n 1 0.6420 0.8667 0.7376 60\n 2 0.3261 0.2941 0.3093 51\n 3 0.6667 0.2182 0.3288 55\n 4 0.4839 0.5357 0.5085 56\n 5 0.6667 0.2857 0.4000 56\n 6 0.5000 0.4286 0.4615 63\n 7 0.4060 0.9643 0.5714 56\n 8 0.4559 0.5167 0.4844 60\n 9 0.4805 0.6167 0.5401 60\n\n accuracy 0.4851 569\n macro avg 0.4961 0.4765 0.4411 569\nweighted avg 0.4991 0.4851 0.4484 569\n",
"eval_confusion_matrix": [
[
2,
3,
2,
1,
3,
1,
7,
15,
10,
8
],
[
1,
52,
0,
0,
2,
0,
0,
2,
2,
1
],
[
1,
0,
15,
0,
5,
0,
3,
23,
3,
1
],
[
2,
1,
8,
12,
5,
0,
6,
6,
1,
14
],
[
0,
2,
9,
1,
30,
2,
2,
3,
2,
5
],
[
0,
2,
6,
2,
5,
16,
2,
16,
4,
3
],
[
0,
7,
0,
1,
5,
2,
27,
1,
12,
8
],
[
0,
0,
1,
0,
0,
0,
1,
54,
0,
0
],
[
0,
11,
1,
0,
3,
2,
5,
7,
31,
0
],
[
0,
3,
4,
1,
4,
1,
1,
6,
3,
37
]
],
"eval_loss": 2.158277988433838,
"eval_runtime": 14.259,
"eval_samples_per_second": 39.905,
"eval_steps_per_second": 5.049,
"step": 100
},
{
"epoch": 0.78,
"grad_norm": 1.18204927444458,
"learning_rate": 9.216417910447763e-06,
"loss": 2.1795,
"step": 105
},
{
"epoch": 0.9,
"grad_norm": 1.2949470281600952,
"learning_rate": 9.104477611940299e-06,
"loss": 2.1617,
"step": 120
},
{
"epoch": 1.01,
"grad_norm": 1.331998586654663,
"learning_rate": 8.992537313432836e-06,
"loss": 2.1171,
"step": 135
},
{
"epoch": 1.12,
"grad_norm": 1.3272285461425781,
"learning_rate": 8.880597014925374e-06,
"loss": 2.1022,
"step": 150
},
{
"epoch": 1.23,
"grad_norm": 1.6193878650665283,
"learning_rate": 8.768656716417911e-06,
"loss": 2.0411,
"step": 165
},
{
"epoch": 1.34,
"grad_norm": 1.4247101545333862,
"learning_rate": 8.656716417910447e-06,
"loss": 1.9998,
"step": 180
},
{
"epoch": 1.46,
"grad_norm": 1.438057541847229,
"learning_rate": 8.544776119402986e-06,
"loss": 1.988,
"step": 195
},
{
"epoch": 1.49,
"eval_accuracy": 0.6256590509666081,
"eval_classification_report": " precision recall f1-score support\n\n 0 0.5789 0.2115 0.3099 52\n 1 0.6667 0.9667 0.7891 60\n 2 0.4524 0.3725 0.4086 51\n 3 0.8000 0.2909 0.4267 55\n 4 0.6494 0.8929 0.7519 56\n 5 0.8621 0.4464 0.5882 56\n 6 0.6909 0.6032 0.6441 63\n 7 0.4701 0.9821 0.6358 56\n 8 0.7234 0.5667 0.6355 60\n 9 0.6579 0.8333 0.7353 60\n\n accuracy 0.6257 569\n macro avg 0.6552 0.6166 0.5925 569\nweighted avg 0.6583 0.6257 0.5997 569\n",
"eval_confusion_matrix": [
[
11,
6,
2,
0,
7,
1,
3,
10,
7,
5
],
[
0,
58,
0,
0,
1,
0,
0,
0,
1,
0
],
[
1,
1,
19,
0,
4,
1,
1,
24,
0,
0
],
[
1,
1,
5,
16,
3,
0,
6,
7,
0,
16
],
[
1,
1,
1,
0,
50,
0,
2,
0,
0,
1
],
[
1,
0,
11,
0,
6,
25,
0,
11,
0,
2
],
[
2,
8,
1,
1,
3,
1,
38,
2,
5,
2
],
[
0,
0,
1,
0,
0,
0,
0,
55,
0,
0
],
[
1,
12,
0,
0,
1,
1,
5,
6,
34,
0
],
[
1,
0,
2,
3,
2,
0,
0,
2,
0,
50
]
],
"eval_loss": 1.9349839687347412,
"eval_runtime": 7.8827,
"eval_samples_per_second": 72.184,
"eval_steps_per_second": 9.134,
"step": 200
},
{
"epoch": 1.57,
"grad_norm": 1.5711833238601685,
"learning_rate": 8.432835820895524e-06,
"loss": 1.9794,
"step": 210
},
{
"epoch": 1.68,
"grad_norm": 1.5019315481185913,
"learning_rate": 8.320895522388061e-06,
"loss": 1.9272,
"step": 225
},
{
"epoch": 1.79,
"grad_norm": 1.6470316648483276,
"learning_rate": 8.208955223880599e-06,
"loss": 1.8712,
"step": 240
},
{
"epoch": 1.9,
"grad_norm": 1.5267831087112427,
"learning_rate": 8.097014925373135e-06,
"loss": 1.8437,
"step": 255
},
{
"epoch": 2.01,
"grad_norm": 1.6073447465896606,
"learning_rate": 7.985074626865672e-06,
"loss": 1.8157,
"step": 270
},
{
"epoch": 2.13,
"grad_norm": 1.7841838598251343,
"learning_rate": 7.87313432835821e-06,
"loss": 1.7875,
"step": 285
},
{
"epoch": 2.24,
"grad_norm": 2.123765707015991,
"learning_rate": 7.761194029850747e-06,
"loss": 1.7347,
"step": 300
},
{
"epoch": 2.24,
"eval_accuracy": 0.7223198594024605,
"eval_classification_report": " precision recall f1-score support\n\n 0 0.6087 0.5385 0.5714 52\n 1 0.7160 0.9667 0.8227 60\n 2 0.6667 0.5490 0.6022 51\n 3 0.8788 0.5273 0.6591 55\n 4 0.8167 0.8750 0.8448 56\n 5 0.9459 0.6250 0.7527 56\n 6 0.7600 0.6032 0.6726 63\n 7 0.6437 1.0000 0.7832 56\n 8 0.6731 0.5833 0.6250 60\n 9 0.6790 0.9167 0.7801 60\n\n accuracy 0.7223 569\n macro avg 0.7389 0.7185 0.7114 569\nweighted avg 0.7394 0.7223 0.7136 569\n",
"eval_confusion_matrix": [
[
28,
4,
2,
1,
4,
1,
1,
1,
6,
4
],
[
0,
58,
0,
0,
0,
0,
1,
0,
1,
0
],
[
3,
0,
28,
0,
1,
1,
1,
16,
0,
1
],
[
2,
2,
2,
29,
1,
0,
2,
2,
0,
15
],
[
2,
1,
1,
0,
49,
0,
1,
0,
0,
2
],
[
1,
0,
6,
0,
3,
35,
1,
8,
0,
2
],
[
4,
5,
1,
1,
1,
0,
38,
1,
10,
2
],
[
0,
0,
0,
0,
0,
0,
0,
56,
0,
0
],
[
6,
11,
0,
0,
1,
0,
5,
2,
35,
0
],
[
0,
0,
2,
2,
0,
0,
0,
1,
0,
55
]
],
"eval_loss": 1.693671464920044,
"eval_runtime": 7.858,
"eval_samples_per_second": 72.411,
"eval_steps_per_second": 9.163,
"step": 300
},
{
"epoch": 2.35,
"grad_norm": 1.736540675163269,
"learning_rate": 7.649253731343284e-06,
"loss": 1.6738,
"step": 315
},
{
"epoch": 2.46,
"grad_norm": 1.6560536623001099,
"learning_rate": 7.537313432835821e-06,
"loss": 1.685,
"step": 330
},
{
"epoch": 2.57,
"grad_norm": 1.7724891901016235,
"learning_rate": 7.4253731343283585e-06,
"loss": 1.6482,
"step": 345
},
{
"epoch": 2.69,
"grad_norm": 1.9107571840286255,
"learning_rate": 7.313432835820896e-06,
"loss": 1.6371,
"step": 360
},
{
"epoch": 2.8,
"grad_norm": 1.8733954429626465,
"learning_rate": 7.2014925373134335e-06,
"loss": 1.5774,
"step": 375
},
{
"epoch": 2.91,
"grad_norm": 1.8130593299865723,
"learning_rate": 7.089552238805971e-06,
"loss": 1.5713,
"step": 390
},
{
"epoch": 2.99,
"eval_accuracy": 0.7434094903339191,
"eval_classification_report": " precision recall f1-score support\n\n 0 0.6500 0.5000 0.5652 52\n 1 0.7037 0.9500 0.8085 60\n 2 0.6444 0.5686 0.6042 51\n 3 0.9143 0.5818 0.7111 55\n 4 0.7903 0.8750 0.8305 56\n 5 0.9111 0.7321 0.8119 56\n 6 0.7778 0.6667 0.7179 63\n 7 0.7237 0.9821 0.8333 56\n 8 0.7143 0.5833 0.6422 60\n 9 0.6951 0.9500 0.8028 60\n\n accuracy 0.7434 569\n macro avg 0.7525 0.7390 0.7328 569\nweighted avg 0.7532 0.7434 0.7353 569\n",
"eval_confusion_matrix": [
[
26,
6,
2,
1,
5,
1,
0,
2,
5,
4
],
[
0,
57,
0,
0,
0,
0,
1,
0,
1,
1
],
[
2,
0,
29,
1,
2,
2,
2,
13,
0,
0
],
[
3,
1,
4,
32,
1,
1,
0,
1,
0,
12
],
[
1,
1,
1,
0,
49,
0,
1,
0,
0,
3
],
[
1,
0,
6,
0,
4,
41,
0,
2,
0,
2
],
[
3,
5,
1,
0,
1,
0,
42,
0,
8,
3
],
[
0,
0,
0,
1,
0,
0,
0,
55,
0,
0
],
[
4,
11,
0,
0,
0,
0,
8,
2,
35,
0
],
[
0,
0,
2,
0,
0,
0,
0,
1,
0,
57
]
],
"eval_loss": 1.485671043395996,
"eval_runtime": 8.1555,
"eval_samples_per_second": 69.769,
"eval_steps_per_second": 8.828,
"step": 400
},
{
"epoch": 3.02,
"grad_norm": 1.5968806743621826,
"learning_rate": 6.9776119402985076e-06,
"loss": 1.5017,
"step": 405
},
{
"epoch": 3.13,
"grad_norm": 1.815771460533142,
"learning_rate": 6.865671641791045e-06,
"loss": 1.5338,
"step": 420
},
{
"epoch": 3.25,
"grad_norm": 1.734825849533081,
"learning_rate": 6.7537313432835825e-06,
"loss": 1.4918,
"step": 435
},
{
"epoch": 3.36,
"grad_norm": 2.4256784915924072,
"learning_rate": 6.64179104477612e-06,
"loss": 1.467,
"step": 450
},
{
"epoch": 3.47,
"grad_norm": 2.3504505157470703,
"learning_rate": 6.5298507462686575e-06,
"loss": 1.4156,
"step": 465
},
{
"epoch": 3.58,
"grad_norm": 2.3143842220306396,
"learning_rate": 6.417910447761194e-06,
"loss": 1.4313,
"step": 480
},
{
"epoch": 3.69,
"grad_norm": 2.124675989151001,
"learning_rate": 6.3059701492537316e-06,
"loss": 1.3821,
"step": 495
},
{
"epoch": 3.73,
"eval_accuracy": 0.7574692442882249,
"eval_classification_report": " precision recall f1-score support\n\n 0 0.6818 0.5769 0.6250 52\n 1 0.7600 0.9500 0.8444 60\n 2 0.7143 0.5882 0.6452 51\n 3 0.7500 0.4909 0.5934 55\n 4 0.8750 0.8750 0.8750 56\n 5 0.9167 0.7857 0.8462 56\n 6 0.7778 0.7778 0.7778 63\n 7 0.7465 0.9464 0.8346 56\n 8 0.8095 0.5667 0.6667 60\n 9 0.6304 0.9667 0.7632 60\n\n accuracy 0.7575 569\n macro avg 0.7662 0.7524 0.7471 569\nweighted avg 0.7667 0.7575 0.7498 569\n",
"eval_confusion_matrix": [
[
30,
4,
0,
3,
4,
1,
0,
2,
4,
4
],
[
0,
57,
0,
0,
0,
0,
1,
0,
1,
1
],
[
2,
0,
30,
4,
1,
2,
1,
10,
0,
1
],
[
3,
2,
2,
27,
0,
1,
0,
2,
0,
18
],
[
1,
1,
1,
0,
49,
0,
1,
0,
0,
3
],
[
1,
0,
5,
0,
1,
44,
1,
1,
0,
3
],
[
4,
0,
1,
1,
1,
0,
49,
0,
3,
4
],
[
0,
0,
2,
1,
0,
0,
0,
53,
0,
0
],
[
3,
11,
0,
0,
0,
0,
10,
2,
34,
0
],
[
0,
0,
1,
0,
0,
0,
0,
1,
0,
58
]
],
"eval_loss": 1.347652554512024,
"eval_runtime": 7.8905,
"eval_samples_per_second": 72.112,
"eval_steps_per_second": 9.125,
"step": 500
},
{
"epoch": 3.81,
"grad_norm": 2.028282880783081,
"learning_rate": 6.194029850746269e-06,
"loss": 1.3733,
"step": 510
},
{
"epoch": 3.92,
"grad_norm": 2.1104109287261963,
"learning_rate": 6.0820895522388065e-06,
"loss": 1.3978,
"step": 525
},
{
"epoch": 4.03,
"grad_norm": 2.8287768363952637,
"learning_rate": 5.970149253731343e-06,
"loss": 1.3507,
"step": 540
},
{
"epoch": 4.14,
"grad_norm": 2.149505853652954,
"learning_rate": 5.858208955223881e-06,
"loss": 1.3286,
"step": 555
},
{
"epoch": 4.25,
"grad_norm": 1.904295563697815,
"learning_rate": 5.746268656716418e-06,
"loss": 1.3065,
"step": 570
},
{
"epoch": 4.37,
"grad_norm": 2.056488513946533,
"learning_rate": 5.6343283582089556e-06,
"loss": 1.3238,
"step": 585
},
{
"epoch": 4.48,
"grad_norm": 2.633546829223633,
"learning_rate": 5.522388059701493e-06,
"loss": 1.3065,
"step": 600
},
{
"epoch": 4.48,
"eval_accuracy": 0.7855887521968365,
"eval_classification_report": " precision recall f1-score support\n\n 0 0.7333 0.6346 0.6804 52\n 1 0.7887 0.9333 0.8550 60\n 2 0.8286 0.5686 0.6744 51\n 3 0.7660 0.6545 0.7059 55\n 4 0.8929 0.8929 0.8929 56\n 5 0.8571 0.7500 0.8000 56\n 6 0.8154 0.8413 0.8281 63\n 7 0.7143 0.9821 0.8271 56\n 8 0.8043 0.6167 0.6981 60\n 9 0.7179 0.9333 0.8116 60\n\n accuracy 0.7856 569\n macro avg 0.7919 0.7807 0.7773 569\nweighted avg 0.7918 0.7856 0.7799 569\n",
"eval_confusion_matrix": [
[
33,
4,
0,
1,
3,
1,
0,
2,
4,
4
],
[
0,
56,
0,
0,
0,
0,
1,
0,
2,
1
],
[
1,
0,
29,
5,
1,
2,
1,
12,
0,
0
],
[
2,
1,
1,
36,
0,
3,
0,
2,
0,
10
],
[
1,
1,
1,
1,
50,
0,
0,
0,
0,
2
],
[
1,
0,
4,
1,
1,
42,
1,
4,
0,
2
],
[
3,
0,
0,
0,
1,
0,
53,
0,
3,
3
],
[
0,
0,
0,
1,
0,
0,
0,
55,
0,
0
],
[
4,
9,
0,
0,
0,
0,
9,
1,
37,
0
],
[
0,
0,
0,
2,
0,
1,
0,
1,
0,
56
]
],
"eval_loss": 1.2436854839324951,
"eval_runtime": 7.8957,
"eval_samples_per_second": 72.064,
"eval_steps_per_second": 9.119,
"step": 600
},
{
"epoch": 4.59,
"grad_norm": 2.528501272201538,
"learning_rate": 5.41044776119403e-06,
"loss": 1.2892,
"step": 615
},
{
"epoch": 4.7,
"grad_norm": 1.980857014656067,
"learning_rate": 5.298507462686567e-06,
"loss": 1.261,
"step": 630
},
{
"epoch": 4.81,
"grad_norm": 2.3212943077087402,
"learning_rate": 5.186567164179105e-06,
"loss": 1.2991,
"step": 645
},
{
"epoch": 4.93,
"grad_norm": 2.138998031616211,
"learning_rate": 5.074626865671642e-06,
"loss": 1.271,
"step": 660
},
{
"epoch": 5.04,
"grad_norm": 2.3111581802368164,
"learning_rate": 4.9626865671641796e-06,
"loss": 1.2146,
"step": 675
},
{
"epoch": 5.15,
"grad_norm": 2.4816582202911377,
"learning_rate": 4.850746268656717e-06,
"loss": 1.2329,
"step": 690
},
{
"epoch": 5.22,
"eval_accuracy": 0.7908611599297012,
"eval_classification_report": " precision recall f1-score support\n\n 0 0.7727 0.6538 0.7083 52\n 1 0.7703 0.9500 0.8507 60\n 2 0.7500 0.6471 0.6947 51\n 3 0.7561 0.5636 0.6458 55\n 4 0.8621 0.8929 0.8772 56\n 5 0.8600 0.7679 0.8113 56\n 6 0.8235 0.8889 0.8550 63\n 7 0.8281 0.9464 0.8833 56\n 8 0.8571 0.6000 0.7059 60\n 9 0.6786 0.9500 0.7917 60\n\n accuracy 0.7909 569\n macro avg 0.7959 0.7861 0.7824 569\nweighted avg 0.7963 0.7909 0.7848 569\n",
"eval_confusion_matrix": [
[
34,
4,
0,
1,
3,
1,
0,
1,
4,
4
],
[
0,
57,
0,
0,
0,
0,
1,
0,
1,
1
],
[
1,
0,
33,
5,
1,
3,
1,
7,
0,
0
],
[
3,
1,
1,
31,
1,
2,
0,
1,
0,
15
],
[
1,
1,
1,
1,
50,
0,
0,
0,
0,
2
],
[
1,
0,
7,
1,
2,
43,
0,
0,
0,
2
],
[
2,
0,
0,
0,
1,
0,
56,
0,
1,
3
],
[
0,
0,
2,
1,
0,
0,
0,
53,
0,
0
],
[
2,
11,
0,
0,
0,
0,
10,
1,
36,
0
],
[
0,
0,
0,
1,
0,
1,
0,
1,
0,
57
]
],
"eval_loss": 1.1645153760910034,
"eval_runtime": 7.9519,
"eval_samples_per_second": 71.555,
"eval_steps_per_second": 9.054,
"step": 700
},
{
"epoch": 5.26,
"grad_norm": 2.4168813228607178,
"learning_rate": 4.738805970149254e-06,
"loss": 1.2091,
"step": 705
},
{
"epoch": 5.37,
"grad_norm": 2.246443033218384,
"learning_rate": 4.626865671641791e-06,
"loss": 1.221,
"step": 720
},
{
"epoch": 5.49,
"grad_norm": 2.505394458770752,
"learning_rate": 4.514925373134329e-06,
"loss": 1.2529,
"step": 735
},
{
"epoch": 5.6,
"grad_norm": 2.8784241676330566,
"learning_rate": 4.402985074626866e-06,
"loss": 1.1616,
"step": 750
},
{
"epoch": 5.71,
"grad_norm": 2.4807000160217285,
"learning_rate": 4.2910447761194036e-06,
"loss": 1.1851,
"step": 765
},
{
"epoch": 5.82,
"grad_norm": 2.8072807788848877,
"learning_rate": 4.17910447761194e-06,
"loss": 1.1799,
"step": 780
},
{
"epoch": 5.93,
"grad_norm": 2.5767550468444824,
"learning_rate": 4.067164179104478e-06,
"loss": 1.1736,
"step": 795
},
{
"epoch": 5.97,
"eval_accuracy": 0.789103690685413,
"eval_classification_report": " precision recall f1-score support\n\n 0 0.7143 0.6731 0.6931 52\n 1 0.7808 0.9500 0.8571 60\n 2 0.7447 0.6863 0.7143 51\n 3 0.8095 0.6182 0.7010 55\n 4 0.9074 0.8750 0.8909 56\n 5 0.8600 0.7679 0.8113 56\n 6 0.8095 0.8095 0.8095 63\n 7 0.8254 0.9286 0.8739 56\n 8 0.8043 0.6167 0.6981 60\n 9 0.6829 0.9333 0.7887 60\n\n accuracy 0.7891 569\n macro avg 0.7939 0.7858 0.7838 569\nweighted avg 0.7942 0.7891 0.7855 569\n",
"eval_confusion_matrix": [
[
35,
4,
0,
0,
2,
1,
1,
1,
4,
4
],
[
0,
57,
0,
0,
0,
0,
1,
0,
1,
1
],
[
2,
0,
35,
2,
1,
3,
1,
7,
0,
0
],
[
3,
1,
0,
34,
0,
3,
0,
1,
0,
13
],
[
1,
1,
2,
1,
49,
0,
0,
0,
0,
2
],
[
1,
0,
7,
1,
1,
43,
1,
0,
0,
2
],
[
3,
0,
0,
0,
1,
0,
51,
0,
4,
4
],
[
0,
0,
3,
1,
0,
0,
0,
52,
0,
0
],
[
4,
10,
0,
0,
0,
0,
8,
1,
37,
0
],
[
0,
0,
0,
3,
0,
0,
0,
1,
0,
56
]
],
"eval_loss": 1.1158992052078247,
"eval_runtime": 7.7475,
"eval_samples_per_second": 73.443,
"eval_steps_per_second": 9.293,
"step": 800
},
{
"epoch": 6.04,
"grad_norm": 2.618880271911621,
"learning_rate": 3.955223880597015e-06,
"loss": 1.1539,
"step": 810
},
{
"epoch": 6.16,
"grad_norm": 3.0116899013519287,
"learning_rate": 3.843283582089553e-06,
"loss": 1.1117,
"step": 825
},
{
"epoch": 6.27,
"grad_norm": 2.360898971557617,
"learning_rate": 3.73134328358209e-06,
"loss": 1.122,
"step": 840
},
{
"epoch": 6.38,
"grad_norm": 2.760197162628174,
"learning_rate": 3.619402985074627e-06,
"loss": 1.1269,
"step": 855
},
{
"epoch": 6.49,
"grad_norm": 2.6149590015411377,
"learning_rate": 3.5074626865671646e-06,
"loss": 1.1327,
"step": 870
},
{
"epoch": 6.6,
"grad_norm": 2.9123787879943848,
"learning_rate": 3.3955223880597017e-06,
"loss": 1.1544,
"step": 885
},
{
"epoch": 6.72,
"grad_norm": 2.19488263130188,
"learning_rate": 3.283582089552239e-06,
"loss": 1.1396,
"step": 900
},
{
"epoch": 6.72,
"eval_accuracy": 0.8066783831282952,
"eval_classification_report": " precision recall f1-score support\n\n 0 0.7222 0.7500 0.7358 52\n 1 0.8000 0.9333 0.8615 60\n 2 0.7451 0.7451 0.7451 51\n 3 0.8684 0.6000 0.7097 55\n 4 0.9259 0.8929 0.9091 56\n 5 0.8462 0.7857 0.8148 56\n 6 0.8413 0.8413 0.8413 63\n 7 0.8254 0.9286 0.8739 56\n 8 0.8605 0.6167 0.7184 60\n 9 0.7037 0.9500 0.8085 60\n\n accuracy 0.8067 569\n macro avg 0.8139 0.8044 0.8018 569\nweighted avg 0.8148 0.8067 0.8033 569\n",
"eval_confusion_matrix": [
[
39,
3,
0,
0,
1,
1,
0,
2,
3,
3
],
[
1,
56,
0,
0,
0,
0,
1,
0,
1,
1
],
[
2,
0,
38,
1,
1,
3,
0,
6,
0,
0
],
[
3,
1,
1,
33,
0,
3,
0,
1,
0,
13
],
[
1,
1,
2,
1,
50,
0,
0,
0,
0,
1
],
[
0,
0,
7,
1,
1,
44,
1,
0,
0,
2
],
[
3,
0,
0,
0,
1,
0,
53,
0,
2,
4
],
[
0,
0,
3,
1,
0,
0,
0,
52,
0,
0
],
[
5,
9,
0,
0,
0,
0,
8,
1,
37,
0
],
[
0,
0,
0,
1,
0,
1,
0,
1,
0,
57
]
],
"eval_loss": 1.0748533010482788,
"eval_runtime": 8.0459,
"eval_samples_per_second": 70.72,
"eval_steps_per_second": 8.949,
"step": 900
},
{
"epoch": 6.83,
"grad_norm": 2.578913688659668,
"learning_rate": 3.1716417910447766e-06,
"loss": 1.1102,
"step": 915
},
{
"epoch": 6.94,
"grad_norm": 2.287675619125366,
"learning_rate": 3.0597014925373137e-06,
"loss": 1.0931,
"step": 930
},
{
"epoch": 7.05,
"grad_norm": 2.465820074081421,
"learning_rate": 2.947761194029851e-06,
"loss": 1.0911,
"step": 945
},
{
"epoch": 7.16,
"grad_norm": 2.1009232997894287,
"learning_rate": 2.835820895522388e-06,
"loss": 1.0785,
"step": 960
},
{
"epoch": 7.28,
"grad_norm": 2.86567759513855,
"learning_rate": 2.7238805970149257e-06,
"loss": 1.0793,
"step": 975
},
{
"epoch": 7.39,
"grad_norm": 2.230086088180542,
"learning_rate": 2.6119402985074627e-06,
"loss": 1.0577,
"step": 990
},
{
"epoch": 7.46,
"eval_accuracy": 0.8154657293497364,
"eval_classification_report": " precision recall f1-score support\n\n 0 0.7708 0.7115 0.7400 52\n 1 0.8028 0.9500 0.8702 60\n 2 0.7755 0.7451 0.7600 51\n 3 0.7547 0.7273 0.7407 55\n 4 0.9259 0.8929 0.9091 56\n 5 0.8333 0.8036 0.8182 56\n 6 0.8154 0.8413 0.8281 63\n 7 0.8667 0.9286 0.8966 56\n 8 0.8444 0.6333 0.7238 60\n 9 0.7714 0.9000 0.8308 60\n\n accuracy 0.8155 569\n macro avg 0.8161 0.8134 0.8117 569\nweighted avg 0.8167 0.8155 0.8130 569\n",
"eval_confusion_matrix": [
[
37,
3,
0,
0,
1,
1,
1,
2,
4,
3
],
[
0,
57,
0,
0,
0,
0,
1,
0,
1,
1
],
[
1,
0,
38,
4,
1,
4,
0,
3,
0,
0
],
[
3,
1,
0,
40,
0,
3,
0,
1,
0,
7
],
[
1,
1,
2,
1,
50,
0,
0,
0,
0,
1
],
[
0,
0,
6,
1,
1,
45,
1,
0,
0,
2
],
[
3,
0,
0,
2,
1,
0,
53,
0,
2,
2
],
[
0,
0,
3,
1,
0,
0,
0,
52,
0,
0
],
[
3,
9,
0,
0,
0,
0,
9,
1,
38,
0
],
[
0,
0,
0,
4,
0,
1,
0,
1,
0,
54
]
],
"eval_loss": 1.039870023727417,
"eval_runtime": 7.9559,
"eval_samples_per_second": 71.52,
"eval_steps_per_second": 9.05,
"step": 1000
},
{
"epoch": 7.5,
"grad_norm": 3.3555350303649902,
"learning_rate": 2.5e-06,
"loss": 1.0715,
"step": 1005
},
{
"epoch": 7.61,
"grad_norm": 2.3127570152282715,
"learning_rate": 2.3880597014925373e-06,
"loss": 1.0708,
"step": 1020
},
{
"epoch": 7.72,
"grad_norm": 2.815685987472534,
"learning_rate": 2.2761194029850747e-06,
"loss": 1.0413,
"step": 1035
},
{
"epoch": 7.84,
"grad_norm": 2.632782459259033,
"learning_rate": 2.1641791044776118e-06,
"loss": 1.1223,
"step": 1050
},
{
"epoch": 7.95,
"grad_norm": 3.01796293258667,
"learning_rate": 2.0522388059701497e-06,
"loss": 1.1029,
"step": 1065
},
{
"epoch": 8.06,
"grad_norm": 2.525937080383301,
"learning_rate": 1.9402985074626867e-06,
"loss": 1.0888,
"step": 1080
},
{
"epoch": 8.17,
"grad_norm": 3.033353328704834,
"learning_rate": 1.828358208955224e-06,
"loss": 0.9935,
"step": 1095
},
{
"epoch": 8.21,
"eval_accuracy": 0.8189806678383128,
"eval_classification_report": " precision recall f1-score support\n\n 0 0.7917 0.7308 0.7600 52\n 1 0.7808 0.9500 0.8571 60\n 2 0.7755 0.7451 0.7600 51\n 3 0.8085 0.6909 0.7451 55\n 4 0.9091 0.8929 0.9009 56\n 5 0.8462 0.7857 0.8148 56\n 6 0.8438 0.8571 0.8504 63\n 7 0.8281 0.9464 0.8833 56\n 8 0.8636 0.6333 0.7308 60\n 9 0.7671 0.9333 0.8421 60\n\n accuracy 0.8190 569\n macro avg 0.8214 0.8166 0.8145 569\nweighted avg 0.8220 0.8190 0.8158 569\n",
"eval_confusion_matrix": [
[
38,
4,
0,
0,
1,
1,
0,
2,
3,
3
],
[
0,
57,
0,
0,
0,
0,
1,
0,
1,
1
],
[
1,
0,
38,
2,
1,
3,
0,
6,
0,
0
],
[
3,
1,
0,
38,
0,
3,
0,
1,
0,
9
],
[
1,
1,
2,
1,
50,
0,
0,
0,
0,
1
],
[
0,
0,
7,
1,
2,
44,
0,
0,
0,
2
],
[
3,
0,
0,
2,
1,
0,
54,
0,
2,
1
],
[
0,
0,
2,
1,
0,
0,
0,
53,
0,
0
],
[
2,
10,
0,
0,
0,
0,
9,
1,
38,
0
],
[
0,
0,
0,
2,
0,
1,
0,
1,
0,
56
]
],
"eval_loss": 1.0204936265945435,
"eval_runtime": 8.9672,
"eval_samples_per_second": 63.453,
"eval_steps_per_second": 8.029,
"step": 1100
},
{
"epoch": 8.28,
"grad_norm": 2.5986831188201904,
"learning_rate": 1.7164179104477613e-06,
"loss": 1.0598,
"step": 1110
},
{
"epoch": 8.4,
"grad_norm": 2.732192039489746,
"learning_rate": 1.6044776119402985e-06,
"loss": 1.0134,
"step": 1125
},
{
"epoch": 8.51,
"grad_norm": 2.673107385635376,
"learning_rate": 1.4925373134328358e-06,
"loss": 1.0408,
"step": 1140
},
{
"epoch": 8.62,
"grad_norm": 3.2620863914489746,
"learning_rate": 1.3805970149253733e-06,
"loss": 1.0704,
"step": 1155
},
{
"epoch": 8.73,
"grad_norm": 3.8948822021484375,
"learning_rate": 1.2686567164179105e-06,
"loss": 1.0194,
"step": 1170
},
{
"epoch": 8.84,
"grad_norm": 3.380185127258301,
"learning_rate": 1.1567164179104478e-06,
"loss": 1.0534,
"step": 1185
},
{
"epoch": 8.96,
"grad_norm": 2.3721847534179688,
"learning_rate": 1.044776119402985e-06,
"loss": 1.1058,
"step": 1200
},
{
"epoch": 8.96,
"eval_accuracy": 0.8224956063268892,
"eval_classification_report": " precision recall f1-score support\n\n 0 0.7600 0.7308 0.7451 52\n 1 0.8028 0.9500 0.8702 60\n 2 0.7708 0.7255 0.7475 51\n 3 0.8298 0.7091 0.7647 55\n 4 0.9091 0.8929 0.9009 56\n 5 0.8182 0.8036 0.8108 56\n 6 0.8209 0.8730 0.8462 63\n 7 0.8814 0.9286 0.9043 56\n 8 0.8667 0.6500 0.7429 60\n 9 0.7778 0.9333 0.8485 60\n\n accuracy 0.8225 569\n macro avg 0.8237 0.8197 0.8181 569\nweighted avg 0.8244 0.8225 0.8197 569\n",
"eval_confusion_matrix": [
[
38,
3,
0,
0,
2,
1,
1,
1,
3,
3
],
[
0,
57,
0,
0,
0,
0,
1,
0,
1,
1
],
[
1,
0,
37,
2,
1,
5,
0,
5,
0,
0
],
[
4,
1,
0,
39,
0,
3,
0,
0,
0,
8
],
[
1,
1,
2,
1,
50,
0,
0,
0,
0,
1
],
[
0,
0,
6,
1,
1,
45,
1,
0,
0,
2
],
[
3,
0,
0,
1,
1,
0,
55,
0,
2,
1
],
[
0,
0,
3,
1,
0,
0,
0,
52,
0,
0
],
[
3,
9,
0,
0,
0,
0,
9,
0,
39,
0
],
[
0,
0,
0,
2,
0,
1,
0,
1,
0,
56
]
],
"eval_loss": 1.0022475719451904,
"eval_runtime": 7.8225,
"eval_samples_per_second": 72.739,
"eval_steps_per_second": 9.204,
"step": 1200
},
{
"epoch": 9.07,
"grad_norm": 2.744582176208496,
"learning_rate": 9.328358208955225e-07,
"loss": 1.0503,
"step": 1215
},
{
"epoch": 9.18,
"grad_norm": 3.565460443496704,
"learning_rate": 8.208955223880598e-07,
"loss": 1.052,
"step": 1230
},
{
"epoch": 9.29,
"grad_norm": 3.0185256004333496,
"learning_rate": 7.08955223880597e-07,
"loss": 1.0378,
"step": 1245
},
{
"epoch": 9.4,
"grad_norm": 2.446512460708618,
"learning_rate": 5.970149253731343e-07,
"loss": 1.0401,
"step": 1260
},
{
"epoch": 9.51,
"grad_norm": 2.392070770263672,
"learning_rate": 4.850746268656717e-07,
"loss": 1.0048,
"step": 1275
},
{
"epoch": 9.63,
"grad_norm": 2.743360996246338,
"learning_rate": 3.7313432835820895e-07,
"loss": 1.0422,
"step": 1290
},
{
"epoch": 9.7,
"eval_accuracy": 0.8242530755711776,
"eval_classification_report": " precision recall f1-score support\n\n 0 0.7800 0.7500 0.7647 52\n 1 0.8028 0.9500 0.8702 60\n 2 0.7600 0.7451 0.7525 51\n 3 0.8298 0.7091 0.7647 55\n 4 0.9091 0.8929 0.9009 56\n 5 0.8302 0.7857 0.8073 56\n 6 0.8333 0.8730 0.8527 63\n 7 0.8667 0.9286 0.8966 56\n 8 0.8667 0.6500 0.7429 60\n 9 0.7778 0.9333 0.8485 60\n\n accuracy 0.8243 569\n macro avg 0.8256 0.8218 0.8201 569\nweighted avg 0.8264 0.8243 0.8216 569\n",
"eval_confusion_matrix": [
[
39,
3,
0,
0,
2,
1,
0,
1,
3,
3
],
[
0,
57,
0,
0,
0,
0,
1,
0,
1,
1
],
[
1,
0,
38,
2,
1,
4,
0,
5,
0,
0
],
[
4,
1,
0,
39,
0,
3,
0,
0,
0,
8
],
[
1,
1,
2,
1,
50,
0,
0,
0,
0,
1
],
[
0,
0,
7,
1,
1,
44,
1,
0,
0,
2
],
[
3,
0,
0,
1,
1,
0,
55,
0,
2,
1
],
[
0,
0,
3,
1,
0,
0,
0,
52,
0,
0
],
[
2,
9,
0,
0,
0,
0,
9,
1,
39,
0
],
[
0,
0,
0,
2,
0,
1,
0,
1,
0,
56
]
],
"eval_loss": 0.9961777329444885,
"eval_runtime": 8.2421,
"eval_samples_per_second": 69.036,
"eval_steps_per_second": 8.736,
"step": 1300
},
{
"epoch": 9.74,
"grad_norm": 3.270967960357666,
"learning_rate": 2.6119402985074626e-07,
"loss": 1.0001,
"step": 1305
},
{
"epoch": 9.85,
"grad_norm": 2.724989175796509,
"learning_rate": 1.4925373134328358e-07,
"loss": 1.0597,
"step": 1320
},
{
"epoch": 9.96,
"grad_norm": 3.0584731101989746,
"learning_rate": 3.7313432835820895e-08,
"loss": 1.0519,
"step": 1335
},
{
"epoch": 10.0,
"step": 1340,
"total_flos": 3.3230947683690086e+18,
"train_loss": 1.4043623358456057,
"train_runtime": 1212.668,
"train_samples_per_second": 35.36,
"train_steps_per_second": 1.105
},
{
"epoch": 10.0,
"eval_accuracy": 0.8242530755711776,
"eval_classification_report": " precision recall f1-score support\n\n 0 0.7800 0.7500 0.7647 52\n 1 0.8028 0.9500 0.8702 60\n 2 0.7600 0.7451 0.7525 51\n 3 0.8298 0.7091 0.7647 55\n 4 0.9091 0.8929 0.9009 56\n 5 0.8302 0.7857 0.8073 56\n 6 0.8333 0.8730 0.8527 63\n 7 0.8667 0.9286 0.8966 56\n 8 0.8667 0.6500 0.7429 60\n 9 0.7778 0.9333 0.8485 60\n\n accuracy 0.8243 569\n macro avg 0.8256 0.8218 0.8201 569\nweighted avg 0.8264 0.8243 0.8216 569\n",
"eval_confusion_matrix": [
[
39,
3,
0,
0,
2,
1,
0,
1,
3,
3
],
[
0,
57,
0,
0,
0,
0,
1,
0,
1,
1
],
[
1,
0,
38,
2,
1,
4,
0,
5,
0,
0
],
[
4,
1,
0,
39,
0,
3,
0,
0,
0,
8
],
[
1,
1,
2,
1,
50,
0,
0,
0,
0,
1
],
[
0,
0,
7,
1,
1,
44,
1,
0,
0,
2
],
[
3,
0,
0,
1,
1,
0,
55,
0,
2,
1
],
[
0,
0,
3,
1,
0,
0,
0,
52,
0,
0
],
[
2,
9,
0,
0,
0,
0,
9,
1,
39,
0
],
[
0,
0,
0,
2,
0,
1,
0,
1,
0,
56
]
],
"eval_loss": 0.9961777329444885,
"eval_runtime": 7.9684,
"eval_samples_per_second": 71.407,
"eval_steps_per_second": 9.036,
"step": 1340
}
],
"logging_steps": 15,
"max_steps": 1340,
"num_input_tokens_seen": 0,
"num_train_epochs": 10,
"save_steps": 100,
"total_flos": 3.3230947683690086e+18,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}