reward-deberta-v3-large-aspect / trainer_state.json
theblackcat102's picture
Upload 8 files
03c9cb9
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.844791538556143,
"global_step": 1500,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 8e-08,
"loss": 1.1212,
"step": 10
},
{
"epoch": 0.02,
"learning_rate": 2.8e-07,
"loss": 1.1134,
"step": 20
},
{
"epoch": 0.04,
"learning_rate": 4.800000000000001e-07,
"loss": 1.1174,
"step": 30
},
{
"epoch": 0.05,
"learning_rate": 6.800000000000001e-07,
"loss": 1.1076,
"step": 40
},
{
"epoch": 0.06,
"learning_rate": 8.8e-07,
"loss": 1.1042,
"step": 50
},
{
"epoch": 0.07,
"learning_rate": 1.08e-06,
"loss": 1.1135,
"step": 60
},
{
"epoch": 0.09,
"learning_rate": 1.28e-06,
"loss": 1.1096,
"step": 70
},
{
"epoch": 0.1,
"learning_rate": 1.48e-06,
"loss": 1.1024,
"step": 80
},
{
"epoch": 0.11,
"learning_rate": 1.6800000000000002e-06,
"loss": 1.094,
"step": 90
},
{
"epoch": 0.12,
"learning_rate": 1.8600000000000002e-06,
"loss": 1.1022,
"step": 100
},
{
"epoch": 0.14,
"learning_rate": 2.06e-06,
"loss": 1.0981,
"step": 110
},
{
"epoch": 0.15,
"learning_rate": 2.2600000000000004e-06,
"loss": 1.0915,
"step": 120
},
{
"epoch": 0.16,
"learning_rate": 2.46e-06,
"loss": 1.0812,
"step": 130
},
{
"epoch": 0.17,
"learning_rate": 2.6600000000000004e-06,
"loss": 1.0832,
"step": 140
},
{
"epoch": 0.18,
"learning_rate": 2.86e-06,
"loss": 1.0731,
"step": 150
},
{
"epoch": 0.2,
"learning_rate": 3.0600000000000003e-06,
"loss": 1.0723,
"step": 160
},
{
"epoch": 0.21,
"learning_rate": 3.2600000000000006e-06,
"loss": 1.0505,
"step": 170
},
{
"epoch": 0.22,
"learning_rate": 3.46e-06,
"loss": 1.0352,
"step": 180
},
{
"epoch": 0.23,
"learning_rate": 3.66e-06,
"loss": 0.9904,
"step": 190
},
{
"epoch": 0.25,
"learning_rate": 3.86e-06,
"loss": 0.9888,
"step": 200
},
{
"epoch": 0.26,
"learning_rate": 4.060000000000001e-06,
"loss": 0.9637,
"step": 210
},
{
"epoch": 0.27,
"learning_rate": 4.26e-06,
"loss": 0.934,
"step": 220
},
{
"epoch": 0.28,
"learning_rate": 4.4600000000000005e-06,
"loss": 0.9193,
"step": 230
},
{
"epoch": 0.3,
"learning_rate": 4.66e-06,
"loss": 0.877,
"step": 240
},
{
"epoch": 0.31,
"learning_rate": 4.86e-06,
"loss": 0.8693,
"step": 250
},
{
"epoch": 0.32,
"learning_rate": 5.060000000000001e-06,
"loss": 0.862,
"step": 260
},
{
"epoch": 0.33,
"learning_rate": 5.2600000000000005e-06,
"loss": 0.7961,
"step": 270
},
{
"epoch": 0.34,
"learning_rate": 5.460000000000001e-06,
"loss": 0.82,
"step": 280
},
{
"epoch": 0.36,
"learning_rate": 5.66e-06,
"loss": 0.7964,
"step": 290
},
{
"epoch": 0.37,
"learning_rate": 5.86e-06,
"loss": 0.7721,
"step": 300
},
{
"epoch": 0.38,
"learning_rate": 6.0600000000000004e-06,
"loss": 0.7876,
"step": 310
},
{
"epoch": 0.39,
"learning_rate": 6.26e-06,
"loss": 0.7579,
"step": 320
},
{
"epoch": 0.41,
"learning_rate": 6.460000000000001e-06,
"loss": 0.7519,
"step": 330
},
{
"epoch": 0.42,
"learning_rate": 6.660000000000001e-06,
"loss": 0.741,
"step": 340
},
{
"epoch": 0.43,
"learning_rate": 6.860000000000001e-06,
"loss": 0.7496,
"step": 350
},
{
"epoch": 0.44,
"learning_rate": 7.06e-06,
"loss": 0.7587,
"step": 360
},
{
"epoch": 0.46,
"learning_rate": 7.260000000000001e-06,
"loss": 0.7373,
"step": 370
},
{
"epoch": 0.47,
"learning_rate": 7.4600000000000006e-06,
"loss": 0.695,
"step": 380
},
{
"epoch": 0.48,
"learning_rate": 7.660000000000001e-06,
"loss": 0.717,
"step": 390
},
{
"epoch": 0.49,
"learning_rate": 7.860000000000001e-06,
"loss": 0.6464,
"step": 400
},
{
"epoch": 0.5,
"learning_rate": 8.06e-06,
"loss": 0.7189,
"step": 410
},
{
"epoch": 0.52,
"learning_rate": 8.26e-06,
"loss": 0.7103,
"step": 420
},
{
"epoch": 0.53,
"learning_rate": 8.46e-06,
"loss": 0.7119,
"step": 430
},
{
"epoch": 0.54,
"learning_rate": 8.66e-06,
"loss": 0.6992,
"step": 440
},
{
"epoch": 0.55,
"learning_rate": 8.860000000000002e-06,
"loss": 0.7076,
"step": 450
},
{
"epoch": 0.57,
"learning_rate": 9.060000000000001e-06,
"loss": 0.6979,
"step": 460
},
{
"epoch": 0.58,
"learning_rate": 9.260000000000001e-06,
"loss": 0.7038,
"step": 470
},
{
"epoch": 0.59,
"learning_rate": 9.460000000000001e-06,
"loss": 0.6698,
"step": 480
},
{
"epoch": 0.6,
"learning_rate": 9.66e-06,
"loss": 0.6826,
"step": 490
},
{
"epoch": 0.61,
"learning_rate": 9.86e-06,
"loss": 0.7071,
"step": 500
},
{
"epoch": 0.61,
"eval_oasst_export_w_label_accuracy": 0.75,
"eval_oasst_export_w_label_kendalltau": 0.4063736263736262,
"eval_oasst_export_w_label_loss": 0.67431640625,
"eval_oasst_export_w_label_neg_score": 0.7998046875,
"eval_oasst_export_w_label_pos_score": 1.5751953125,
"eval_oasst_export_w_label_runtime": 150.7481,
"eval_oasst_export_w_label_samples_per_second": 12.073,
"eval_oasst_export_w_label_score_diff": 0.775390625,
"eval_oasst_export_w_label_steps_per_second": 6.037,
"step": 500
},
{
"epoch": 0.63,
"learning_rate": 9.98452810727179e-06,
"loss": 0.7206,
"step": 510
},
{
"epoch": 0.64,
"learning_rate": 9.932955131511089e-06,
"loss": 0.688,
"step": 520
},
{
"epoch": 0.65,
"learning_rate": 9.881382155750388e-06,
"loss": 0.6715,
"step": 530
},
{
"epoch": 0.66,
"learning_rate": 9.829809179989687e-06,
"loss": 0.6948,
"step": 540
},
{
"epoch": 0.68,
"learning_rate": 9.778236204228985e-06,
"loss": 0.6869,
"step": 550
},
{
"epoch": 0.69,
"learning_rate": 9.726663228468284e-06,
"loss": 0.6541,
"step": 560
},
{
"epoch": 0.7,
"learning_rate": 9.675090252707581e-06,
"loss": 0.7238,
"step": 570
},
{
"epoch": 0.71,
"learning_rate": 9.62351727694688e-06,
"loss": 0.6599,
"step": 580
},
{
"epoch": 0.73,
"learning_rate": 9.571944301186179e-06,
"loss": 0.6549,
"step": 590
},
{
"epoch": 0.74,
"learning_rate": 9.520371325425478e-06,
"loss": 0.6855,
"step": 600
},
{
"epoch": 0.75,
"learning_rate": 9.468798349664777e-06,
"loss": 0.6486,
"step": 610
},
{
"epoch": 0.76,
"learning_rate": 9.417225373904075e-06,
"loss": 0.64,
"step": 620
},
{
"epoch": 0.77,
"learning_rate": 9.365652398143374e-06,
"loss": 0.7051,
"step": 630
},
{
"epoch": 0.79,
"learning_rate": 9.314079422382673e-06,
"loss": 0.6982,
"step": 640
},
{
"epoch": 0.8,
"learning_rate": 9.26250644662197e-06,
"loss": 0.6508,
"step": 650
},
{
"epoch": 0.81,
"learning_rate": 9.210933470861269e-06,
"loss": 0.661,
"step": 660
},
{
"epoch": 0.82,
"learning_rate": 9.159360495100568e-06,
"loss": 0.6907,
"step": 670
},
{
"epoch": 0.84,
"learning_rate": 9.107787519339866e-06,
"loss": 0.6872,
"step": 680
},
{
"epoch": 0.85,
"learning_rate": 9.056214543579165e-06,
"loss": 0.6979,
"step": 690
},
{
"epoch": 0.86,
"learning_rate": 9.004641567818464e-06,
"loss": 0.6683,
"step": 700
},
{
"epoch": 0.87,
"learning_rate": 8.953068592057763e-06,
"loss": 0.6973,
"step": 710
},
{
"epoch": 0.89,
"learning_rate": 8.901495616297062e-06,
"loss": 0.6384,
"step": 720
},
{
"epoch": 0.9,
"learning_rate": 8.849922640536359e-06,
"loss": 0.6686,
"step": 730
},
{
"epoch": 0.91,
"learning_rate": 8.798349664775658e-06,
"loss": 0.6709,
"step": 740
},
{
"epoch": 0.92,
"learning_rate": 8.746776689014956e-06,
"loss": 0.6693,
"step": 750
},
{
"epoch": 0.93,
"learning_rate": 8.695203713254255e-06,
"loss": 0.6405,
"step": 760
},
{
"epoch": 0.95,
"learning_rate": 8.643630737493554e-06,
"loss": 0.6937,
"step": 770
},
{
"epoch": 0.96,
"learning_rate": 8.592057761732853e-06,
"loss": 0.6322,
"step": 780
},
{
"epoch": 0.97,
"learning_rate": 8.540484785972152e-06,
"loss": 0.6862,
"step": 790
},
{
"epoch": 0.98,
"learning_rate": 8.48891181021145e-06,
"loss": 0.6507,
"step": 800
},
{
"epoch": 1.0,
"learning_rate": 8.437338834450749e-06,
"loss": 0.6452,
"step": 810
},
{
"epoch": 1.01,
"learning_rate": 8.385765858690046e-06,
"loss": 0.6387,
"step": 820
},
{
"epoch": 1.02,
"learning_rate": 8.334192882929347e-06,
"loss": 0.6422,
"step": 830
},
{
"epoch": 1.03,
"learning_rate": 8.282619907168644e-06,
"loss": 0.6492,
"step": 840
},
{
"epoch": 1.05,
"learning_rate": 8.231046931407943e-06,
"loss": 0.6533,
"step": 850
},
{
"epoch": 1.06,
"learning_rate": 8.179473955647241e-06,
"loss": 0.6747,
"step": 860
},
{
"epoch": 1.07,
"learning_rate": 8.12790097988654e-06,
"loss": 0.67,
"step": 870
},
{
"epoch": 1.08,
"learning_rate": 8.076328004125839e-06,
"loss": 0.6337,
"step": 880
},
{
"epoch": 1.09,
"learning_rate": 8.024755028365138e-06,
"loss": 0.6612,
"step": 890
},
{
"epoch": 1.11,
"learning_rate": 7.973182052604435e-06,
"loss": 0.6354,
"step": 900
},
{
"epoch": 1.12,
"learning_rate": 7.921609076843735e-06,
"loss": 0.6236,
"step": 910
},
{
"epoch": 1.13,
"learning_rate": 7.870036101083033e-06,
"loss": 0.6394,
"step": 920
},
{
"epoch": 1.14,
"learning_rate": 7.818463125322331e-06,
"loss": 0.631,
"step": 930
},
{
"epoch": 1.16,
"learning_rate": 7.76689014956163e-06,
"loss": 0.6378,
"step": 940
},
{
"epoch": 1.17,
"learning_rate": 7.715317173800929e-06,
"loss": 0.6328,
"step": 950
},
{
"epoch": 1.18,
"learning_rate": 7.663744198040228e-06,
"loss": 0.6036,
"step": 960
},
{
"epoch": 1.19,
"learning_rate": 7.6121712222795265e-06,
"loss": 0.6193,
"step": 970
},
{
"epoch": 1.21,
"learning_rate": 7.5605982465188245e-06,
"loss": 0.6667,
"step": 980
},
{
"epoch": 1.22,
"learning_rate": 7.509025270758123e-06,
"loss": 0.6434,
"step": 990
},
{
"epoch": 1.23,
"learning_rate": 7.457452294997421e-06,
"loss": 0.5941,
"step": 1000
},
{
"epoch": 1.23,
"eval_oasst_export_w_label_accuracy": 0.7576923076923077,
"eval_oasst_export_w_label_kendalltau": 0.3999267399267405,
"eval_oasst_export_w_label_loss": 0.6787109375,
"eval_oasst_export_w_label_neg_score": -1.3857421875,
"eval_oasst_export_w_label_pos_score": -0.15380859375,
"eval_oasst_export_w_label_runtime": 150.4368,
"eval_oasst_export_w_label_samples_per_second": 12.098,
"eval_oasst_export_w_label_score_diff": 1.232421875,
"eval_oasst_export_w_label_steps_per_second": 6.049,
"step": 1000
},
{
"epoch": 1.24,
"learning_rate": 7.405879319236721e-06,
"loss": 0.6572,
"step": 1010
},
{
"epoch": 1.25,
"learning_rate": 7.354306343476019e-06,
"loss": 0.6466,
"step": 1020
},
{
"epoch": 1.27,
"learning_rate": 7.302733367715318e-06,
"loss": 0.6361,
"step": 1030
},
{
"epoch": 1.28,
"learning_rate": 7.251160391954616e-06,
"loss": 0.6522,
"step": 1040
},
{
"epoch": 1.29,
"learning_rate": 7.199587416193915e-06,
"loss": 0.6014,
"step": 1050
},
{
"epoch": 1.3,
"learning_rate": 7.148014440433214e-06,
"loss": 0.593,
"step": 1060
},
{
"epoch": 1.32,
"learning_rate": 7.096441464672512e-06,
"loss": 0.643,
"step": 1070
},
{
"epoch": 1.33,
"learning_rate": 7.044868488911812e-06,
"loss": 0.6474,
"step": 1080
},
{
"epoch": 1.34,
"learning_rate": 6.9932955131511096e-06,
"loss": 0.6338,
"step": 1090
},
{
"epoch": 1.35,
"learning_rate": 6.941722537390408e-06,
"loss": 0.6268,
"step": 1100
},
{
"epoch": 1.37,
"learning_rate": 6.890149561629706e-06,
"loss": 0.6358,
"step": 1110
},
{
"epoch": 1.38,
"learning_rate": 6.838576585869006e-06,
"loss": 0.6247,
"step": 1120
},
{
"epoch": 1.39,
"learning_rate": 6.787003610108304e-06,
"loss": 0.5791,
"step": 1130
},
{
"epoch": 1.4,
"learning_rate": 6.735430634347603e-06,
"loss": 0.6074,
"step": 1140
},
{
"epoch": 1.41,
"learning_rate": 6.683857658586901e-06,
"loss": 0.61,
"step": 1150
},
{
"epoch": 1.43,
"learning_rate": 6.6322846828262e-06,
"loss": 0.6167,
"step": 1160
},
{
"epoch": 1.44,
"learning_rate": 6.580711707065498e-06,
"loss": 0.6437,
"step": 1170
},
{
"epoch": 1.45,
"learning_rate": 6.529138731304797e-06,
"loss": 0.6182,
"step": 1180
},
{
"epoch": 1.46,
"learning_rate": 6.477565755544095e-06,
"loss": 0.6184,
"step": 1190
},
{
"epoch": 1.48,
"learning_rate": 6.425992779783395e-06,
"loss": 0.6191,
"step": 1200
},
{
"epoch": 1.49,
"learning_rate": 6.374419804022693e-06,
"loss": 0.6136,
"step": 1210
},
{
"epoch": 1.5,
"learning_rate": 6.322846828261991e-06,
"loss": 0.6355,
"step": 1220
},
{
"epoch": 1.51,
"learning_rate": 6.271273852501289e-06,
"loss": 0.5557,
"step": 1230
},
{
"epoch": 1.53,
"learning_rate": 6.219700876740589e-06,
"loss": 0.6393,
"step": 1240
},
{
"epoch": 1.54,
"learning_rate": 6.168127900979887e-06,
"loss": 0.5874,
"step": 1250
},
{
"epoch": 1.55,
"learning_rate": 6.116554925219186e-06,
"loss": 0.6041,
"step": 1260
},
{
"epoch": 1.56,
"learning_rate": 6.064981949458484e-06,
"loss": 0.6061,
"step": 1270
},
{
"epoch": 1.57,
"learning_rate": 6.013408973697783e-06,
"loss": 0.5858,
"step": 1280
},
{
"epoch": 1.59,
"learning_rate": 5.961835997937081e-06,
"loss": 0.6646,
"step": 1290
},
{
"epoch": 1.6,
"learning_rate": 5.91026302217638e-06,
"loss": 0.6314,
"step": 1300
},
{
"epoch": 1.61,
"learning_rate": 5.858690046415678e-06,
"loss": 0.6332,
"step": 1310
},
{
"epoch": 1.62,
"learning_rate": 5.807117070654978e-06,
"loss": 0.613,
"step": 1320
},
{
"epoch": 1.64,
"learning_rate": 5.755544094894276e-06,
"loss": 0.6441,
"step": 1330
},
{
"epoch": 1.65,
"learning_rate": 5.7039711191335744e-06,
"loss": 0.6369,
"step": 1340
},
{
"epoch": 1.66,
"learning_rate": 5.652398143372873e-06,
"loss": 0.6157,
"step": 1350
},
{
"epoch": 1.67,
"learning_rate": 5.600825167612172e-06,
"loss": 0.658,
"step": 1360
},
{
"epoch": 1.68,
"learning_rate": 5.549252191851471e-06,
"loss": 0.621,
"step": 1370
},
{
"epoch": 1.7,
"learning_rate": 5.497679216090769e-06,
"loss": 0.6134,
"step": 1380
},
{
"epoch": 1.71,
"learning_rate": 5.446106240330068e-06,
"loss": 0.6128,
"step": 1390
},
{
"epoch": 1.72,
"learning_rate": 5.394533264569366e-06,
"loss": 0.6307,
"step": 1400
},
{
"epoch": 1.73,
"learning_rate": 5.342960288808665e-06,
"loss": 0.6131,
"step": 1410
},
{
"epoch": 1.75,
"learning_rate": 5.291387313047963e-06,
"loss": 0.5757,
"step": 1420
},
{
"epoch": 1.76,
"learning_rate": 5.239814337287262e-06,
"loss": 0.7221,
"step": 1430
},
{
"epoch": 1.77,
"learning_rate": 5.188241361526561e-06,
"loss": 0.6262,
"step": 1440
},
{
"epoch": 1.78,
"learning_rate": 5.1366683857658595e-06,
"loss": 0.6628,
"step": 1450
},
{
"epoch": 1.8,
"learning_rate": 5.0850954100051575e-06,
"loss": 0.6105,
"step": 1460
},
{
"epoch": 1.81,
"learning_rate": 5.033522434244456e-06,
"loss": 0.6422,
"step": 1470
},
{
"epoch": 1.82,
"learning_rate": 4.981949458483755e-06,
"loss": 0.6443,
"step": 1480
},
{
"epoch": 1.83,
"learning_rate": 4.930376482723053e-06,
"loss": 0.6067,
"step": 1490
},
{
"epoch": 1.84,
"learning_rate": 4.878803506962353e-06,
"loss": 0.6264,
"step": 1500
},
{
"epoch": 1.84,
"eval_oasst_export_w_label_accuracy": 0.7708791208791209,
"eval_oasst_export_w_label_kendalltau": 0.42186813186813227,
"eval_oasst_export_w_label_loss": 0.63671875,
"eval_oasst_export_w_label_neg_score": -0.201904296875,
"eval_oasst_export_w_label_pos_score": 1.01171875,
"eval_oasst_export_w_label_runtime": 150.6985,
"eval_oasst_export_w_label_samples_per_second": 12.077,
"eval_oasst_export_w_label_score_diff": 1.2138671875,
"eval_oasst_export_w_label_steps_per_second": 6.039,
"step": 1500
}
],
"max_steps": 2439,
"num_train_epochs": 3,
"total_flos": 0.0,
"trial_name": null,
"trial_params": null
}