GBERT-BioM-Translation-base / trainer_state.json
amindada's picture
Upload folder using huggingface_hub
7b06699 verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 4.0,
"eval_steps": 500,
"global_step": 75292,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.03,
"learning_rate": 4.9669951654890296e-05,
"loss": 1.5966,
"step": 500
},
{
"epoch": 0.05,
"learning_rate": 4.933791106624874e-05,
"loss": 1.3931,
"step": 1000
},
{
"epoch": 0.08,
"learning_rate": 4.900587047760719e-05,
"loss": 1.3138,
"step": 1500
},
{
"epoch": 0.11,
"learning_rate": 4.8673829888965626e-05,
"loss": 1.2591,
"step": 2000
},
{
"epoch": 0.13,
"learning_rate": 4.834178930032408e-05,
"loss": 1.2239,
"step": 2500
},
{
"epoch": 0.16,
"learning_rate": 4.800974871168252e-05,
"loss": 1.1972,
"step": 3000
},
{
"epoch": 0.19,
"learning_rate": 4.767770812304096e-05,
"loss": 1.1682,
"step": 3500
},
{
"epoch": 0.21,
"learning_rate": 4.734566753439941e-05,
"loss": 1.1505,
"step": 4000
},
{
"epoch": 0.24,
"learning_rate": 4.701362694575785e-05,
"loss": 1.1314,
"step": 4500
},
{
"epoch": 0.27,
"learning_rate": 4.66815863571163e-05,
"loss": 1.1163,
"step": 5000
},
{
"epoch": 0.29,
"learning_rate": 4.634954576847474e-05,
"loss": 1.1029,
"step": 5500
},
{
"epoch": 0.32,
"learning_rate": 4.6017505179833184e-05,
"loss": 1.0916,
"step": 6000
},
{
"epoch": 0.35,
"learning_rate": 4.568546459119163e-05,
"loss": 1.0832,
"step": 6500
},
{
"epoch": 0.37,
"learning_rate": 4.535342400255007e-05,
"loss": 1.0731,
"step": 7000
},
{
"epoch": 0.4,
"learning_rate": 4.502138341390852e-05,
"loss": 1.0622,
"step": 7500
},
{
"epoch": 0.43,
"learning_rate": 4.468934282526696e-05,
"loss": 1.0573,
"step": 8000
},
{
"epoch": 0.45,
"learning_rate": 4.435796631780269e-05,
"loss": 1.049,
"step": 8500
},
{
"epoch": 0.48,
"learning_rate": 4.402592572916113e-05,
"loss": 1.042,
"step": 9000
},
{
"epoch": 0.5,
"learning_rate": 4.369388514051958e-05,
"loss": 1.0354,
"step": 9500
},
{
"epoch": 0.53,
"learning_rate": 4.3361844551878024e-05,
"loss": 1.0275,
"step": 10000
},
{
"epoch": 0.56,
"learning_rate": 4.302980396323647e-05,
"loss": 1.0232,
"step": 10500
},
{
"epoch": 0.58,
"learning_rate": 4.2697763374594915e-05,
"loss": 1.019,
"step": 11000
},
{
"epoch": 0.61,
"learning_rate": 4.2365722785953354e-05,
"loss": 1.0141,
"step": 11500
},
{
"epoch": 0.64,
"learning_rate": 4.20336821973118e-05,
"loss": 1.0089,
"step": 12000
},
{
"epoch": 0.66,
"learning_rate": 4.1701641608670245e-05,
"loss": 1.0028,
"step": 12500
},
{
"epoch": 0.69,
"learning_rate": 4.136960102002869e-05,
"loss": 0.9984,
"step": 13000
},
{
"epoch": 0.72,
"learning_rate": 4.103822451256442e-05,
"loss": 0.9936,
"step": 13500
},
{
"epoch": 0.74,
"learning_rate": 4.0706183923922865e-05,
"loss": 0.9914,
"step": 14000
},
{
"epoch": 0.77,
"learning_rate": 4.0374143335281303e-05,
"loss": 0.9851,
"step": 14500
},
{
"epoch": 0.8,
"learning_rate": 4.0042102746639756e-05,
"loss": 0.9828,
"step": 15000
},
{
"epoch": 0.82,
"learning_rate": 3.9710062157998195e-05,
"loss": 0.9813,
"step": 15500
},
{
"epoch": 0.85,
"learning_rate": 3.937868565053392e-05,
"loss": 0.976,
"step": 16000
},
{
"epoch": 0.88,
"learning_rate": 3.904664506189237e-05,
"loss": 0.9739,
"step": 16500
},
{
"epoch": 0.9,
"learning_rate": 3.871460447325081e-05,
"loss": 0.9719,
"step": 17000
},
{
"epoch": 0.93,
"learning_rate": 3.838256388460926e-05,
"loss": 0.9664,
"step": 17500
},
{
"epoch": 0.96,
"learning_rate": 3.805118737714499e-05,
"loss": 0.9642,
"step": 18000
},
{
"epoch": 0.98,
"learning_rate": 3.7719146788503427e-05,
"loss": 0.9603,
"step": 18500
},
{
"epoch": 1.01,
"learning_rate": 3.738710619986187e-05,
"loss": 0.9575,
"step": 19000
},
{
"epoch": 1.04,
"learning_rate": 3.705506561122032e-05,
"loss": 0.9539,
"step": 19500
},
{
"epoch": 1.06,
"learning_rate": 3.672302502257876e-05,
"loss": 0.9525,
"step": 20000
},
{
"epoch": 1.09,
"learning_rate": 3.639164851511449e-05,
"loss": 0.9518,
"step": 20500
},
{
"epoch": 1.12,
"learning_rate": 3.605960792647293e-05,
"loss": 0.9469,
"step": 21000
},
{
"epoch": 1.14,
"learning_rate": 3.572756733783138e-05,
"loss": 0.9466,
"step": 21500
},
{
"epoch": 1.17,
"learning_rate": 3.5396190830367104e-05,
"loss": 0.9435,
"step": 22000
},
{
"epoch": 1.2,
"learning_rate": 3.506481432290283e-05,
"loss": 0.9424,
"step": 22500
},
{
"epoch": 1.22,
"learning_rate": 3.473277373426128e-05,
"loss": 0.9373,
"step": 23000
},
{
"epoch": 1.25,
"learning_rate": 3.4400733145619723e-05,
"loss": 0.9374,
"step": 23500
},
{
"epoch": 1.28,
"learning_rate": 3.406869255697817e-05,
"loss": 0.934,
"step": 24000
},
{
"epoch": 1.3,
"learning_rate": 3.3736651968336615e-05,
"loss": 0.9335,
"step": 24500
},
{
"epoch": 1.33,
"learning_rate": 3.3404611379695053e-05,
"loss": 0.9324,
"step": 25000
},
{
"epoch": 1.35,
"learning_rate": 3.30725707910535e-05,
"loss": 0.9284,
"step": 25500
},
{
"epoch": 1.38,
"learning_rate": 3.2740530202411945e-05,
"loss": 0.9269,
"step": 26000
},
{
"epoch": 1.41,
"learning_rate": 3.240848961377039e-05,
"loss": 0.9257,
"step": 26500
},
{
"epoch": 1.43,
"learning_rate": 3.2076449025128836e-05,
"loss": 0.9203,
"step": 27000
},
{
"epoch": 1.46,
"learning_rate": 3.1744408436487275e-05,
"loss": 0.9233,
"step": 27500
},
{
"epoch": 1.49,
"learning_rate": 3.141236784784572e-05,
"loss": 0.9208,
"step": 28000
},
{
"epoch": 1.51,
"learning_rate": 3.1080327259204166e-05,
"loss": 0.919,
"step": 28500
},
{
"epoch": 1.54,
"learning_rate": 3.074828667056261e-05,
"loss": 0.9174,
"step": 29000
},
{
"epoch": 1.57,
"learning_rate": 3.0416246081921057e-05,
"loss": 0.9167,
"step": 29500
},
{
"epoch": 1.59,
"learning_rate": 3.00842054932795e-05,
"loss": 0.9138,
"step": 30000
},
{
"epoch": 1.62,
"learning_rate": 2.9752164904637948e-05,
"loss": 0.9133,
"step": 30500
},
{
"epoch": 1.65,
"learning_rate": 2.942078839717367e-05,
"loss": 0.9124,
"step": 31000
},
{
"epoch": 1.67,
"learning_rate": 2.908874780853212e-05,
"loss": 0.9107,
"step": 31500
},
{
"epoch": 1.7,
"learning_rate": 2.875670721989056e-05,
"loss": 0.9079,
"step": 32000
},
{
"epoch": 1.73,
"learning_rate": 2.842533071242629e-05,
"loss": 0.9069,
"step": 32500
},
{
"epoch": 1.75,
"learning_rate": 2.809329012378473e-05,
"loss": 0.9064,
"step": 33000
},
{
"epoch": 1.78,
"learning_rate": 2.7761249535143173e-05,
"loss": 0.9052,
"step": 33500
},
{
"epoch": 1.81,
"learning_rate": 2.7429208946501622e-05,
"loss": 0.9028,
"step": 34000
},
{
"epoch": 1.83,
"learning_rate": 2.7097168357860064e-05,
"loss": 0.9024,
"step": 34500
},
{
"epoch": 1.86,
"learning_rate": 2.6765127769218513e-05,
"loss": 0.9009,
"step": 35000
},
{
"epoch": 1.89,
"learning_rate": 2.6433087180576956e-05,
"loss": 0.9006,
"step": 35500
},
{
"epoch": 1.91,
"learning_rate": 2.61010465919354e-05,
"loss": 0.8988,
"step": 36000
},
{
"epoch": 1.94,
"learning_rate": 2.5769006003293843e-05,
"loss": 0.898,
"step": 36500
},
{
"epoch": 1.97,
"learning_rate": 2.5437629495829575e-05,
"loss": 0.8953,
"step": 37000
},
{
"epoch": 1.99,
"learning_rate": 2.5105588907188017e-05,
"loss": 0.8956,
"step": 37500
},
{
"epoch": 2.02,
"learning_rate": 2.477354831854646e-05,
"loss": 0.8945,
"step": 38000
},
{
"epoch": 2.05,
"learning_rate": 2.4441507729904905e-05,
"loss": 0.8926,
"step": 38500
},
{
"epoch": 2.07,
"learning_rate": 2.410946714126335e-05,
"loss": 0.8892,
"step": 39000
},
{
"epoch": 2.1,
"learning_rate": 2.3777426552621793e-05,
"loss": 0.8905,
"step": 39500
},
{
"epoch": 2.13,
"learning_rate": 2.3445385963980238e-05,
"loss": 0.8877,
"step": 40000
},
{
"epoch": 2.15,
"learning_rate": 2.3113345375338684e-05,
"loss": 0.8876,
"step": 40500
},
{
"epoch": 2.18,
"learning_rate": 2.2782632949051695e-05,
"loss": 0.8872,
"step": 41000
},
{
"epoch": 2.2,
"learning_rate": 2.245059236041014e-05,
"loss": 0.8855,
"step": 41500
},
{
"epoch": 2.23,
"learning_rate": 2.2118551771768582e-05,
"loss": 0.8839,
"step": 42000
},
{
"epoch": 2.26,
"learning_rate": 2.1786511183127025e-05,
"loss": 0.8853,
"step": 42500
},
{
"epoch": 2.28,
"learning_rate": 2.145447059448547e-05,
"loss": 0.8834,
"step": 43000
},
{
"epoch": 2.31,
"learning_rate": 2.1122430005843916e-05,
"loss": 0.8823,
"step": 43500
},
{
"epoch": 2.34,
"learning_rate": 2.0791053498379644e-05,
"loss": 0.8832,
"step": 44000
},
{
"epoch": 2.36,
"learning_rate": 2.0459012909738086e-05,
"loss": 0.8812,
"step": 44500
},
{
"epoch": 2.39,
"learning_rate": 2.0126972321096532e-05,
"loss": 0.8805,
"step": 45000
},
{
"epoch": 2.42,
"learning_rate": 1.9794931732454977e-05,
"loss": 0.8795,
"step": 45500
},
{
"epoch": 2.44,
"learning_rate": 1.9463555224990705e-05,
"loss": 0.8784,
"step": 46000
},
{
"epoch": 2.47,
"learning_rate": 1.913217871752643e-05,
"loss": 0.8777,
"step": 46500
},
{
"epoch": 2.5,
"learning_rate": 1.8800138128884876e-05,
"loss": 0.876,
"step": 47000
},
{
"epoch": 2.52,
"learning_rate": 1.846809754024332e-05,
"loss": 0.877,
"step": 47500
},
{
"epoch": 2.55,
"learning_rate": 1.8136056951601764e-05,
"loss": 0.876,
"step": 48000
},
{
"epoch": 2.58,
"learning_rate": 1.780401636296021e-05,
"loss": 0.8765,
"step": 48500
},
{
"epoch": 2.6,
"learning_rate": 1.7472639855495937e-05,
"loss": 0.8752,
"step": 49000
},
{
"epoch": 2.63,
"learning_rate": 1.7140599266854383e-05,
"loss": 0.873,
"step": 49500
},
{
"epoch": 2.66,
"learning_rate": 1.6808558678212825e-05,
"loss": 0.8713,
"step": 50000
},
{
"epoch": 2.68,
"learning_rate": 1.6476518089571267e-05,
"loss": 0.8736,
"step": 50500
},
{
"epoch": 2.71,
"learning_rate": 1.6144477500929713e-05,
"loss": 0.8715,
"step": 51000
},
{
"epoch": 2.74,
"learning_rate": 1.581243691228816e-05,
"loss": 0.8708,
"step": 51500
},
{
"epoch": 2.76,
"learning_rate": 1.5481060404823887e-05,
"loss": 0.8694,
"step": 52000
},
{
"epoch": 2.79,
"learning_rate": 1.514901981618233e-05,
"loss": 0.8698,
"step": 52500
},
{
"epoch": 2.82,
"learning_rate": 1.4816979227540776e-05,
"loss": 0.8686,
"step": 53000
},
{
"epoch": 2.84,
"learning_rate": 1.448493863889922e-05,
"loss": 0.8696,
"step": 53500
},
{
"epoch": 2.87,
"learning_rate": 1.4152898050257666e-05,
"loss": 0.8685,
"step": 54000
},
{
"epoch": 2.9,
"learning_rate": 1.3820857461616108e-05,
"loss": 0.8664,
"step": 54500
},
{
"epoch": 2.92,
"learning_rate": 1.3489480954151836e-05,
"loss": 0.8666,
"step": 55000
},
{
"epoch": 2.95,
"learning_rate": 1.3157440365510282e-05,
"loss": 0.8664,
"step": 55500
},
{
"epoch": 2.98,
"learning_rate": 1.2825399776868724e-05,
"loss": 0.8687,
"step": 56000
},
{
"epoch": 3.0,
"learning_rate": 1.249335918822717e-05,
"loss": 0.8643,
"step": 56500
},
{
"epoch": 3.03,
"learning_rate": 1.2161318599585613e-05,
"loss": 0.8626,
"step": 57000
},
{
"epoch": 3.05,
"learning_rate": 1.1829278010944059e-05,
"loss": 0.8628,
"step": 57500
},
{
"epoch": 3.08,
"learning_rate": 1.1497237422302503e-05,
"loss": 0.8622,
"step": 58000
},
{
"epoch": 3.11,
"learning_rate": 1.1165196833660947e-05,
"loss": 0.8618,
"step": 58500
},
{
"epoch": 3.13,
"learning_rate": 1.0833156245019392e-05,
"loss": 0.862,
"step": 59000
},
{
"epoch": 3.16,
"learning_rate": 1.0501115656377836e-05,
"loss": 0.8605,
"step": 59500
},
{
"epoch": 3.19,
"learning_rate": 1.016907506773628e-05,
"loss": 0.8595,
"step": 60000
},
{
"epoch": 3.21,
"learning_rate": 9.837698560272008e-06,
"loss": 0.8604,
"step": 60500
},
{
"epoch": 3.24,
"learning_rate": 9.505657971630452e-06,
"loss": 0.8595,
"step": 61000
},
{
"epoch": 3.27,
"learning_rate": 9.173617382988898e-06,
"loss": 0.8602,
"step": 61500
},
{
"epoch": 3.29,
"learning_rate": 8.841576794347342e-06,
"loss": 0.8583,
"step": 62000
},
{
"epoch": 3.32,
"learning_rate": 8.510200286883068e-06,
"loss": 0.8575,
"step": 62500
},
{
"epoch": 3.35,
"learning_rate": 8.178159698241514e-06,
"loss": 0.8583,
"step": 63000
},
{
"epoch": 3.37,
"learning_rate": 7.846119109599958e-06,
"loss": 0.8568,
"step": 63500
},
{
"epoch": 3.4,
"learning_rate": 7.514078520958402e-06,
"loss": 0.8555,
"step": 64000
},
{
"epoch": 3.43,
"learning_rate": 7.182037932316847e-06,
"loss": 0.8562,
"step": 64500
},
{
"epoch": 3.45,
"learning_rate": 6.849997343675291e-06,
"loss": 0.8553,
"step": 65000
},
{
"epoch": 3.48,
"learning_rate": 6.517956755033736e-06,
"loss": 0.8537,
"step": 65500
},
{
"epoch": 3.51,
"learning_rate": 6.186580247569463e-06,
"loss": 0.8556,
"step": 66000
},
{
"epoch": 3.53,
"learning_rate": 5.854539658927908e-06,
"loss": 0.8556,
"step": 66500
},
{
"epoch": 3.56,
"learning_rate": 5.5224990702863525e-06,
"loss": 0.8559,
"step": 67000
},
{
"epoch": 3.59,
"learning_rate": 5.190458481644796e-06,
"loss": 0.8538,
"step": 67500
},
{
"epoch": 3.61,
"learning_rate": 4.85841789300324e-06,
"loss": 0.8538,
"step": 68000
},
{
"epoch": 3.64,
"learning_rate": 4.526377304361686e-06,
"loss": 0.8523,
"step": 68500
},
{
"epoch": 3.67,
"learning_rate": 4.19433671572013e-06,
"loss": 0.8529,
"step": 69000
},
{
"epoch": 3.69,
"learning_rate": 3.862296127078574e-06,
"loss": 0.8538,
"step": 69500
},
{
"epoch": 3.72,
"learning_rate": 3.5302555384370188e-06,
"loss": 0.8541,
"step": 70000
},
{
"epoch": 3.75,
"learning_rate": 3.198214949795463e-06,
"loss": 0.8521,
"step": 70500
},
{
"epoch": 3.77,
"learning_rate": 2.8668384423311904e-06,
"loss": 0.8529,
"step": 71000
},
{
"epoch": 3.8,
"learning_rate": 2.534797853689635e-06,
"loss": 0.8522,
"step": 71500
},
{
"epoch": 3.83,
"learning_rate": 2.20275726504808e-06,
"loss": 0.855,
"step": 72000
},
{
"epoch": 3.85,
"learning_rate": 1.870716676406524e-06,
"loss": 0.8542,
"step": 72500
},
{
"epoch": 3.88,
"learning_rate": 1.5386760877649683e-06,
"loss": 0.8516,
"step": 73000
},
{
"epoch": 3.9,
"learning_rate": 1.206635499123413e-06,
"loss": 0.8521,
"step": 73500
},
{
"epoch": 3.93,
"learning_rate": 8.745949104818574e-07,
"loss": 0.8514,
"step": 74000
},
{
"epoch": 3.96,
"learning_rate": 5.425543218403018e-07,
"loss": 0.852,
"step": 74500
},
{
"epoch": 3.98,
"learning_rate": 2.1184189555331246e-07,
"loss": 0.8498,
"step": 75000
},
{
"epoch": 4.0,
"step": 75292,
"total_flos": 5.54885793210119e+18,
"train_loss": 0.9333500321268725,
"train_runtime": 60105.9393,
"train_samples_per_second": 350.725,
"train_steps_per_second": 1.253
}
],
"logging_steps": 500,
"max_steps": 75292,
"num_train_epochs": 4,
"save_steps": 500,
"total_flos": 5.54885793210119e+18,
"trial_name": null,
"trial_params": null
}