eminem / trainer_state.json
AlekseyKorshuk's picture
huggingartists
b5b1787
raw
history blame
23 kB
{
"best_metric": 0.4552081823348999,
"best_model_checkpoint": "output/eminem/checkpoint-916",
"epoch": 2.0,
"global_step": 916,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 1.1101848202700968e-05,
"loss": 0.9307,
"step": 5
},
{
"epoch": 0.02,
"learning_rate": 1.2436573272248617e-05,
"loss": 0.927,
"step": 10
},
{
"epoch": 0.03,
"learning_rate": 1.3839120682350837e-05,
"loss": 0.8453,
"step": 15
},
{
"epoch": 0.04,
"learning_rate": 1.530779673208073e-05,
"loss": 0.7711,
"step": 20
},
{
"epoch": 0.06,
"learning_rate": 1.6840827864285403e-05,
"loss": 0.7411,
"step": 25
},
{
"epoch": 0.07,
"learning_rate": 1.8436362807313432e-05,
"loss": 0.718,
"step": 30
},
{
"epoch": 0.08,
"learning_rate": 2.0092474810601945e-05,
"loss": 0.8948,
"step": 35
},
{
"epoch": 0.09,
"learning_rate": 2.1807163971388184e-05,
"loss": 0.8375,
"step": 40
},
{
"epoch": 0.1,
"learning_rate": 2.3578359649769493e-05,
"loss": 0.8776,
"step": 45
},
{
"epoch": 0.11,
"learning_rate": 2.5403922969198425e-05,
"loss": 0.8974,
"step": 50
},
{
"epoch": 0.12,
"learning_rate": 2.7281649399354026e-05,
"loss": 0.9192,
"step": 55
},
{
"epoch": 0.13,
"learning_rate": 2.9209271418307854e-05,
"loss": 0.8816,
"step": 60
},
{
"epoch": 0.14,
"learning_rate": 3.1184461250772885e-05,
"loss": 0.8526,
"step": 65
},
{
"epoch": 0.15,
"learning_rate": 3.320483367908558e-05,
"loss": 0.9859,
"step": 70
},
{
"epoch": 0.17,
"learning_rate": 3.526794892356815e-05,
"loss": 0.8333,
"step": 75
},
{
"epoch": 0.18,
"learning_rate": 3.737131558879495e-05,
"loss": 0.8473,
"step": 80
},
{
"epoch": 0.19,
"learning_rate": 3.951239367215769e-05,
"loss": 0.7829,
"step": 85
},
{
"epoch": 0.2,
"learning_rate": 4.16885976311532e-05,
"loss": 0.8359,
"step": 90
},
{
"epoch": 0.21,
"learning_rate": 4.3897299505656445e-05,
"loss": 0.8274,
"step": 95
},
{
"epoch": 0.22,
"learning_rate": 4.613583209140736e-05,
"loss": 0.8593,
"step": 100
},
{
"epoch": 0.23,
"learning_rate": 4.8401492160915815e-05,
"loss": 0.8646,
"step": 105
},
{
"epoch": 0.24,
"learning_rate": 5.0691543727833204e-05,
"loss": 0.8086,
"step": 110
},
{
"epoch": 0.25,
"learning_rate": 5.300322135089945e-05,
"loss": 0.8503,
"step": 115
},
{
"epoch": 0.27,
"learning_rate": 5.533373347347659e-05,
"loss": 0.8456,
"step": 120
},
{
"epoch": 0.28,
"learning_rate": 5.768026579458521e-05,
"loss": 0.8796,
"step": 125
},
{
"epoch": 0.29,
"learning_rate": 6.0039984667423376e-05,
"loss": 0.9052,
"step": 130
},
{
"epoch": 0.3,
"learning_rate": 6.241004052126484e-05,
"loss": 0.8889,
"step": 135
},
{
"epoch": 0.31,
"learning_rate": 6.478757130255232e-05,
"loss": 0.7601,
"step": 140
},
{
"epoch": 0.32,
"learning_rate": 6.716970593108191e-05,
"loss": 0.9798,
"step": 145
},
{
"epoch": 0.33,
"learning_rate": 6.955356776710577e-05,
"loss": 0.8511,
"step": 150
},
{
"epoch": 0.34,
"learning_rate": 7.19362780851133e-05,
"loss": 0.707,
"step": 155
},
{
"epoch": 0.35,
"learning_rate": 7.431495955014867e-05,
"loss": 0.8309,
"step": 160
},
{
"epoch": 0.37,
"learning_rate": 7.668673969246653e-05,
"loss": 0.9937,
"step": 165
},
{
"epoch": 0.38,
"learning_rate": 7.904875437627569e-05,
"loss": 0.8724,
"step": 170
},
{
"epoch": 0.39,
"learning_rate": 8.139815125844789e-05,
"loss": 0.8768,
"step": 175
},
{
"epoch": 0.4,
"learning_rate": 8.373209323297431e-05,
"loss": 0.8486,
"step": 180
},
{
"epoch": 0.41,
"learning_rate": 8.604776185702375e-05,
"loss": 0.8148,
"step": 185
},
{
"epoch": 0.42,
"learning_rate": 8.834236075446345e-05,
"loss": 0.7431,
"step": 190
},
{
"epoch": 0.43,
"learning_rate": 9.061311899273227e-05,
"loss": 1.0625,
"step": 195
},
{
"epoch": 0.44,
"learning_rate": 9.285729442898867e-05,
"loss": 0.9774,
"step": 200
},
{
"epoch": 0.45,
"learning_rate": 9.507217702149242e-05,
"loss": 0.9555,
"step": 205
},
{
"epoch": 0.46,
"learning_rate": 9.725509210222139e-05,
"loss": 0.8318,
"step": 210
},
{
"epoch": 0.48,
"learning_rate": 9.940340360677143e-05,
"loss": 1.0049,
"step": 215
},
{
"epoch": 0.49,
"learning_rate": 0.00010151451725763896,
"loss": 0.9011,
"step": 220
},
{
"epoch": 0.5,
"learning_rate": 0.00010358588369704216,
"loss": 0.9322,
"step": 225
},
{
"epoch": 0.51,
"learning_rate": 0.00010561500156549749,
"loss": 0.9422,
"step": 230
},
{
"epoch": 0.52,
"learning_rate": 0.00010759942052243423,
"loss": 0.8211,
"step": 235
},
{
"epoch": 0.53,
"learning_rate": 0.0001095367442051988,
"loss": 0.9219,
"step": 240
},
{
"epoch": 0.54,
"learning_rate": 0.0001114246331228763,
"loss": 0.9815,
"step": 245
},
{
"epoch": 0.55,
"learning_rate": 0.00011326080748143405,
"loss": 0.8863,
"step": 250
},
{
"epoch": 0.56,
"learning_rate": 0.00011504304993677604,
"loss": 0.9774,
"step": 255
},
{
"epoch": 0.58,
"learning_rate": 0.00011676920827238334,
"loss": 0.8713,
"step": 260
},
{
"epoch": 0.59,
"learning_rate": 0.00011843719799830738,
"loss": 0.8571,
"step": 265
},
{
"epoch": 0.6,
"learning_rate": 0.00012004500486837717,
"loss": 0.7939,
"step": 270
},
{
"epoch": 0.61,
"learning_rate": 0.00012159068731258093,
"loss": 0.9422,
"step": 275
},
{
"epoch": 0.62,
"learning_rate": 0.00012307237878168492,
"loss": 0.7881,
"step": 280
},
{
"epoch": 0.63,
"learning_rate": 0.00012448829000125786,
"loss": 0.9368,
"step": 285
},
{
"epoch": 0.64,
"learning_rate": 0.00012583671113237919,
"loss": 1.0178,
"step": 290
},
{
"epoch": 0.65,
"learning_rate": 0.00012711601383642182,
"loss": 0.9968,
"step": 295
},
{
"epoch": 0.66,
"learning_rate": 0.00012832465324141612,
"loss": 0.9213,
"step": 300
},
{
"epoch": 0.67,
"learning_rate": 0.0001294611698076205,
"loss": 0.9773,
"step": 305
},
{
"epoch": 0.69,
"learning_rate": 0.0001305241910900455,
"loss": 0.9827,
"step": 310
},
{
"epoch": 0.7,
"learning_rate": 0.0001315124333958035,
"loss": 0.9033,
"step": 315
},
{
"epoch": 0.71,
"learning_rate": 0.00013242470333428216,
"loss": 0.8958,
"step": 320
},
{
"epoch": 0.72,
"learning_rate": 0.00013325989925826927,
"loss": 0.9264,
"step": 325
},
{
"epoch": 0.73,
"learning_rate": 0.00013401701259429304,
"loss": 1.079,
"step": 330
},
{
"epoch": 0.74,
"learning_rate": 0.0001346951290605581,
"loss": 0.9806,
"step": 335
},
{
"epoch": 0.75,
"learning_rate": 0.00013529342977102813,
"loss": 0.86,
"step": 340
},
{
"epoch": 0.76,
"learning_rate": 0.0001358111922243026,
"loss": 1.0011,
"step": 345
},
{
"epoch": 0.77,
"learning_rate": 0.00013624779117609796,
"loss": 0.9809,
"step": 350
},
{
"epoch": 0.79,
"learning_rate": 0.00013660269939428984,
"loss": 1.0322,
"step": 355
},
{
"epoch": 0.8,
"learning_rate": 0.00013687548829559193,
"loss": 0.9118,
"step": 360
},
{
"epoch": 0.81,
"learning_rate": 0.00013706582846310632,
"loss": 1.0066,
"step": 365
},
{
"epoch": 0.82,
"learning_rate": 0.00013717349004412635,
"loss": 0.8286,
"step": 370
},
{
"epoch": 0.83,
"learning_rate": 0.00013719834302770308,
"loss": 0.9167,
"step": 375
},
{
"epoch": 0.84,
"learning_rate": 0.00013714035740164485,
"loss": 1.0906,
"step": 380
},
{
"epoch": 0.85,
"learning_rate": 0.0001369996031887605,
"loss": 0.799,
"step": 385
},
{
"epoch": 0.86,
"learning_rate": 0.0001367762503622993,
"loss": 1.0021,
"step": 390
},
{
"epoch": 0.87,
"learning_rate": 0.00013647056864069494,
"loss": 0.8576,
"step": 395
},
{
"epoch": 0.88,
"learning_rate": 0.00013608292716185523,
"loss": 0.8256,
"step": 400
},
{
"epoch": 0.9,
"learning_rate": 0.00013561379403739408,
"loss": 0.9425,
"step": 405
},
{
"epoch": 0.91,
"learning_rate": 0.00013506373578734917,
"loss": 1.1332,
"step": 410
},
{
"epoch": 0.92,
"learning_rate": 0.00013443341665605278,
"loss": 1.0371,
"step": 415
},
{
"epoch": 0.93,
"learning_rate": 0.00013372359781000178,
"loss": 0.9845,
"step": 420
},
{
"epoch": 0.94,
"learning_rate": 0.000132935136418682,
"loss": 0.9044,
"step": 425
},
{
"epoch": 0.95,
"learning_rate": 0.00013206898461945424,
"loss": 0.9425,
"step": 430
},
{
"epoch": 0.96,
"learning_rate": 0.0001311261883677687,
"loss": 0.9473,
"step": 435
},
{
"epoch": 0.97,
"learning_rate": 0.00013010788617408173,
"loss": 0.9766,
"step": 440
},
{
"epoch": 0.98,
"learning_rate": 0.0001290153077289955,
"loss": 1.085,
"step": 445
},
{
"epoch": 1.0,
"learning_rate": 0.00012784977241830426,
"loss": 1.0372,
"step": 450
},
{
"epoch": 1.0,
"eval_loss": 0.6593805551528931,
"eval_runtime": 29.3303,
"eval_samples_per_second": 22.605,
"eval_steps_per_second": 2.83,
"step": 452
},
{
"epoch": 1.01,
"learning_rate": 0.0001266126877297192,
"loss": 0.9529,
"step": 455
},
{
"epoch": 1.02,
"learning_rate": 0.00012530554755319265,
"loss": 0.8043,
"step": 460
},
{
"epoch": 1.03,
"learning_rate": 0.0001239299303769218,
"loss": 0.813,
"step": 465
},
{
"epoch": 1.04,
"learning_rate": 0.00012248749738118413,
"loss": 0.7686,
"step": 470
},
{
"epoch": 1.05,
"learning_rate": 0.00012097999043230392,
"loss": 0.816,
"step": 475
},
{
"epoch": 1.06,
"learning_rate": 0.00011940922997920501,
"loss": 0.7366,
"step": 480
},
{
"epoch": 1.07,
"learning_rate": 0.0001177771128550507,
"loss": 0.8555,
"step": 485
},
{
"epoch": 1.08,
"learning_rate": 0.00011608560998665,
"loss": 0.8056,
"step": 490
},
{
"epoch": 1.1,
"learning_rate": 0.00011433676401438789,
"loss": 0.8315,
"step": 495
},
{
"epoch": 1.11,
"learning_rate": 0.00011253268682555513,
"loss": 0.8243,
"step": 500
},
{
"epoch": 1.12,
"learning_rate": 0.00011067555700405623,
"loss": 0.9237,
"step": 505
},
{
"epoch": 1.13,
"learning_rate": 0.00010876761719957537,
"loss": 0.7665,
"step": 510
},
{
"epoch": 1.14,
"learning_rate": 0.00010681117141937706,
"loss": 0.8168,
"step": 515
},
{
"epoch": 1.15,
"learning_rate": 0.00010480858224601222,
"loss": 0.8501,
"step": 520
},
{
"epoch": 1.16,
"learning_rate": 0.0001027622679842892,
"loss": 0.7442,
"step": 525
},
{
"epoch": 1.17,
"learning_rate": 0.00010067469974095542,
"loss": 0.9166,
"step": 530
},
{
"epoch": 1.18,
"learning_rate": 9.854839844061585e-05,
"loss": 0.8625,
"step": 535
},
{
"epoch": 1.19,
"learning_rate": 9.638593178149185e-05,
"loss": 0.9546,
"step": 540
},
{
"epoch": 1.21,
"learning_rate": 9.418991113469707e-05,
"loss": 0.943,
"step": 545
},
{
"epoch": 1.22,
"learning_rate": 9.196298839077406e-05,
"loss": 0.831,
"step": 550
},
{
"epoch": 1.23,
"learning_rate": 8.970785275730025e-05,
"loss": 0.922,
"step": 555
},
{
"epoch": 1.24,
"learning_rate": 8.742722751143034e-05,
"loss": 0.9578,
"step": 560
},
{
"epoch": 1.25,
"learning_rate": 8.512386671129642e-05,
"loss": 0.7693,
"step": 565
},
{
"epoch": 1.26,
"learning_rate": 8.280055187023758e-05,
"loss": 0.917,
"step": 570
},
{
"epoch": 1.27,
"learning_rate": 8.046008859787475e-05,
"loss": 0.9697,
"step": 575
},
{
"epoch": 1.28,
"learning_rate": 7.810530321208715e-05,
"loss": 0.9031,
"step": 580
},
{
"epoch": 1.29,
"learning_rate": 7.573903932598171e-05,
"loss": 0.9128,
"step": 585
},
{
"epoch": 1.31,
"learning_rate": 7.336415441397694e-05,
"loss": 0.8281,
"step": 590
},
{
"epoch": 1.32,
"learning_rate": 7.098351636114803e-05,
"loss": 0.8862,
"step": 595
},
{
"epoch": 1.33,
"learning_rate": 6.860000000000023e-05,
"loss": 0.7457,
"step": 600
},
{
"epoch": 1.34,
"learning_rate": 6.621648363885243e-05,
"loss": 0.8978,
"step": 605
},
{
"epoch": 1.35,
"learning_rate": 6.383584558602354e-05,
"loss": 0.844,
"step": 610
},
{
"epoch": 1.36,
"learning_rate": 6.146096067401875e-05,
"loss": 0.8293,
"step": 615
},
{
"epoch": 1.37,
"learning_rate": 5.9094696787913304e-05,
"loss": 0.6208,
"step": 620
},
{
"epoch": 1.38,
"learning_rate": 5.6739911402125706e-05,
"loss": 0.8256,
"step": 625
},
{
"epoch": 1.39,
"learning_rate": 5.439944812976288e-05,
"loss": 0.8516,
"step": 630
},
{
"epoch": 1.4,
"learning_rate": 5.207613328870404e-05,
"loss": 0.75,
"step": 635
},
{
"epoch": 1.42,
"learning_rate": 4.977277248857012e-05,
"loss": 0.8606,
"step": 640
},
{
"epoch": 1.43,
"learning_rate": 4.749214724270019e-05,
"loss": 0.7975,
"step": 645
},
{
"epoch": 1.44,
"learning_rate": 4.5237011609228214e-05,
"loss": 0.8932,
"step": 650
},
{
"epoch": 1.45,
"learning_rate": 4.301008886530336e-05,
"loss": 0.8424,
"step": 655
},
{
"epoch": 1.46,
"learning_rate": 4.081406821850858e-05,
"loss": 0.8577,
"step": 660
},
{
"epoch": 1.47,
"learning_rate": 3.865160155938634e-05,
"loss": 0.7893,
"step": 665
},
{
"epoch": 1.48,
"learning_rate": 3.6525300259044984e-05,
"loss": 0.7793,
"step": 670
},
{
"epoch": 1.49,
"learning_rate": 3.443773201571122e-05,
"loss": 0.8193,
"step": 675
},
{
"epoch": 1.5,
"learning_rate": 3.239141775398985e-05,
"loss": 0.8577,
"step": 680
},
{
"epoch": 1.52,
"learning_rate": 3.0388828580623328e-05,
"loss": 0.9107,
"step": 685
},
{
"epoch": 1.53,
"learning_rate": 2.8432382800425017e-05,
"loss": 0.8879,
"step": 690
},
{
"epoch": 1.54,
"learning_rate": 2.6524442995945684e-05,
"loss": 0.8339,
"step": 695
},
{
"epoch": 1.55,
"learning_rate": 2.466731317444525e-05,
"loss": 0.8466,
"step": 700
},
{
"epoch": 1.56,
"learning_rate": 2.2863235985612475e-05,
"loss": 0.7456,
"step": 705
},
{
"epoch": 1.57,
"learning_rate": 2.111439001335175e-05,
"loss": 0.7,
"step": 710
},
{
"epoch": 1.58,
"learning_rate": 1.942288714494962e-05,
"loss": 0.7208,
"step": 715
},
{
"epoch": 1.59,
"learning_rate": 1.77907700207953e-05,
"loss": 0.8998,
"step": 720
},
{
"epoch": 1.6,
"learning_rate": 1.6220009567697634e-05,
"loss": 0.8058,
"step": 725
},
{
"epoch": 1.62,
"learning_rate": 1.471250261881617e-05,
"loss": 0.8065,
"step": 730
},
{
"epoch": 1.63,
"learning_rate": 1.3270069623078497e-05,
"loss": 0.7645,
"step": 735
},
{
"epoch": 1.64,
"learning_rate": 1.1894452446808717e-05,
"loss": 0.8453,
"step": 740
},
{
"epoch": 1.65,
"learning_rate": 1.0587312270281075e-05,
"loss": 0.8016,
"step": 745
},
{
"epoch": 1.66,
"learning_rate": 9.350227581695975e-06,
"loss": 0.8662,
"step": 750
},
{
"epoch": 1.67,
"learning_rate": 8.184692271005631e-06,
"loss": 0.7792,
"step": 755
},
{
"epoch": 1.68,
"learning_rate": 7.0921138259184885e-06,
"loss": 0.8576,
"step": 760
},
{
"epoch": 1.69,
"learning_rate": 6.0738116322314975e-06,
"loss": 0.8999,
"step": 765
},
{
"epoch": 1.7,
"learning_rate": 5.131015380545945e-06,
"loss": 0.7444,
"step": 770
},
{
"epoch": 1.71,
"learning_rate": 4.264863581318154e-06,
"loss": 0.8574,
"step": 775
},
{
"epoch": 1.73,
"learning_rate": 3.4764021899983686e-06,
"loss": 0.8041,
"step": 780
},
{
"epoch": 1.74,
"learning_rate": 2.76658334394734e-06,
"loss": 0.9527,
"step": 785
},
{
"epoch": 1.75,
"learning_rate": 2.1362642126509516e-06,
"loss": 0.8828,
"step": 790
},
{
"epoch": 1.76,
"learning_rate": 1.5862059626060031e-06,
"loss": 0.8653,
"step": 795
},
{
"epoch": 1.77,
"learning_rate": 1.1170728381448706e-06,
"loss": 0.7422,
"step": 800
},
{
"epoch": 1.78,
"learning_rate": 7.294313593051277e-07,
"loss": 0.8688,
"step": 805
},
{
"epoch": 1.79,
"learning_rate": 4.2374963770076367e-07,
"loss": 0.8754,
"step": 810
},
{
"epoch": 1.8,
"learning_rate": 2.0039681123955346e-07,
"loss": 0.8108,
"step": 815
},
{
"epoch": 1.81,
"learning_rate": 5.964259835515342e-08,
"loss": 0.7736,
"step": 820
},
{
"epoch": 1.83,
"learning_rate": 1.6569722969213219e-09,
"loss": 0.919,
"step": 825
},
{
"epoch": 1.84,
"learning_rate": 2.6509955873622614e-08,
"loss": 0.9207,
"step": 830
},
{
"epoch": 1.85,
"learning_rate": 1.34171536893634e-07,
"loss": 0.7721,
"step": 835
},
{
"epoch": 1.86,
"learning_rate": 3.245117044080267e-07,
"loss": 0.9383,
"step": 840
},
{
"epoch": 1.87,
"learning_rate": 5.973006057101013e-07,
"loss": 0.8004,
"step": 845
},
{
"epoch": 1.88,
"learning_rate": 9.522088239019613e-07,
"loss": 0.8358,
"step": 850
},
{
"epoch": 1.89,
"learning_rate": 1.388807775697303e-06,
"loss": 0.7995,
"step": 855
},
{
"epoch": 1.9,
"learning_rate": 1.9065702289717794e-06,
"loss": 0.8778,
"step": 860
},
{
"epoch": 1.91,
"learning_rate": 2.504870939441761e-06,
"loss": 0.7698,
"step": 865
},
{
"epoch": 1.92,
"learning_rate": 3.1829874057068102e-06,
"loss": 0.7713,
"step": 870
},
{
"epoch": 1.94,
"learning_rate": 3.940100741730584e-06,
"loss": 0.7167,
"step": 875
},
{
"epoch": 1.95,
"learning_rate": 4.775296665717651e-06,
"loss": 0.7112,
"step": 880
},
{
"epoch": 1.96,
"learning_rate": 5.687566604196296e-06,
"loss": 0.7375,
"step": 885
},
{
"epoch": 1.97,
"learning_rate": 6.675808909954285e-06,
"loss": 0.7607,
"step": 890
},
{
"epoch": 1.98,
"learning_rate": 7.738830192379277e-06,
"loss": 0.7172,
"step": 895
},
{
"epoch": 1.99,
"learning_rate": 8.875346758583638e-06,
"loss": 0.8977,
"step": 900
},
{
"epoch": 2.0,
"eval_loss": 0.6314056515693665,
"eval_runtime": 29.5306,
"eval_samples_per_second": 22.451,
"eval_steps_per_second": 2.811,
"step": 904
},
{
"epoch": 1.98,
"learning_rate": 4.5530896428035615e-05,
"loss": 0.6893,
"step": 905
},
{
"epoch": 1.99,
"learning_rate": 4.3329156273475095e-05,
"loss": 0.9131,
"step": 910
},
{
"epoch": 2.0,
"learning_rate": 4.115713866225047e-05,
"loss": 0.8774,
"step": 915
},
{
"epoch": 2.0,
"eval_loss": 0.4552081823348999,
"eval_runtime": 27.3413,
"eval_samples_per_second": 22.64,
"eval_steps_per_second": 2.853,
"step": 916
}
],
"max_steps": 1374,
"num_train_epochs": 3,
"total_flos": 956198191104000.0,
"trial_name": null,
"trial_params": null
}