EnabledChat-v2-lora / checkpoint-800 /trainer_state.json
0x70DA's picture
Training in progress, step 800
3e51c1d
{
"best_metric": 1.3277837038040161,
"best_model_checkpoint": "outputs/checkpoint-800",
"epoch": 0.2737850787132101,
"global_step": 800,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 1e-05,
"loss": 1.8606,
"step": 5
},
{
"epoch": 0.0,
"learning_rate": 2e-05,
"loss": 1.8806,
"step": 10
},
{
"epoch": 0.01,
"learning_rate": 3e-05,
"loss": 1.8434,
"step": 15
},
{
"epoch": 0.01,
"learning_rate": 4e-05,
"loss": 1.7431,
"step": 20
},
{
"epoch": 0.01,
"learning_rate": 5e-05,
"loss": 1.7721,
"step": 25
},
{
"epoch": 0.01,
"learning_rate": 6e-05,
"loss": 1.6826,
"step": 30
},
{
"epoch": 0.01,
"learning_rate": 7e-05,
"loss": 1.5892,
"step": 35
},
{
"epoch": 0.01,
"learning_rate": 8e-05,
"loss": 1.6333,
"step": 40
},
{
"epoch": 0.02,
"learning_rate": 9e-05,
"loss": 1.5955,
"step": 45
},
{
"epoch": 0.02,
"learning_rate": 0.0001,
"loss": 1.5504,
"step": 50
},
{
"epoch": 0.02,
"learning_rate": 0.00011000000000000002,
"loss": 1.5621,
"step": 55
},
{
"epoch": 0.02,
"learning_rate": 0.00012,
"loss": 1.5142,
"step": 60
},
{
"epoch": 0.02,
"learning_rate": 0.00013000000000000002,
"loss": 1.4386,
"step": 65
},
{
"epoch": 0.02,
"learning_rate": 0.00014,
"loss": 1.5017,
"step": 70
},
{
"epoch": 0.03,
"learning_rate": 0.00015000000000000001,
"loss": 1.4666,
"step": 75
},
{
"epoch": 0.03,
"learning_rate": 0.00016,
"loss": 1.4295,
"step": 80
},
{
"epoch": 0.03,
"learning_rate": 0.00017,
"loss": 1.4402,
"step": 85
},
{
"epoch": 0.03,
"learning_rate": 0.00018,
"loss": 1.4795,
"step": 90
},
{
"epoch": 0.03,
"learning_rate": 0.00019,
"loss": 1.4138,
"step": 95
},
{
"epoch": 0.03,
"learning_rate": 0.0002,
"loss": 1.4493,
"step": 100
},
{
"epoch": 0.04,
"learning_rate": 0.0001998259052924791,
"loss": 1.4918,
"step": 105
},
{
"epoch": 0.04,
"learning_rate": 0.00019965181058495822,
"loss": 1.4659,
"step": 110
},
{
"epoch": 0.04,
"learning_rate": 0.00019947771587743734,
"loss": 1.4573,
"step": 115
},
{
"epoch": 0.04,
"learning_rate": 0.00019930362116991646,
"loss": 1.4274,
"step": 120
},
{
"epoch": 0.04,
"learning_rate": 0.00019912952646239555,
"loss": 1.4064,
"step": 125
},
{
"epoch": 0.04,
"learning_rate": 0.00019895543175487465,
"loss": 1.4048,
"step": 130
},
{
"epoch": 0.05,
"learning_rate": 0.00019878133704735376,
"loss": 1.4493,
"step": 135
},
{
"epoch": 0.05,
"learning_rate": 0.00019860724233983288,
"loss": 1.3317,
"step": 140
},
{
"epoch": 0.05,
"learning_rate": 0.00019843314763231198,
"loss": 1.4041,
"step": 145
},
{
"epoch": 0.05,
"learning_rate": 0.0001982590529247911,
"loss": 1.4311,
"step": 150
},
{
"epoch": 0.05,
"learning_rate": 0.0001980849582172702,
"loss": 1.3626,
"step": 155
},
{
"epoch": 0.05,
"learning_rate": 0.00019791086350974934,
"loss": 1.4296,
"step": 160
},
{
"epoch": 0.06,
"learning_rate": 0.00019773676880222843,
"loss": 1.3888,
"step": 165
},
{
"epoch": 0.06,
"learning_rate": 0.00019756267409470752,
"loss": 1.3389,
"step": 170
},
{
"epoch": 0.06,
"learning_rate": 0.00019738857938718664,
"loss": 1.4544,
"step": 175
},
{
"epoch": 0.06,
"learning_rate": 0.00019721448467966573,
"loss": 1.4382,
"step": 180
},
{
"epoch": 0.06,
"learning_rate": 0.00019704038997214485,
"loss": 1.4953,
"step": 185
},
{
"epoch": 0.07,
"learning_rate": 0.00019686629526462397,
"loss": 1.4026,
"step": 190
},
{
"epoch": 0.07,
"learning_rate": 0.00019669220055710306,
"loss": 1.3757,
"step": 195
},
{
"epoch": 0.07,
"learning_rate": 0.00019651810584958218,
"loss": 1.3247,
"step": 200
},
{
"epoch": 0.07,
"eval_loss": 1.3710952997207642,
"eval_runtime": 738.1164,
"eval_samples_per_second": 7.038,
"eval_steps_per_second": 0.881,
"step": 200
},
{
"epoch": 0.07,
"learning_rate": 0.0001963440111420613,
"loss": 1.4409,
"step": 205
},
{
"epoch": 0.07,
"learning_rate": 0.0001961699164345404,
"loss": 1.4023,
"step": 210
},
{
"epoch": 0.07,
"learning_rate": 0.00019599582172701951,
"loss": 1.3736,
"step": 215
},
{
"epoch": 0.08,
"learning_rate": 0.0001958217270194986,
"loss": 1.4321,
"step": 220
},
{
"epoch": 0.08,
"learning_rate": 0.00019564763231197773,
"loss": 1.4344,
"step": 225
},
{
"epoch": 0.08,
"learning_rate": 0.00019547353760445685,
"loss": 1.3539,
"step": 230
},
{
"epoch": 0.08,
"learning_rate": 0.00019529944289693594,
"loss": 1.438,
"step": 235
},
{
"epoch": 0.08,
"learning_rate": 0.00019512534818941506,
"loss": 1.457,
"step": 240
},
{
"epoch": 0.08,
"learning_rate": 0.00019495125348189415,
"loss": 1.429,
"step": 245
},
{
"epoch": 0.09,
"learning_rate": 0.00019477715877437327,
"loss": 1.4465,
"step": 250
},
{
"epoch": 0.09,
"learning_rate": 0.0001946030640668524,
"loss": 1.4202,
"step": 255
},
{
"epoch": 0.09,
"learning_rate": 0.00019442896935933148,
"loss": 1.343,
"step": 260
},
{
"epoch": 0.09,
"learning_rate": 0.0001942548746518106,
"loss": 1.4127,
"step": 265
},
{
"epoch": 0.09,
"learning_rate": 0.0001940807799442897,
"loss": 1.3171,
"step": 270
},
{
"epoch": 0.09,
"learning_rate": 0.0001939066852367688,
"loss": 1.4012,
"step": 275
},
{
"epoch": 0.1,
"learning_rate": 0.00019373259052924793,
"loss": 1.2933,
"step": 280
},
{
"epoch": 0.1,
"learning_rate": 0.00019355849582172702,
"loss": 1.326,
"step": 285
},
{
"epoch": 0.1,
"learning_rate": 0.00019338440111420614,
"loss": 1.3951,
"step": 290
},
{
"epoch": 0.1,
"learning_rate": 0.00019321030640668524,
"loss": 1.3149,
"step": 295
},
{
"epoch": 0.1,
"learning_rate": 0.00019303621169916436,
"loss": 1.4046,
"step": 300
},
{
"epoch": 0.1,
"learning_rate": 0.00019286211699164348,
"loss": 1.343,
"step": 305
},
{
"epoch": 0.11,
"learning_rate": 0.00019268802228412257,
"loss": 1.3676,
"step": 310
},
{
"epoch": 0.11,
"learning_rate": 0.00019251392757660166,
"loss": 1.3593,
"step": 315
},
{
"epoch": 0.11,
"learning_rate": 0.0001923398328690808,
"loss": 1.3869,
"step": 320
},
{
"epoch": 0.11,
"learning_rate": 0.0001921657381615599,
"loss": 1.3841,
"step": 325
},
{
"epoch": 0.11,
"learning_rate": 0.00019199164345403902,
"loss": 1.3806,
"step": 330
},
{
"epoch": 0.11,
"learning_rate": 0.0001918175487465181,
"loss": 1.4527,
"step": 335
},
{
"epoch": 0.12,
"learning_rate": 0.0001916434540389972,
"loss": 1.4161,
"step": 340
},
{
"epoch": 0.12,
"learning_rate": 0.00019146935933147635,
"loss": 1.3019,
"step": 345
},
{
"epoch": 0.12,
"learning_rate": 0.00019129526462395544,
"loss": 1.4082,
"step": 350
},
{
"epoch": 0.12,
"learning_rate": 0.00019112116991643454,
"loss": 1.4261,
"step": 355
},
{
"epoch": 0.12,
"learning_rate": 0.00019094707520891365,
"loss": 1.4152,
"step": 360
},
{
"epoch": 0.12,
"learning_rate": 0.00019077298050139277,
"loss": 1.4289,
"step": 365
},
{
"epoch": 0.13,
"learning_rate": 0.0001905988857938719,
"loss": 1.3951,
"step": 370
},
{
"epoch": 0.13,
"learning_rate": 0.00019042479108635099,
"loss": 1.3578,
"step": 375
},
{
"epoch": 0.13,
"learning_rate": 0.00019025069637883008,
"loss": 1.3342,
"step": 380
},
{
"epoch": 0.13,
"learning_rate": 0.0001900766016713092,
"loss": 1.3959,
"step": 385
},
{
"epoch": 0.13,
"learning_rate": 0.00018990250696378832,
"loss": 1.4336,
"step": 390
},
{
"epoch": 0.14,
"learning_rate": 0.00018972841225626744,
"loss": 1.464,
"step": 395
},
{
"epoch": 0.14,
"learning_rate": 0.00018955431754874653,
"loss": 1.4053,
"step": 400
},
{
"epoch": 0.14,
"eval_loss": 1.3470327854156494,
"eval_runtime": 738.9389,
"eval_samples_per_second": 7.03,
"eval_steps_per_second": 0.88,
"step": 400
},
{
"epoch": 0.14,
"learning_rate": 0.00018938022284122562,
"loss": 1.3582,
"step": 405
},
{
"epoch": 0.14,
"learning_rate": 0.00018920612813370474,
"loss": 1.375,
"step": 410
},
{
"epoch": 0.14,
"learning_rate": 0.00018903203342618386,
"loss": 1.4229,
"step": 415
},
{
"epoch": 0.14,
"learning_rate": 0.00018885793871866295,
"loss": 1.3843,
"step": 420
},
{
"epoch": 0.15,
"learning_rate": 0.00018868384401114207,
"loss": 1.39,
"step": 425
},
{
"epoch": 0.15,
"learning_rate": 0.00018850974930362116,
"loss": 1.3863,
"step": 430
},
{
"epoch": 0.15,
"learning_rate": 0.00018833565459610028,
"loss": 1.3597,
"step": 435
},
{
"epoch": 0.15,
"learning_rate": 0.0001881615598885794,
"loss": 1.4114,
"step": 440
},
{
"epoch": 0.15,
"learning_rate": 0.0001879874651810585,
"loss": 1.2929,
"step": 445
},
{
"epoch": 0.15,
"learning_rate": 0.00018781337047353762,
"loss": 1.3087,
"step": 450
},
{
"epoch": 0.16,
"learning_rate": 0.0001876392757660167,
"loss": 1.3748,
"step": 455
},
{
"epoch": 0.16,
"learning_rate": 0.00018746518105849583,
"loss": 1.3716,
"step": 460
},
{
"epoch": 0.16,
"learning_rate": 0.00018729108635097495,
"loss": 1.404,
"step": 465
},
{
"epoch": 0.16,
"learning_rate": 0.00018711699164345404,
"loss": 1.2931,
"step": 470
},
{
"epoch": 0.16,
"learning_rate": 0.00018694289693593316,
"loss": 1.3345,
"step": 475
},
{
"epoch": 0.16,
"learning_rate": 0.00018676880222841225,
"loss": 1.3836,
"step": 480
},
{
"epoch": 0.17,
"learning_rate": 0.00018659470752089137,
"loss": 1.3923,
"step": 485
},
{
"epoch": 0.17,
"learning_rate": 0.0001864206128133705,
"loss": 1.3166,
"step": 490
},
{
"epoch": 0.17,
"learning_rate": 0.00018624651810584958,
"loss": 1.3697,
"step": 495
},
{
"epoch": 0.17,
"learning_rate": 0.0001860724233983287,
"loss": 1.437,
"step": 500
},
{
"epoch": 0.17,
"learning_rate": 0.00018589832869080782,
"loss": 1.3579,
"step": 505
},
{
"epoch": 0.17,
"learning_rate": 0.00018572423398328691,
"loss": 1.3769,
"step": 510
},
{
"epoch": 0.18,
"learning_rate": 0.00018555013927576603,
"loss": 1.3989,
"step": 515
},
{
"epoch": 0.18,
"learning_rate": 0.00018537604456824513,
"loss": 1.331,
"step": 520
},
{
"epoch": 0.18,
"learning_rate": 0.00018520194986072425,
"loss": 1.3678,
"step": 525
},
{
"epoch": 0.18,
"learning_rate": 0.00018502785515320337,
"loss": 1.3475,
"step": 530
},
{
"epoch": 0.18,
"learning_rate": 0.00018485376044568246,
"loss": 1.4465,
"step": 535
},
{
"epoch": 0.18,
"learning_rate": 0.00018467966573816158,
"loss": 1.3304,
"step": 540
},
{
"epoch": 0.19,
"learning_rate": 0.00018450557103064067,
"loss": 1.4006,
"step": 545
},
{
"epoch": 0.19,
"learning_rate": 0.0001843314763231198,
"loss": 1.3645,
"step": 550
},
{
"epoch": 0.19,
"learning_rate": 0.0001841573816155989,
"loss": 1.3217,
"step": 555
},
{
"epoch": 0.19,
"learning_rate": 0.000183983286908078,
"loss": 1.3421,
"step": 560
},
{
"epoch": 0.19,
"learning_rate": 0.0001838091922005571,
"loss": 1.3283,
"step": 565
},
{
"epoch": 0.2,
"learning_rate": 0.0001836350974930362,
"loss": 1.4101,
"step": 570
},
{
"epoch": 0.2,
"learning_rate": 0.00018346100278551533,
"loss": 1.3333,
"step": 575
},
{
"epoch": 0.2,
"learning_rate": 0.00018328690807799445,
"loss": 1.4574,
"step": 580
},
{
"epoch": 0.2,
"learning_rate": 0.00018311281337047354,
"loss": 1.3755,
"step": 585
},
{
"epoch": 0.2,
"learning_rate": 0.00018293871866295264,
"loss": 1.3537,
"step": 590
},
{
"epoch": 0.2,
"learning_rate": 0.00018276462395543176,
"loss": 1.3734,
"step": 595
},
{
"epoch": 0.21,
"learning_rate": 0.00018259052924791088,
"loss": 1.3431,
"step": 600
},
{
"epoch": 0.21,
"eval_loss": 1.3354507684707642,
"eval_runtime": 738.7441,
"eval_samples_per_second": 7.032,
"eval_steps_per_second": 0.88,
"step": 600
},
{
"epoch": 0.21,
"learning_rate": 0.00018241643454039,
"loss": 1.3685,
"step": 605
},
{
"epoch": 0.21,
"learning_rate": 0.0001822423398328691,
"loss": 1.377,
"step": 610
},
{
"epoch": 0.21,
"learning_rate": 0.00018206824512534818,
"loss": 1.4289,
"step": 615
},
{
"epoch": 0.21,
"learning_rate": 0.00018189415041782733,
"loss": 1.398,
"step": 620
},
{
"epoch": 0.21,
"learning_rate": 0.00018172005571030642,
"loss": 1.3915,
"step": 625
},
{
"epoch": 0.22,
"learning_rate": 0.0001815459610027855,
"loss": 1.4608,
"step": 630
},
{
"epoch": 0.22,
"learning_rate": 0.00018137186629526463,
"loss": 1.4408,
"step": 635
},
{
"epoch": 0.22,
"learning_rate": 0.00018119777158774372,
"loss": 1.3443,
"step": 640
},
{
"epoch": 0.22,
"learning_rate": 0.00018102367688022287,
"loss": 1.4033,
"step": 645
},
{
"epoch": 0.22,
"learning_rate": 0.00018084958217270196,
"loss": 1.3086,
"step": 650
},
{
"epoch": 0.22,
"learning_rate": 0.00018067548746518105,
"loss": 1.3581,
"step": 655
},
{
"epoch": 0.23,
"learning_rate": 0.00018050139275766017,
"loss": 1.3457,
"step": 660
},
{
"epoch": 0.23,
"learning_rate": 0.0001803272980501393,
"loss": 1.4488,
"step": 665
},
{
"epoch": 0.23,
"learning_rate": 0.0001801532033426184,
"loss": 1.3765,
"step": 670
},
{
"epoch": 0.23,
"learning_rate": 0.0001799791086350975,
"loss": 1.4061,
"step": 675
},
{
"epoch": 0.23,
"learning_rate": 0.0001798050139275766,
"loss": 1.3556,
"step": 680
},
{
"epoch": 0.23,
"learning_rate": 0.00017963091922005572,
"loss": 1.3359,
"step": 685
},
{
"epoch": 0.24,
"learning_rate": 0.00017945682451253484,
"loss": 1.2965,
"step": 690
},
{
"epoch": 0.24,
"learning_rate": 0.00017928272980501393,
"loss": 1.3211,
"step": 695
},
{
"epoch": 0.24,
"learning_rate": 0.00017910863509749305,
"loss": 1.4063,
"step": 700
},
{
"epoch": 0.24,
"learning_rate": 0.00017893454038997214,
"loss": 1.3837,
"step": 705
},
{
"epoch": 0.24,
"learning_rate": 0.00017876044568245126,
"loss": 1.397,
"step": 710
},
{
"epoch": 0.24,
"learning_rate": 0.00017858635097493038,
"loss": 1.3671,
"step": 715
},
{
"epoch": 0.25,
"learning_rate": 0.00017841225626740947,
"loss": 1.3666,
"step": 720
},
{
"epoch": 0.25,
"learning_rate": 0.0001782381615598886,
"loss": 1.3875,
"step": 725
},
{
"epoch": 0.25,
"learning_rate": 0.00017806406685236768,
"loss": 1.3613,
"step": 730
},
{
"epoch": 0.25,
"learning_rate": 0.0001778899721448468,
"loss": 1.3611,
"step": 735
},
{
"epoch": 0.25,
"learning_rate": 0.00017771587743732592,
"loss": 1.357,
"step": 740
},
{
"epoch": 0.25,
"learning_rate": 0.00017754178272980502,
"loss": 1.3561,
"step": 745
},
{
"epoch": 0.26,
"learning_rate": 0.00017736768802228414,
"loss": 1.4103,
"step": 750
},
{
"epoch": 0.26,
"learning_rate": 0.00017719359331476323,
"loss": 1.4355,
"step": 755
},
{
"epoch": 0.26,
"learning_rate": 0.00017701949860724235,
"loss": 1.3901,
"step": 760
},
{
"epoch": 0.26,
"learning_rate": 0.00017684540389972147,
"loss": 1.4161,
"step": 765
},
{
"epoch": 0.26,
"learning_rate": 0.00017667130919220056,
"loss": 1.4353,
"step": 770
},
{
"epoch": 0.27,
"learning_rate": 0.00017649721448467968,
"loss": 1.3647,
"step": 775
},
{
"epoch": 0.27,
"learning_rate": 0.0001763231197771588,
"loss": 1.3503,
"step": 780
},
{
"epoch": 0.27,
"learning_rate": 0.0001761490250696379,
"loss": 1.3034,
"step": 785
},
{
"epoch": 0.27,
"learning_rate": 0.000175974930362117,
"loss": 1.3908,
"step": 790
},
{
"epoch": 0.27,
"learning_rate": 0.0001758008356545961,
"loss": 1.3361,
"step": 795
},
{
"epoch": 0.27,
"learning_rate": 0.0001756267409470752,
"loss": 1.4012,
"step": 800
},
{
"epoch": 0.27,
"eval_loss": 1.3277837038040161,
"eval_runtime": 737.1439,
"eval_samples_per_second": 7.047,
"eval_steps_per_second": 0.882,
"step": 800
}
],
"max_steps": 5844,
"num_train_epochs": 2,
"total_flos": 4.76478839980032e+16,
"trial_name": null,
"trial_params": null
}