anime_portrait_vit / trainer_state.json
lrzjason's picture
Upload 8 files
bbc7266 verified
{
"best_metric": 0.1909320205450058,
"best_model_checkpoint": "./vit-base-fullbody-classifier-6\\checkpoint-1100",
"epoch": 10.0,
"eval_steps": 100,
"global_step": 2070,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.05,
"learning_rate": 1.0000000000000002e-06,
"loss": 1.3746,
"step": 10
},
{
"epoch": 0.1,
"learning_rate": 2.0000000000000003e-06,
"loss": 1.3829,
"step": 20
},
{
"epoch": 0.14,
"learning_rate": 3e-06,
"loss": 1.3757,
"step": 30
},
{
"epoch": 0.19,
"learning_rate": 4.000000000000001e-06,
"loss": 1.3656,
"step": 40
},
{
"epoch": 0.24,
"learning_rate": 5e-06,
"loss": 1.3448,
"step": 50
},
{
"epoch": 0.29,
"learning_rate": 6e-06,
"loss": 1.3373,
"step": 60
},
{
"epoch": 0.34,
"learning_rate": 7.000000000000001e-06,
"loss": 1.3232,
"step": 70
},
{
"epoch": 0.39,
"learning_rate": 8.000000000000001e-06,
"loss": 1.2872,
"step": 80
},
{
"epoch": 0.43,
"learning_rate": 9e-06,
"loss": 1.2638,
"step": 90
},
{
"epoch": 0.48,
"learning_rate": 1e-05,
"loss": 1.25,
"step": 100
},
{
"epoch": 0.48,
"eval_accuracy": 0.5926829268292683,
"eval_loss": 1.2367020845413208,
"eval_runtime": 20.8647,
"eval_samples_per_second": 19.65,
"eval_steps_per_second": 2.492,
"step": 100
},
{
"epoch": 0.53,
"learning_rate": 1.1000000000000001e-05,
"loss": 1.1748,
"step": 110
},
{
"epoch": 0.58,
"learning_rate": 1.2e-05,
"loss": 1.1491,
"step": 120
},
{
"epoch": 0.63,
"learning_rate": 1.3000000000000001e-05,
"loss": 1.0737,
"step": 130
},
{
"epoch": 0.68,
"learning_rate": 1.4000000000000001e-05,
"loss": 1.0358,
"step": 140
},
{
"epoch": 0.72,
"learning_rate": 1.5e-05,
"loss": 0.9602,
"step": 150
},
{
"epoch": 0.77,
"learning_rate": 1.6000000000000003e-05,
"loss": 0.9154,
"step": 160
},
{
"epoch": 0.82,
"learning_rate": 1.7000000000000003e-05,
"loss": 0.8374,
"step": 170
},
{
"epoch": 0.87,
"learning_rate": 1.8e-05,
"loss": 0.7678,
"step": 180
},
{
"epoch": 0.92,
"learning_rate": 1.9e-05,
"loss": 0.7105,
"step": 190
},
{
"epoch": 0.97,
"learning_rate": 2e-05,
"loss": 0.6594,
"step": 200
},
{
"epoch": 0.97,
"eval_accuracy": 0.8731707317073171,
"eval_loss": 0.64021235704422,
"eval_runtime": 21.6651,
"eval_samples_per_second": 18.924,
"eval_steps_per_second": 2.4,
"step": 200
},
{
"epoch": 1.01,
"learning_rate": 2.1e-05,
"loss": 0.6217,
"step": 210
},
{
"epoch": 1.06,
"learning_rate": 2.2000000000000003e-05,
"loss": 0.6355,
"step": 220
},
{
"epoch": 1.11,
"learning_rate": 2.3000000000000003e-05,
"loss": 0.5103,
"step": 230
},
{
"epoch": 1.16,
"learning_rate": 2.4e-05,
"loss": 0.4564,
"step": 240
},
{
"epoch": 1.21,
"learning_rate": 2.5e-05,
"loss": 0.3947,
"step": 250
},
{
"epoch": 1.26,
"learning_rate": 2.6000000000000002e-05,
"loss": 0.3605,
"step": 260
},
{
"epoch": 1.3,
"learning_rate": 2.7000000000000002e-05,
"loss": 0.3896,
"step": 270
},
{
"epoch": 1.35,
"learning_rate": 2.8000000000000003e-05,
"loss": 0.3193,
"step": 280
},
{
"epoch": 1.4,
"learning_rate": 2.9e-05,
"loss": 0.334,
"step": 290
},
{
"epoch": 1.45,
"learning_rate": 3e-05,
"loss": 0.2512,
"step": 300
},
{
"epoch": 1.45,
"eval_accuracy": 0.948780487804878,
"eval_loss": 0.28558439016342163,
"eval_runtime": 22.0969,
"eval_samples_per_second": 18.555,
"eval_steps_per_second": 2.353,
"step": 300
},
{
"epoch": 1.5,
"learning_rate": 3.1e-05,
"loss": 0.257,
"step": 310
},
{
"epoch": 1.55,
"learning_rate": 3.2000000000000005e-05,
"loss": 0.2081,
"step": 320
},
{
"epoch": 1.59,
"learning_rate": 3.3e-05,
"loss": 0.2643,
"step": 330
},
{
"epoch": 1.64,
"learning_rate": 3.4000000000000007e-05,
"loss": 0.271,
"step": 340
},
{
"epoch": 1.69,
"learning_rate": 3.5e-05,
"loss": 0.2353,
"step": 350
},
{
"epoch": 1.74,
"learning_rate": 3.6e-05,
"loss": 0.316,
"step": 360
},
{
"epoch": 1.79,
"learning_rate": 3.7e-05,
"loss": 0.1995,
"step": 370
},
{
"epoch": 1.84,
"learning_rate": 3.8e-05,
"loss": 0.3356,
"step": 380
},
{
"epoch": 1.88,
"learning_rate": 3.9000000000000006e-05,
"loss": 0.2513,
"step": 390
},
{
"epoch": 1.93,
"learning_rate": 4e-05,
"loss": 0.2175,
"step": 400
},
{
"epoch": 1.93,
"eval_accuracy": 0.8975609756097561,
"eval_loss": 0.3272535502910614,
"eval_runtime": 21.8078,
"eval_samples_per_second": 18.801,
"eval_steps_per_second": 2.384,
"step": 400
},
{
"epoch": 1.98,
"learning_rate": 4.1e-05,
"loss": 0.281,
"step": 410
},
{
"epoch": 2.03,
"learning_rate": 4.2e-05,
"loss": 0.2321,
"step": 420
},
{
"epoch": 2.08,
"learning_rate": 4.29e-05,
"loss": 0.1141,
"step": 430
},
{
"epoch": 2.13,
"learning_rate": 4.39e-05,
"loss": 0.1023,
"step": 440
},
{
"epoch": 2.17,
"learning_rate": 4.49e-05,
"loss": 0.1081,
"step": 450
},
{
"epoch": 2.22,
"learning_rate": 4.5900000000000004e-05,
"loss": 0.0969,
"step": 460
},
{
"epoch": 2.27,
"learning_rate": 4.69e-05,
"loss": 0.0822,
"step": 470
},
{
"epoch": 2.32,
"learning_rate": 4.79e-05,
"loss": 0.1229,
"step": 480
},
{
"epoch": 2.37,
"learning_rate": 4.89e-05,
"loss": 0.1556,
"step": 490
},
{
"epoch": 2.42,
"learning_rate": 4.99e-05,
"loss": 0.1313,
"step": 500
},
{
"epoch": 2.42,
"eval_accuracy": 0.9317073170731708,
"eval_loss": 0.229569673538208,
"eval_runtime": 20.4104,
"eval_samples_per_second": 20.088,
"eval_steps_per_second": 2.548,
"step": 500
},
{
"epoch": 2.46,
"learning_rate": 4.9713375796178345e-05,
"loss": 0.1338,
"step": 510
},
{
"epoch": 2.51,
"learning_rate": 4.939490445859873e-05,
"loss": 0.1007,
"step": 520
},
{
"epoch": 2.56,
"learning_rate": 4.907643312101911e-05,
"loss": 0.1014,
"step": 530
},
{
"epoch": 2.61,
"learning_rate": 4.875796178343949e-05,
"loss": 0.1331,
"step": 540
},
{
"epoch": 2.66,
"learning_rate": 4.8439490445859877e-05,
"loss": 0.1637,
"step": 550
},
{
"epoch": 2.71,
"learning_rate": 4.8121019108280254e-05,
"loss": 0.1037,
"step": 560
},
{
"epoch": 2.75,
"learning_rate": 4.780254777070064e-05,
"loss": 0.1222,
"step": 570
},
{
"epoch": 2.8,
"learning_rate": 4.7484076433121024e-05,
"loss": 0.0777,
"step": 580
},
{
"epoch": 2.85,
"learning_rate": 4.71656050955414e-05,
"loss": 0.1369,
"step": 590
},
{
"epoch": 2.9,
"learning_rate": 4.6847133757961786e-05,
"loss": 0.0698,
"step": 600
},
{
"epoch": 2.9,
"eval_accuracy": 0.9414634146341463,
"eval_loss": 0.2208263874053955,
"eval_runtime": 20.9683,
"eval_samples_per_second": 19.553,
"eval_steps_per_second": 2.48,
"step": 600
},
{
"epoch": 2.95,
"learning_rate": 4.652866242038217e-05,
"loss": 0.1643,
"step": 610
},
{
"epoch": 3.0,
"learning_rate": 4.621019108280255e-05,
"loss": 0.1105,
"step": 620
},
{
"epoch": 3.04,
"learning_rate": 4.589171974522293e-05,
"loss": 0.0556,
"step": 630
},
{
"epoch": 3.09,
"learning_rate": 4.557324840764332e-05,
"loss": 0.0482,
"step": 640
},
{
"epoch": 3.14,
"learning_rate": 4.5254777070063695e-05,
"loss": 0.0553,
"step": 650
},
{
"epoch": 3.19,
"learning_rate": 4.493630573248408e-05,
"loss": 0.0677,
"step": 660
},
{
"epoch": 3.24,
"learning_rate": 4.4617834394904464e-05,
"loss": 0.0365,
"step": 670
},
{
"epoch": 3.29,
"learning_rate": 4.429936305732484e-05,
"loss": 0.0529,
"step": 680
},
{
"epoch": 3.33,
"learning_rate": 4.398089171974523e-05,
"loss": 0.041,
"step": 690
},
{
"epoch": 3.38,
"learning_rate": 4.366242038216561e-05,
"loss": 0.0553,
"step": 700
},
{
"epoch": 3.38,
"eval_accuracy": 0.9512195121951219,
"eval_loss": 0.1926226019859314,
"eval_runtime": 21.809,
"eval_samples_per_second": 18.8,
"eval_steps_per_second": 2.384,
"step": 700
},
{
"epoch": 3.43,
"learning_rate": 4.334394904458599e-05,
"loss": 0.0574,
"step": 710
},
{
"epoch": 3.48,
"learning_rate": 4.3025477707006374e-05,
"loss": 0.0681,
"step": 720
},
{
"epoch": 3.53,
"learning_rate": 4.270700636942676e-05,
"loss": 0.0541,
"step": 730
},
{
"epoch": 3.57,
"learning_rate": 4.2388535031847136e-05,
"loss": 0.0574,
"step": 740
},
{
"epoch": 3.62,
"learning_rate": 4.207006369426752e-05,
"loss": 0.0447,
"step": 750
},
{
"epoch": 3.67,
"learning_rate": 4.1751592356687905e-05,
"loss": 0.0461,
"step": 760
},
{
"epoch": 3.72,
"learning_rate": 4.143312101910828e-05,
"loss": 0.0228,
"step": 770
},
{
"epoch": 3.77,
"learning_rate": 4.111464968152867e-05,
"loss": 0.034,
"step": 780
},
{
"epoch": 3.82,
"learning_rate": 4.0796178343949045e-05,
"loss": 0.0557,
"step": 790
},
{
"epoch": 3.86,
"learning_rate": 4.047770700636943e-05,
"loss": 0.0239,
"step": 800
},
{
"epoch": 3.86,
"eval_accuracy": 0.9390243902439024,
"eval_loss": 0.19786834716796875,
"eval_runtime": 21.3483,
"eval_samples_per_second": 19.205,
"eval_steps_per_second": 2.436,
"step": 800
},
{
"epoch": 3.91,
"learning_rate": 4.0159235668789814e-05,
"loss": 0.0534,
"step": 810
},
{
"epoch": 3.96,
"learning_rate": 3.984076433121019e-05,
"loss": 0.0521,
"step": 820
},
{
"epoch": 4.01,
"learning_rate": 3.952229299363058e-05,
"loss": 0.0423,
"step": 830
},
{
"epoch": 4.06,
"learning_rate": 3.920382165605096e-05,
"loss": 0.0197,
"step": 840
},
{
"epoch": 4.11,
"learning_rate": 3.888535031847134e-05,
"loss": 0.0584,
"step": 850
},
{
"epoch": 4.15,
"learning_rate": 3.8566878980891724e-05,
"loss": 0.0695,
"step": 860
},
{
"epoch": 4.2,
"learning_rate": 3.824840764331211e-05,
"loss": 0.039,
"step": 870
},
{
"epoch": 4.25,
"learning_rate": 3.7929936305732486e-05,
"loss": 0.0183,
"step": 880
},
{
"epoch": 4.3,
"learning_rate": 3.761146496815287e-05,
"loss": 0.0175,
"step": 890
},
{
"epoch": 4.35,
"learning_rate": 3.729299363057325e-05,
"loss": 0.0386,
"step": 900
},
{
"epoch": 4.35,
"eval_accuracy": 0.9365853658536586,
"eval_loss": 0.22525091469287872,
"eval_runtime": 21.4031,
"eval_samples_per_second": 19.156,
"eval_steps_per_second": 2.43,
"step": 900
},
{
"epoch": 4.4,
"learning_rate": 3.697452229299363e-05,
"loss": 0.0164,
"step": 910
},
{
"epoch": 4.44,
"learning_rate": 3.665605095541401e-05,
"loss": 0.0161,
"step": 920
},
{
"epoch": 4.49,
"learning_rate": 3.6337579617834395e-05,
"loss": 0.0209,
"step": 930
},
{
"epoch": 4.54,
"learning_rate": 3.601910828025477e-05,
"loss": 0.0668,
"step": 940
},
{
"epoch": 4.59,
"learning_rate": 3.570063694267516e-05,
"loss": 0.0697,
"step": 950
},
{
"epoch": 4.64,
"learning_rate": 3.538216560509554e-05,
"loss": 0.0161,
"step": 960
},
{
"epoch": 4.69,
"learning_rate": 3.506369426751592e-05,
"loss": 0.0783,
"step": 970
},
{
"epoch": 4.73,
"learning_rate": 3.4745222929936305e-05,
"loss": 0.0152,
"step": 980
},
{
"epoch": 4.78,
"learning_rate": 3.442675159235669e-05,
"loss": 0.0146,
"step": 990
},
{
"epoch": 4.83,
"learning_rate": 3.410828025477707e-05,
"loss": 0.0143,
"step": 1000
},
{
"epoch": 4.83,
"eval_accuracy": 0.9463414634146341,
"eval_loss": 0.19345715641975403,
"eval_runtime": 21.1331,
"eval_samples_per_second": 19.401,
"eval_steps_per_second": 2.461,
"step": 1000
},
{
"epoch": 4.88,
"learning_rate": 3.378980891719745e-05,
"loss": 0.0143,
"step": 1010
},
{
"epoch": 4.93,
"learning_rate": 3.3471337579617836e-05,
"loss": 0.0136,
"step": 1020
},
{
"epoch": 4.98,
"learning_rate": 3.3152866242038214e-05,
"loss": 0.0386,
"step": 1030
},
{
"epoch": 5.02,
"learning_rate": 3.28343949044586e-05,
"loss": 0.0336,
"step": 1040
},
{
"epoch": 5.07,
"learning_rate": 3.251592356687898e-05,
"loss": 0.013,
"step": 1050
},
{
"epoch": 5.12,
"learning_rate": 3.219745222929936e-05,
"loss": 0.0126,
"step": 1060
},
{
"epoch": 5.17,
"learning_rate": 3.1878980891719745e-05,
"loss": 0.0128,
"step": 1070
},
{
"epoch": 5.22,
"learning_rate": 3.156050955414013e-05,
"loss": 0.0122,
"step": 1080
},
{
"epoch": 5.27,
"learning_rate": 3.124203821656051e-05,
"loss": 0.0136,
"step": 1090
},
{
"epoch": 5.31,
"learning_rate": 3.092356687898089e-05,
"loss": 0.0606,
"step": 1100
},
{
"epoch": 5.31,
"eval_accuracy": 0.9536585365853658,
"eval_loss": 0.1909320205450058,
"eval_runtime": 20.2405,
"eval_samples_per_second": 20.256,
"eval_steps_per_second": 2.569,
"step": 1100
},
{
"epoch": 5.36,
"learning_rate": 3.060509554140128e-05,
"loss": 0.0368,
"step": 1110
},
{
"epoch": 5.41,
"learning_rate": 3.0286624203821655e-05,
"loss": 0.0116,
"step": 1120
},
{
"epoch": 5.46,
"learning_rate": 2.996815286624204e-05,
"loss": 0.0335,
"step": 1130
},
{
"epoch": 5.51,
"learning_rate": 2.964968152866242e-05,
"loss": 0.0211,
"step": 1140
},
{
"epoch": 5.56,
"learning_rate": 2.93312101910828e-05,
"loss": 0.0114,
"step": 1150
},
{
"epoch": 5.6,
"learning_rate": 2.9012738853503186e-05,
"loss": 0.0119,
"step": 1160
},
{
"epoch": 5.65,
"learning_rate": 2.8694267515923567e-05,
"loss": 0.0167,
"step": 1170
},
{
"epoch": 5.7,
"learning_rate": 2.837579617834395e-05,
"loss": 0.0111,
"step": 1180
},
{
"epoch": 5.75,
"learning_rate": 2.8057324840764333e-05,
"loss": 0.011,
"step": 1190
},
{
"epoch": 5.8,
"learning_rate": 2.7738853503184714e-05,
"loss": 0.0105,
"step": 1200
},
{
"epoch": 5.8,
"eval_accuracy": 0.9390243902439024,
"eval_loss": 0.24669073522090912,
"eval_runtime": 20.6758,
"eval_samples_per_second": 19.83,
"eval_steps_per_second": 2.515,
"step": 1200
},
{
"epoch": 5.85,
"learning_rate": 2.7420382165605095e-05,
"loss": 0.0104,
"step": 1210
},
{
"epoch": 5.89,
"learning_rate": 2.710191082802548e-05,
"loss": 0.0106,
"step": 1220
},
{
"epoch": 5.94,
"learning_rate": 2.678343949044586e-05,
"loss": 0.0101,
"step": 1230
},
{
"epoch": 5.99,
"learning_rate": 2.6464968152866242e-05,
"loss": 0.0395,
"step": 1240
},
{
"epoch": 6.04,
"learning_rate": 2.6146496815286624e-05,
"loss": 0.0098,
"step": 1250
},
{
"epoch": 6.09,
"learning_rate": 2.5828025477707008e-05,
"loss": 0.0099,
"step": 1260
},
{
"epoch": 6.14,
"learning_rate": 2.550955414012739e-05,
"loss": 0.0097,
"step": 1270
},
{
"epoch": 6.18,
"learning_rate": 2.519108280254777e-05,
"loss": 0.0095,
"step": 1280
},
{
"epoch": 6.23,
"learning_rate": 2.4872611464968155e-05,
"loss": 0.0094,
"step": 1290
},
{
"epoch": 6.28,
"learning_rate": 2.4554140127388536e-05,
"loss": 0.0092,
"step": 1300
},
{
"epoch": 6.28,
"eval_accuracy": 0.9512195121951219,
"eval_loss": 0.19856394827365875,
"eval_runtime": 19.7104,
"eval_samples_per_second": 20.801,
"eval_steps_per_second": 2.638,
"step": 1300
},
{
"epoch": 6.33,
"learning_rate": 2.4235668789808917e-05,
"loss": 0.0091,
"step": 1310
},
{
"epoch": 6.38,
"learning_rate": 2.3917197452229302e-05,
"loss": 0.009,
"step": 1320
},
{
"epoch": 6.43,
"learning_rate": 2.3598726114649683e-05,
"loss": 0.0089,
"step": 1330
},
{
"epoch": 6.47,
"learning_rate": 2.3280254777070064e-05,
"loss": 0.0092,
"step": 1340
},
{
"epoch": 6.52,
"learning_rate": 2.296178343949045e-05,
"loss": 0.0087,
"step": 1350
},
{
"epoch": 6.57,
"learning_rate": 2.264331210191083e-05,
"loss": 0.0086,
"step": 1360
},
{
"epoch": 6.62,
"learning_rate": 2.232484076433121e-05,
"loss": 0.029,
"step": 1370
},
{
"epoch": 6.67,
"learning_rate": 2.2006369426751592e-05,
"loss": 0.0087,
"step": 1380
},
{
"epoch": 6.71,
"learning_rate": 2.1687898089171977e-05,
"loss": 0.0087,
"step": 1390
},
{
"epoch": 6.76,
"learning_rate": 2.1369426751592358e-05,
"loss": 0.0085,
"step": 1400
},
{
"epoch": 6.76,
"eval_accuracy": 0.9512195121951219,
"eval_loss": 0.20551267266273499,
"eval_runtime": 21.7651,
"eval_samples_per_second": 18.837,
"eval_steps_per_second": 2.389,
"step": 1400
},
{
"epoch": 6.81,
"learning_rate": 2.105095541401274e-05,
"loss": 0.0085,
"step": 1410
},
{
"epoch": 6.86,
"learning_rate": 2.0732484076433124e-05,
"loss": 0.0084,
"step": 1420
},
{
"epoch": 6.91,
"learning_rate": 2.0414012738853505e-05,
"loss": 0.0081,
"step": 1430
},
{
"epoch": 6.96,
"learning_rate": 2.0095541401273886e-05,
"loss": 0.008,
"step": 1440
},
{
"epoch": 7.0,
"learning_rate": 1.977707006369427e-05,
"loss": 0.0112,
"step": 1450
},
{
"epoch": 7.05,
"learning_rate": 1.9458598726114652e-05,
"loss": 0.0079,
"step": 1460
},
{
"epoch": 7.1,
"learning_rate": 1.9140127388535033e-05,
"loss": 0.0078,
"step": 1470
},
{
"epoch": 7.15,
"learning_rate": 1.8821656050955418e-05,
"loss": 0.0078,
"step": 1480
},
{
"epoch": 7.2,
"learning_rate": 1.8503184713375796e-05,
"loss": 0.0076,
"step": 1490
},
{
"epoch": 7.25,
"learning_rate": 1.8184713375796177e-05,
"loss": 0.0076,
"step": 1500
},
{
"epoch": 7.25,
"eval_accuracy": 0.9463414634146341,
"eval_loss": 0.2132251262664795,
"eval_runtime": 21.8557,
"eval_samples_per_second": 18.759,
"eval_steps_per_second": 2.379,
"step": 1500
},
{
"epoch": 7.29,
"learning_rate": 1.786624203821656e-05,
"loss": 0.0075,
"step": 1510
},
{
"epoch": 7.34,
"learning_rate": 1.7547770700636942e-05,
"loss": 0.0075,
"step": 1520
},
{
"epoch": 7.39,
"learning_rate": 1.7229299363057324e-05,
"loss": 0.0075,
"step": 1530
},
{
"epoch": 7.44,
"learning_rate": 1.6910828025477708e-05,
"loss": 0.0074,
"step": 1540
},
{
"epoch": 7.49,
"learning_rate": 1.659235668789809e-05,
"loss": 0.0073,
"step": 1550
},
{
"epoch": 7.54,
"learning_rate": 1.627388535031847e-05,
"loss": 0.0073,
"step": 1560
},
{
"epoch": 7.58,
"learning_rate": 1.5955414012738855e-05,
"loss": 0.0073,
"step": 1570
},
{
"epoch": 7.63,
"learning_rate": 1.5636942675159236e-05,
"loss": 0.0072,
"step": 1580
},
{
"epoch": 7.68,
"learning_rate": 1.5318471337579618e-05,
"loss": 0.0072,
"step": 1590
},
{
"epoch": 7.73,
"learning_rate": 1.5e-05,
"loss": 0.0071,
"step": 1600
},
{
"epoch": 7.73,
"eval_accuracy": 0.9463414634146341,
"eval_loss": 0.21747459471225739,
"eval_runtime": 20.4277,
"eval_samples_per_second": 20.071,
"eval_steps_per_second": 2.546,
"step": 1600
},
{
"epoch": 7.78,
"learning_rate": 1.4681528662420382e-05,
"loss": 0.007,
"step": 1610
},
{
"epoch": 7.83,
"learning_rate": 1.4363057324840764e-05,
"loss": 0.007,
"step": 1620
},
{
"epoch": 7.87,
"learning_rate": 1.4044585987261147e-05,
"loss": 0.0069,
"step": 1630
},
{
"epoch": 7.92,
"learning_rate": 1.3726114649681528e-05,
"loss": 0.0069,
"step": 1640
},
{
"epoch": 7.97,
"learning_rate": 1.3407643312101911e-05,
"loss": 0.0171,
"step": 1650
},
{
"epoch": 8.02,
"learning_rate": 1.3089171974522294e-05,
"loss": 0.0068,
"step": 1660
},
{
"epoch": 8.07,
"learning_rate": 1.2770700636942675e-05,
"loss": 0.0068,
"step": 1670
},
{
"epoch": 8.12,
"learning_rate": 1.2452229299363058e-05,
"loss": 0.0068,
"step": 1680
},
{
"epoch": 8.16,
"learning_rate": 1.213375796178344e-05,
"loss": 0.0067,
"step": 1690
},
{
"epoch": 8.21,
"learning_rate": 1.1815286624203822e-05,
"loss": 0.0067,
"step": 1700
},
{
"epoch": 8.21,
"eval_accuracy": 0.948780487804878,
"eval_loss": 0.2226085364818573,
"eval_runtime": 21.3206,
"eval_samples_per_second": 19.23,
"eval_steps_per_second": 2.439,
"step": 1700
},
{
"epoch": 8.26,
"learning_rate": 1.1496815286624205e-05,
"loss": 0.0067,
"step": 1710
},
{
"epoch": 8.31,
"learning_rate": 1.1178343949044586e-05,
"loss": 0.0066,
"step": 1720
},
{
"epoch": 8.36,
"learning_rate": 1.085987261146497e-05,
"loss": 0.0066,
"step": 1730
},
{
"epoch": 8.41,
"learning_rate": 1.054140127388535e-05,
"loss": 0.0065,
"step": 1740
},
{
"epoch": 8.45,
"learning_rate": 1.0222929936305733e-05,
"loss": 0.0065,
"step": 1750
},
{
"epoch": 8.5,
"learning_rate": 9.904458598726116e-06,
"loss": 0.0065,
"step": 1760
},
{
"epoch": 8.55,
"learning_rate": 9.585987261146497e-06,
"loss": 0.0065,
"step": 1770
},
{
"epoch": 8.6,
"learning_rate": 9.267515923566879e-06,
"loss": 0.0064,
"step": 1780
},
{
"epoch": 8.65,
"learning_rate": 8.949044585987261e-06,
"loss": 0.0064,
"step": 1790
},
{
"epoch": 8.7,
"learning_rate": 8.630573248407643e-06,
"loss": 0.0064,
"step": 1800
},
{
"epoch": 8.7,
"eval_accuracy": 0.9463414634146341,
"eval_loss": 0.22321389615535736,
"eval_runtime": 19.9115,
"eval_samples_per_second": 20.591,
"eval_steps_per_second": 2.612,
"step": 1800
},
{
"epoch": 8.74,
"learning_rate": 8.312101910828025e-06,
"loss": 0.0064,
"step": 1810
},
{
"epoch": 8.79,
"learning_rate": 7.993630573248408e-06,
"loss": 0.0106,
"step": 1820
},
{
"epoch": 8.84,
"learning_rate": 7.67515923566879e-06,
"loss": 0.0064,
"step": 1830
},
{
"epoch": 8.89,
"learning_rate": 7.356687898089172e-06,
"loss": 0.0063,
"step": 1840
},
{
"epoch": 8.94,
"learning_rate": 7.0382165605095544e-06,
"loss": 0.0063,
"step": 1850
},
{
"epoch": 8.99,
"learning_rate": 6.7197452229299365e-06,
"loss": 0.013,
"step": 1860
},
{
"epoch": 9.03,
"learning_rate": 6.4012738853503185e-06,
"loss": 0.0062,
"step": 1870
},
{
"epoch": 9.08,
"learning_rate": 6.082802547770701e-06,
"loss": 0.0062,
"step": 1880
},
{
"epoch": 9.13,
"learning_rate": 5.764331210191083e-06,
"loss": 0.0062,
"step": 1890
},
{
"epoch": 9.18,
"learning_rate": 5.445859872611465e-06,
"loss": 0.0062,
"step": 1900
},
{
"epoch": 9.18,
"eval_accuracy": 0.9463414634146341,
"eval_loss": 0.2225855439901352,
"eval_runtime": 18.1543,
"eval_samples_per_second": 22.584,
"eval_steps_per_second": 2.864,
"step": 1900
},
{
"epoch": 9.23,
"learning_rate": 5.1273885350318474e-06,
"loss": 0.0061,
"step": 1910
},
{
"epoch": 9.28,
"learning_rate": 4.8089171974522295e-06,
"loss": 0.0062,
"step": 1920
},
{
"epoch": 9.32,
"learning_rate": 4.4904458598726115e-06,
"loss": 0.0061,
"step": 1930
},
{
"epoch": 9.37,
"learning_rate": 4.1719745222929935e-06,
"loss": 0.0062,
"step": 1940
},
{
"epoch": 9.42,
"learning_rate": 3.8535031847133755e-06,
"loss": 0.0061,
"step": 1950
},
{
"epoch": 9.47,
"learning_rate": 3.535031847133758e-06,
"loss": 0.0061,
"step": 1960
},
{
"epoch": 9.52,
"learning_rate": 3.2165605095541404e-06,
"loss": 0.0061,
"step": 1970
},
{
"epoch": 9.57,
"learning_rate": 2.8980891719745225e-06,
"loss": 0.0061,
"step": 1980
},
{
"epoch": 9.61,
"learning_rate": 2.579617834394905e-06,
"loss": 0.0061,
"step": 1990
},
{
"epoch": 9.66,
"learning_rate": 2.2611464968152865e-06,
"loss": 0.0061,
"step": 2000
},
{
"epoch": 9.66,
"eval_accuracy": 0.9463414634146341,
"eval_loss": 0.2239292562007904,
"eval_runtime": 17.7456,
"eval_samples_per_second": 23.104,
"eval_steps_per_second": 2.93,
"step": 2000
},
{
"epoch": 9.71,
"learning_rate": 1.942675159235669e-06,
"loss": 0.0061,
"step": 2010
},
{
"epoch": 9.76,
"learning_rate": 1.624203821656051e-06,
"loss": 0.0061,
"step": 2020
},
{
"epoch": 9.81,
"learning_rate": 1.3057324840764332e-06,
"loss": 0.0097,
"step": 2030
},
{
"epoch": 9.86,
"learning_rate": 9.872611464968153e-07,
"loss": 0.0061,
"step": 2040
},
{
"epoch": 9.9,
"learning_rate": 6.687898089171975e-07,
"loss": 0.0061,
"step": 2050
},
{
"epoch": 9.95,
"learning_rate": 3.503184713375796e-07,
"loss": 0.0061,
"step": 2060
},
{
"epoch": 10.0,
"learning_rate": 3.184713375796178e-08,
"loss": 0.0112,
"step": 2070
},
{
"epoch": 10.0,
"step": 2070,
"total_flos": 2.557281496670208e+18,
"train_loss": 0.16907700259904354,
"train_runtime": 2197.7206,
"train_samples_per_second": 15.016,
"train_steps_per_second": 0.942
}
],
"logging_steps": 10,
"max_steps": 2070,
"num_input_tokens_seen": 0,
"num_train_epochs": 10,
"save_steps": 100,
"total_flos": 2.557281496670208e+18,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}