braille1 / checkpoint-960 /trainer_state.json
satwikapaul's picture
Upload folder using huggingface_hub
a3deac2
raw
history blame
17.8 kB
{
"best_metric": 0.7314792275428772,
"best_model_checkpoint": "./vit-base-beans/checkpoint-640",
"epoch": 19.591836734693878,
"global_step": 960,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.2,
"learning_rate": 0.00019795918367346938,
"loss": 3.374,
"step": 10
},
{
"epoch": 0.41,
"learning_rate": 0.0001959183673469388,
"loss": 3.3572,
"step": 20
},
{
"epoch": 0.61,
"learning_rate": 0.00019387755102040816,
"loss": 3.3211,
"step": 30
},
{
"epoch": 0.82,
"learning_rate": 0.00019183673469387756,
"loss": 3.2257,
"step": 40
},
{
"epoch": 0.82,
"eval_accuracy": 0.03470031545741325,
"eval_loss": 3.4292807579040527,
"eval_runtime": 3.7472,
"eval_samples_per_second": 84.597,
"eval_steps_per_second": 10.675,
"step": 40
},
{
"epoch": 1.02,
"learning_rate": 0.00018979591836734697,
"loss": 3.1143,
"step": 50
},
{
"epoch": 1.22,
"learning_rate": 0.00018775510204081634,
"loss": 3.032,
"step": 60
},
{
"epoch": 1.43,
"learning_rate": 0.00018571428571428572,
"loss": 2.8104,
"step": 70
},
{
"epoch": 1.63,
"learning_rate": 0.00018367346938775512,
"loss": 2.6674,
"step": 80
},
{
"epoch": 1.63,
"eval_accuracy": 0.17350157728706625,
"eval_loss": 2.952009916305542,
"eval_runtime": 3.3938,
"eval_samples_per_second": 93.405,
"eval_steps_per_second": 11.786,
"step": 80
},
{
"epoch": 1.84,
"learning_rate": 0.0001816326530612245,
"loss": 2.5131,
"step": 90
},
{
"epoch": 2.04,
"learning_rate": 0.0001795918367346939,
"loss": 2.5287,
"step": 100
},
{
"epoch": 2.24,
"learning_rate": 0.00017755102040816327,
"loss": 2.2121,
"step": 110
},
{
"epoch": 2.45,
"learning_rate": 0.00017551020408163265,
"loss": 2.0048,
"step": 120
},
{
"epoch": 2.45,
"eval_accuracy": 0.48580441640378547,
"eval_loss": 2.363018035888672,
"eval_runtime": 3.7903,
"eval_samples_per_second": 83.635,
"eval_steps_per_second": 10.553,
"step": 120
},
{
"epoch": 2.65,
"learning_rate": 0.00017346938775510205,
"loss": 1.8413,
"step": 130
},
{
"epoch": 2.86,
"learning_rate": 0.00017142857142857143,
"loss": 1.7897,
"step": 140
},
{
"epoch": 3.06,
"learning_rate": 0.00016938775510204083,
"loss": 1.607,
"step": 150
},
{
"epoch": 3.27,
"learning_rate": 0.00016734693877551023,
"loss": 1.3493,
"step": 160
},
{
"epoch": 3.27,
"eval_accuracy": 0.5488958990536278,
"eval_loss": 1.8864167928695679,
"eval_runtime": 4.2623,
"eval_samples_per_second": 74.372,
"eval_steps_per_second": 9.385,
"step": 160
},
{
"epoch": 3.47,
"learning_rate": 0.0001653061224489796,
"loss": 1.2421,
"step": 170
},
{
"epoch": 3.67,
"learning_rate": 0.00016326530612244898,
"loss": 1.0779,
"step": 180
},
{
"epoch": 3.88,
"learning_rate": 0.00016122448979591838,
"loss": 1.0038,
"step": 190
},
{
"epoch": 4.08,
"learning_rate": 0.00015918367346938776,
"loss": 1.0887,
"step": 200
},
{
"epoch": 4.08,
"eval_accuracy": 0.7350157728706624,
"eval_loss": 1.4275710582733154,
"eval_runtime": 3.3105,
"eval_samples_per_second": 95.757,
"eval_steps_per_second": 12.083,
"step": 200
},
{
"epoch": 4.29,
"learning_rate": 0.00015714285714285716,
"loss": 0.7734,
"step": 210
},
{
"epoch": 4.49,
"learning_rate": 0.00015510204081632654,
"loss": 0.7969,
"step": 220
},
{
"epoch": 4.69,
"learning_rate": 0.0001530612244897959,
"loss": 0.7953,
"step": 230
},
{
"epoch": 4.9,
"learning_rate": 0.0001510204081632653,
"loss": 0.6649,
"step": 240
},
{
"epoch": 4.9,
"eval_accuracy": 0.7728706624605678,
"eval_loss": 1.2706444263458252,
"eval_runtime": 4.1354,
"eval_samples_per_second": 76.656,
"eval_steps_per_second": 9.673,
"step": 240
},
{
"epoch": 5.1,
"learning_rate": 0.00014897959183673472,
"loss": 0.5647,
"step": 250
},
{
"epoch": 5.31,
"learning_rate": 0.0001469387755102041,
"loss": 0.7201,
"step": 260
},
{
"epoch": 5.51,
"learning_rate": 0.0001448979591836735,
"loss": 0.606,
"step": 270
},
{
"epoch": 5.71,
"learning_rate": 0.00014285714285714287,
"loss": 0.5396,
"step": 280
},
{
"epoch": 5.71,
"eval_accuracy": 0.7981072555205048,
"eval_loss": 1.125301480293274,
"eval_runtime": 3.3532,
"eval_samples_per_second": 94.537,
"eval_steps_per_second": 11.929,
"step": 280
},
{
"epoch": 5.92,
"learning_rate": 0.00014081632653061224,
"loss": 0.3407,
"step": 290
},
{
"epoch": 6.12,
"learning_rate": 0.00013877551020408165,
"loss": 0.3539,
"step": 300
},
{
"epoch": 6.33,
"learning_rate": 0.00013673469387755102,
"loss": 0.3608,
"step": 310
},
{
"epoch": 6.53,
"learning_rate": 0.0001346938775510204,
"loss": 0.3162,
"step": 320
},
{
"epoch": 6.53,
"eval_accuracy": 0.804416403785489,
"eval_loss": 1.0156543254852295,
"eval_runtime": 4.7629,
"eval_samples_per_second": 66.556,
"eval_steps_per_second": 8.398,
"step": 320
},
{
"epoch": 6.73,
"learning_rate": 0.0001326530612244898,
"loss": 0.335,
"step": 330
},
{
"epoch": 6.94,
"learning_rate": 0.00013061224489795917,
"loss": 0.2333,
"step": 340
},
{
"epoch": 7.14,
"learning_rate": 0.00012857142857142858,
"loss": 0.1931,
"step": 350
},
{
"epoch": 7.35,
"learning_rate": 0.00012653061224489798,
"loss": 0.1909,
"step": 360
},
{
"epoch": 7.35,
"eval_accuracy": 0.8548895899053628,
"eval_loss": 0.8516904711723328,
"eval_runtime": 3.3664,
"eval_samples_per_second": 94.165,
"eval_steps_per_second": 11.882,
"step": 360
},
{
"epoch": 7.55,
"learning_rate": 0.00012448979591836735,
"loss": 0.1801,
"step": 370
},
{
"epoch": 7.76,
"learning_rate": 0.00012244897959183676,
"loss": 0.1785,
"step": 380
},
{
"epoch": 7.96,
"learning_rate": 0.00012040816326530613,
"loss": 0.1627,
"step": 390
},
{
"epoch": 8.16,
"learning_rate": 0.00011836734693877552,
"loss": 0.154,
"step": 400
},
{
"epoch": 8.16,
"eval_accuracy": 0.8138801261829653,
"eval_loss": 0.945625364780426,
"eval_runtime": 3.3591,
"eval_samples_per_second": 94.37,
"eval_steps_per_second": 11.908,
"step": 400
},
{
"epoch": 8.37,
"learning_rate": 0.0001163265306122449,
"loss": 0.1268,
"step": 410
},
{
"epoch": 8.57,
"learning_rate": 0.00011428571428571428,
"loss": 0.1352,
"step": 420
},
{
"epoch": 8.78,
"learning_rate": 0.00011224489795918367,
"loss": 0.1214,
"step": 430
},
{
"epoch": 8.98,
"learning_rate": 0.00011020408163265306,
"loss": 0.1519,
"step": 440
},
{
"epoch": 8.98,
"eval_accuracy": 0.8454258675078864,
"eval_loss": 0.8139908313751221,
"eval_runtime": 4.5811,
"eval_samples_per_second": 69.197,
"eval_steps_per_second": 8.731,
"step": 440
},
{
"epoch": 9.18,
"learning_rate": 0.00010816326530612246,
"loss": 0.0773,
"step": 450
},
{
"epoch": 9.39,
"learning_rate": 0.00010612244897959185,
"loss": 0.1083,
"step": 460
},
{
"epoch": 9.59,
"learning_rate": 0.00010408163265306123,
"loss": 0.086,
"step": 470
},
{
"epoch": 9.8,
"learning_rate": 0.00010204081632653062,
"loss": 0.0672,
"step": 480
},
{
"epoch": 9.8,
"eval_accuracy": 0.8517350157728707,
"eval_loss": 0.7407823204994202,
"eval_runtime": 3.8145,
"eval_samples_per_second": 83.104,
"eval_steps_per_second": 10.486,
"step": 480
},
{
"epoch": 10.0,
"learning_rate": 0.0001,
"loss": 0.067,
"step": 490
},
{
"epoch": 10.2,
"learning_rate": 9.79591836734694e-05,
"loss": 0.0559,
"step": 500
},
{
"epoch": 10.41,
"learning_rate": 9.591836734693878e-05,
"loss": 0.055,
"step": 510
},
{
"epoch": 10.61,
"learning_rate": 9.387755102040817e-05,
"loss": 0.0498,
"step": 520
},
{
"epoch": 10.61,
"eval_accuracy": 0.8580441640378549,
"eval_loss": 0.7550804615020752,
"eval_runtime": 3.3075,
"eval_samples_per_second": 95.842,
"eval_steps_per_second": 12.094,
"step": 520
},
{
"epoch": 10.82,
"learning_rate": 9.183673469387756e-05,
"loss": 0.0483,
"step": 530
},
{
"epoch": 11.02,
"learning_rate": 8.979591836734695e-05,
"loss": 0.0461,
"step": 540
},
{
"epoch": 11.22,
"learning_rate": 8.775510204081632e-05,
"loss": 0.043,
"step": 550
},
{
"epoch": 11.43,
"learning_rate": 8.571428571428571e-05,
"loss": 0.0618,
"step": 560
},
{
"epoch": 11.43,
"eval_accuracy": 0.8675078864353313,
"eval_loss": 0.7529485821723938,
"eval_runtime": 3.2693,
"eval_samples_per_second": 96.964,
"eval_steps_per_second": 12.235,
"step": 560
},
{
"epoch": 11.63,
"learning_rate": 8.367346938775511e-05,
"loss": 0.0409,
"step": 570
},
{
"epoch": 11.84,
"learning_rate": 8.163265306122449e-05,
"loss": 0.0433,
"step": 580
},
{
"epoch": 12.04,
"learning_rate": 7.959183673469388e-05,
"loss": 0.0367,
"step": 590
},
{
"epoch": 12.24,
"learning_rate": 7.755102040816327e-05,
"loss": 0.0352,
"step": 600
},
{
"epoch": 12.24,
"eval_accuracy": 0.8643533123028391,
"eval_loss": 0.7547315955162048,
"eval_runtime": 4.666,
"eval_samples_per_second": 67.938,
"eval_steps_per_second": 8.573,
"step": 600
},
{
"epoch": 12.45,
"learning_rate": 7.551020408163266e-05,
"loss": 0.0377,
"step": 610
},
{
"epoch": 12.65,
"learning_rate": 7.346938775510205e-05,
"loss": 0.0331,
"step": 620
},
{
"epoch": 12.86,
"learning_rate": 7.142857142857143e-05,
"loss": 0.0678,
"step": 630
},
{
"epoch": 13.06,
"learning_rate": 6.938775510204082e-05,
"loss": 0.0381,
"step": 640
},
{
"epoch": 13.06,
"eval_accuracy": 0.8769716088328076,
"eval_loss": 0.7314792275428772,
"eval_runtime": 4.0948,
"eval_samples_per_second": 77.416,
"eval_steps_per_second": 9.769,
"step": 640
},
{
"epoch": 13.27,
"learning_rate": 6.73469387755102e-05,
"loss": 0.0316,
"step": 650
},
{
"epoch": 13.47,
"learning_rate": 6.530612244897959e-05,
"loss": 0.0302,
"step": 660
},
{
"epoch": 13.67,
"learning_rate": 6.326530612244899e-05,
"loss": 0.0317,
"step": 670
},
{
"epoch": 13.88,
"learning_rate": 6.122448979591838e-05,
"loss": 0.0288,
"step": 680
},
{
"epoch": 13.88,
"eval_accuracy": 0.8675078864353313,
"eval_loss": 0.7384619116783142,
"eval_runtime": 4.3527,
"eval_samples_per_second": 72.828,
"eval_steps_per_second": 9.19,
"step": 680
},
{
"epoch": 14.08,
"learning_rate": 5.918367346938776e-05,
"loss": 0.0285,
"step": 690
},
{
"epoch": 14.29,
"learning_rate": 5.714285714285714e-05,
"loss": 0.0271,
"step": 700
},
{
"epoch": 14.49,
"learning_rate": 5.510204081632653e-05,
"loss": 0.0264,
"step": 710
},
{
"epoch": 14.69,
"learning_rate": 5.3061224489795926e-05,
"loss": 0.0264,
"step": 720
},
{
"epoch": 14.69,
"eval_accuracy": 0.8643533123028391,
"eval_loss": 0.7676613926887512,
"eval_runtime": 3.2589,
"eval_samples_per_second": 97.271,
"eval_steps_per_second": 12.274,
"step": 720
},
{
"epoch": 14.9,
"learning_rate": 5.102040816326531e-05,
"loss": 0.0258,
"step": 730
},
{
"epoch": 15.1,
"learning_rate": 4.89795918367347e-05,
"loss": 0.0256,
"step": 740
},
{
"epoch": 15.31,
"learning_rate": 4.6938775510204086e-05,
"loss": 0.0242,
"step": 750
},
{
"epoch": 15.51,
"learning_rate": 4.4897959183673474e-05,
"loss": 0.0243,
"step": 760
},
{
"epoch": 15.51,
"eval_accuracy": 0.8580441640378549,
"eval_loss": 0.7726181745529175,
"eval_runtime": 3.8096,
"eval_samples_per_second": 83.211,
"eval_steps_per_second": 10.5,
"step": 760
},
{
"epoch": 15.71,
"learning_rate": 4.2857142857142856e-05,
"loss": 0.0234,
"step": 770
},
{
"epoch": 15.92,
"learning_rate": 4.0816326530612245e-05,
"loss": 0.0241,
"step": 780
},
{
"epoch": 16.12,
"learning_rate": 3.8775510204081634e-05,
"loss": 0.0227,
"step": 790
},
{
"epoch": 16.33,
"learning_rate": 3.673469387755102e-05,
"loss": 0.0228,
"step": 800
},
{
"epoch": 16.33,
"eval_accuracy": 0.8580441640378549,
"eval_loss": 0.7750853300094604,
"eval_runtime": 3.2592,
"eval_samples_per_second": 97.263,
"eval_steps_per_second": 12.273,
"step": 800
},
{
"epoch": 16.53,
"learning_rate": 3.469387755102041e-05,
"loss": 0.0236,
"step": 810
},
{
"epoch": 16.73,
"learning_rate": 3.265306122448979e-05,
"loss": 0.023,
"step": 820
},
{
"epoch": 16.94,
"learning_rate": 3.061224489795919e-05,
"loss": 0.0219,
"step": 830
},
{
"epoch": 17.14,
"learning_rate": 2.857142857142857e-05,
"loss": 0.0219,
"step": 840
},
{
"epoch": 17.14,
"eval_accuracy": 0.8643533123028391,
"eval_loss": 0.7764984369277954,
"eval_runtime": 3.4162,
"eval_samples_per_second": 92.793,
"eval_steps_per_second": 11.709,
"step": 840
},
{
"epoch": 17.35,
"learning_rate": 2.6530612244897963e-05,
"loss": 0.0214,
"step": 850
},
{
"epoch": 17.55,
"learning_rate": 2.448979591836735e-05,
"loss": 0.0219,
"step": 860
},
{
"epoch": 17.76,
"learning_rate": 2.2448979591836737e-05,
"loss": 0.0207,
"step": 870
},
{
"epoch": 17.96,
"learning_rate": 2.0408163265306123e-05,
"loss": 0.0218,
"step": 880
},
{
"epoch": 17.96,
"eval_accuracy": 0.8643533123028391,
"eval_loss": 0.7789060473442078,
"eval_runtime": 3.3084,
"eval_samples_per_second": 95.816,
"eval_steps_per_second": 12.09,
"step": 880
},
{
"epoch": 18.16,
"learning_rate": 1.836734693877551e-05,
"loss": 0.0219,
"step": 890
},
{
"epoch": 18.37,
"learning_rate": 1.6326530612244897e-05,
"loss": 0.0214,
"step": 900
},
{
"epoch": 18.57,
"learning_rate": 1.4285714285714285e-05,
"loss": 0.021,
"step": 910
},
{
"epoch": 18.78,
"learning_rate": 1.2244897959183674e-05,
"loss": 0.0209,
"step": 920
},
{
"epoch": 18.78,
"eval_accuracy": 0.8643533123028391,
"eval_loss": 0.779566764831543,
"eval_runtime": 4.6967,
"eval_samples_per_second": 67.494,
"eval_steps_per_second": 8.517,
"step": 920
},
{
"epoch": 18.98,
"learning_rate": 1.0204081632653061e-05,
"loss": 0.0204,
"step": 930
},
{
"epoch": 19.18,
"learning_rate": 8.163265306122448e-06,
"loss": 0.0209,
"step": 940
},
{
"epoch": 19.39,
"learning_rate": 6.122448979591837e-06,
"loss": 0.0207,
"step": 950
},
{
"epoch": 19.59,
"learning_rate": 4.081632653061224e-06,
"loss": 0.0206,
"step": 960
},
{
"epoch": 19.59,
"eval_accuracy": 0.8643533123028391,
"eval_loss": 0.7802363634109497,
"eval_runtime": 3.3003,
"eval_samples_per_second": 96.051,
"eval_steps_per_second": 12.12,
"step": 960
}
],
"max_steps": 980,
"num_train_epochs": 20,
"total_flos": 1.169947141133267e+18,
"trial_name": null,
"trial_params": null
}