wav2vec2-large-xlsr-hindi-marathi / trainer_state.json
tanmaylaud's picture
Updated weights WER:24.94
8629923
raw history blame
No virus
22.7 kB
{
"best_metric": 0.24944954621126686,
"best_model_checkpoint": "/workspace/output_models/hi-mr/wav2vec2-large-xlsr-hindi-marathi-3/checkpoint-10000",
"epoch": 16.0,
"global_step": 10000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.16,
"learning_rate": 6.666666666666666e-05,
"loss": 16.623,
"step": 100
},
{
"epoch": 0.32,
"learning_rate": 0.0001333333333333333,
"loss": 3.8395,
"step": 200
},
{
"epoch": 0.32,
"eval_loss": 3.426492214202881,
"eval_runtime": 80.6897,
"eval_samples_per_second": 24.786,
"eval_wer": 1.0,
"step": 200
},
{
"epoch": 0.48,
"learning_rate": 0.00019999999999999998,
"loss": 3.4548,
"step": 300
},
{
"epoch": 0.64,
"learning_rate": 0.0002666666666666666,
"loss": 3.3471,
"step": 400
},
{
"epoch": 0.64,
"eval_loss": 2.9866673946380615,
"eval_runtime": 81.4064,
"eval_samples_per_second": 24.568,
"eval_wer": 1.0,
"step": 400
},
{
"epoch": 0.8,
"learning_rate": 0.0002991803278688524,
"loss": 1.9911,
"step": 500
},
{
"epoch": 0.96,
"learning_rate": 0.00029754098360655737,
"loss": 0.9874,
"step": 600
},
{
"epoch": 0.96,
"eval_loss": 0.6858933568000793,
"eval_runtime": 82.4721,
"eval_samples_per_second": 24.251,
"eval_wer": 0.5436335320337253,
"step": 600
},
{
"epoch": 1.12,
"learning_rate": 0.00029590163934426226,
"loss": 0.7698,
"step": 700
},
{
"epoch": 1.28,
"learning_rate": 0.00029426229508196716,
"loss": 0.6471,
"step": 800
},
{
"epoch": 1.28,
"eval_loss": 0.5174924731254578,
"eval_runtime": 82.661,
"eval_samples_per_second": 24.195,
"eval_wer": 0.43928897481338275,
"step": 800
},
{
"epoch": 1.44,
"learning_rate": 0.0002926229508196721,
"loss": 0.568,
"step": 900
},
{
"epoch": 1.6,
"learning_rate": 0.000290983606557377,
"loss": 0.5393,
"step": 1000
},
{
"epoch": 1.6,
"eval_loss": 0.4453641474246979,
"eval_runtime": 83.0998,
"eval_samples_per_second": 24.067,
"eval_wer": 0.39015090489232584,
"step": 1000
},
{
"epoch": 1.76,
"learning_rate": 0.00028934426229508195,
"loss": 0.5009,
"step": 1100
},
{
"epoch": 1.92,
"learning_rate": 0.00028770491803278684,
"loss": 0.4932,
"step": 1200
},
{
"epoch": 1.92,
"eval_loss": 0.41159647703170776,
"eval_runtime": 83.9345,
"eval_samples_per_second": 23.828,
"eval_wer": 0.37189194994898234,
"step": 1200
},
{
"epoch": 2.08,
"learning_rate": 0.00028606557377049174,
"loss": 0.4407,
"step": 1300
},
{
"epoch": 2.24,
"learning_rate": 0.00028442622950819674,
"loss": 0.3891,
"step": 1400
},
{
"epoch": 2.24,
"eval_loss": 0.4060937166213989,
"eval_runtime": 82.5906,
"eval_samples_per_second": 24.216,
"eval_wer": 0.3500886096342839,
"step": 1400
},
{
"epoch": 2.4,
"learning_rate": 0.00028278688524590163,
"loss": 0.393,
"step": 1500
},
{
"epoch": 2.56,
"learning_rate": 0.00028114754098360653,
"loss": 0.3723,
"step": 1600
},
{
"epoch": 2.56,
"eval_loss": 0.37875330448150635,
"eval_runtime": 83.1067,
"eval_samples_per_second": 24.065,
"eval_wer": 0.3370388271306589,
"step": 1600
},
{
"epoch": 2.72,
"learning_rate": 0.0002795081967213115,
"loss": 0.3732,
"step": 1700
},
{
"epoch": 2.88,
"learning_rate": 0.00027786885245901637,
"loss": 0.3536,
"step": 1800
},
{
"epoch": 2.88,
"eval_loss": 0.3747707009315491,
"eval_runtime": 83.4226,
"eval_samples_per_second": 23.974,
"eval_wer": 0.3268889962945062,
"step": 1800
},
{
"epoch": 3.04,
"learning_rate": 0.0002762295081967213,
"loss": 0.3394,
"step": 1900
},
{
"epoch": 3.2,
"learning_rate": 0.0002745901639344262,
"loss": 0.2952,
"step": 2000
},
{
"epoch": 3.2,
"eval_loss": 0.3621469736099243,
"eval_runtime": 82.21,
"eval_samples_per_second": 24.328,
"eval_wer": 0.31018742280221256,
"step": 2000
},
{
"epoch": 3.36,
"learning_rate": 0.0002729508196721311,
"loss": 0.3014,
"step": 2100
},
{
"epoch": 3.52,
"learning_rate": 0.00027131147540983606,
"loss": 0.2984,
"step": 2200
},
{
"epoch": 3.52,
"eval_loss": 0.35865798592567444,
"eval_runtime": 83.2434,
"eval_samples_per_second": 24.026,
"eval_wer": 0.2970302346812738,
"step": 2200
},
{
"epoch": 3.68,
"learning_rate": 0.00026967213114754095,
"loss": 0.2826,
"step": 2300
},
{
"epoch": 3.84,
"learning_rate": 0.0002680327868852459,
"loss": 0.2821,
"step": 2400
},
{
"epoch": 3.84,
"eval_loss": 0.3647235035896301,
"eval_runtime": 83.2284,
"eval_samples_per_second": 24.03,
"eval_wer": 0.30664303743085763,
"step": 2400
},
{
"epoch": 4.0,
"learning_rate": 0.0002663934426229508,
"loss": 0.27,
"step": 2500
},
{
"epoch": 4.16,
"learning_rate": 0.0002647540983606557,
"loss": 0.2433,
"step": 2600
},
{
"epoch": 4.16,
"eval_loss": 0.3836052119731903,
"eval_runtime": 82.8815,
"eval_samples_per_second": 24.131,
"eval_wer": 0.3012190537565115,
"step": 2600
},
{
"epoch": 4.32,
"learning_rate": 0.00026311475409836063,
"loss": 0.2373,
"step": 2700
},
{
"epoch": 4.48,
"learning_rate": 0.00026147540983606553,
"loss": 0.2304,
"step": 2800
},
{
"epoch": 4.48,
"eval_loss": 0.3565887212753296,
"eval_runtime": 83.2398,
"eval_samples_per_second": 24.027,
"eval_wer": 0.2935395521185758,
"step": 2800
},
{
"epoch": 4.64,
"learning_rate": 0.0002598360655737705,
"loss": 0.2262,
"step": 2900
},
{
"epoch": 4.8,
"learning_rate": 0.00025819672131147537,
"loss": 0.2249,
"step": 3000
},
{
"epoch": 4.8,
"eval_loss": 0.371224969625473,
"eval_runtime": 83.7191,
"eval_samples_per_second": 23.889,
"eval_wer": 0.285913753289297,
"step": 3000
},
{
"epoch": 4.96,
"learning_rate": 0.00025655737704918027,
"loss": 0.2232,
"step": 3100
},
{
"epoch": 5.12,
"learning_rate": 0.0002549180327868852,
"loss": 0.2055,
"step": 3200
},
{
"epoch": 5.12,
"eval_loss": 0.36438417434692383,
"eval_runtime": 82.4039,
"eval_samples_per_second": 24.271,
"eval_wer": 0.28048976961495087,
"step": 3200
},
{
"epoch": 5.28,
"learning_rate": 0.00025327868852459016,
"loss": 0.1999,
"step": 3300
},
{
"epoch": 5.44,
"learning_rate": 0.00025163934426229506,
"loss": 0.1969,
"step": 3400
},
{
"epoch": 5.44,
"eval_loss": 0.371999055147171,
"eval_runtime": 83.0961,
"eval_samples_per_second": 24.069,
"eval_wer": 0.28204715106600076,
"step": 3400
},
{
"epoch": 5.6,
"learning_rate": 0.00025,
"loss": 0.1949,
"step": 3500
},
{
"epoch": 5.76,
"learning_rate": 0.0002483606557377049,
"loss": 0.1945,
"step": 3600
},
{
"epoch": 5.76,
"eval_loss": 0.3662562370300293,
"eval_runtime": 82.7035,
"eval_samples_per_second": 24.183,
"eval_wer": 0.28435637183824714,
"step": 3600
},
{
"epoch": 5.92,
"learning_rate": 0.00024672131147540985,
"loss": 0.191,
"step": 3700
},
{
"epoch": 6.08,
"learning_rate": 0.00024508196721311474,
"loss": 0.1689,
"step": 3800
},
{
"epoch": 6.08,
"eval_loss": 0.3731316328048706,
"eval_runtime": 83.1862,
"eval_samples_per_second": 24.042,
"eval_wer": 0.2787712797379303,
"step": 3800
},
{
"epoch": 6.24,
"learning_rate": 0.00024344262295081966,
"loss": 0.1631,
"step": 3900
},
{
"epoch": 6.4,
"learning_rate": 0.00024180327868852458,
"loss": 0.1568,
"step": 4000
},
{
"epoch": 6.4,
"eval_loss": 0.37625598907470703,
"eval_runtime": 83.6104,
"eval_samples_per_second": 23.92,
"eval_wer": 0.2781805488427045,
"step": 4000
},
{
"epoch": 6.56,
"learning_rate": 0.00024016393442622948,
"loss": 0.1665,
"step": 4100
},
{
"epoch": 6.72,
"learning_rate": 0.0002385245901639344,
"loss": 0.1581,
"step": 4200
},
{
"epoch": 6.72,
"eval_loss": 0.3642520606517792,
"eval_runtime": 83.3706,
"eval_samples_per_second": 23.989,
"eval_wer": 0.2725954567423876,
"step": 4200
},
{
"epoch": 6.88,
"learning_rate": 0.00023688524590163932,
"loss": 0.1517,
"step": 4300
},
{
"epoch": 7.04,
"learning_rate": 0.00023524590163934424,
"loss": 0.1529,
"step": 4400
},
{
"epoch": 7.04,
"eval_loss": 0.3819567859172821,
"eval_runtime": 83.7194,
"eval_samples_per_second": 23.889,
"eval_wer": 0.27238064550776003,
"step": 4400
},
{
"epoch": 7.2,
"learning_rate": 0.00023360655737704916,
"loss": 0.1344,
"step": 4500
},
{
"epoch": 7.36,
"learning_rate": 0.00023196721311475406,
"loss": 0.1363,
"step": 4600
},
{
"epoch": 7.36,
"eval_loss": 0.38544762134552,
"eval_runtime": 83.3319,
"eval_samples_per_second": 24.0,
"eval_wer": 0.2733472960635841,
"step": 4600
},
{
"epoch": 7.52,
"learning_rate": 0.00023032786885245898,
"loss": 0.1276,
"step": 4700
},
{
"epoch": 7.68,
"learning_rate": 0.0002286885245901639,
"loss": 0.1252,
"step": 4800
},
{
"epoch": 7.68,
"eval_loss": 0.37892764806747437,
"eval_runtime": 83.6054,
"eval_samples_per_second": 23.922,
"eval_wer": 0.2722732398904463,
"step": 4800
},
{
"epoch": 7.84,
"learning_rate": 0.00022704918032786882,
"loss": 0.1328,
"step": 4900
},
{
"epoch": 8.0,
"learning_rate": 0.00022540983606557374,
"loss": 0.1327,
"step": 5000
},
{
"epoch": 8.0,
"eval_loss": 0.3974834084510803,
"eval_runtime": 83.8203,
"eval_samples_per_second": 23.861,
"eval_wer": 0.2739380269588099,
"step": 5000
},
{
"epoch": 8.16,
"learning_rate": 0.0002237704918032787,
"loss": 0.1176,
"step": 5100
},
{
"epoch": 8.32,
"learning_rate": 0.0002221311475409836,
"loss": 0.1157,
"step": 5200
},
{
"epoch": 8.32,
"eval_loss": 0.3960728347301483,
"eval_runtime": 84.4842,
"eval_samples_per_second": 23.673,
"eval_wer": 0.2711991837173084,
"step": 5200
},
{
"epoch": 8.48,
"learning_rate": 0.0002204918032786885,
"loss": 0.1151,
"step": 5300
},
{
"epoch": 8.64,
"learning_rate": 0.00021885245901639343,
"loss": 0.1173,
"step": 5400
},
{
"epoch": 8.64,
"eval_loss": 0.40709516406059265,
"eval_runtime": 82.9277,
"eval_samples_per_second": 24.117,
"eval_wer": 0.2727565651683583,
"step": 5400
},
{
"epoch": 8.8,
"learning_rate": 0.00021721311475409835,
"loss": 0.1143,
"step": 5500
},
{
"epoch": 8.96,
"learning_rate": 0.00021557377049180327,
"loss": 0.1166,
"step": 5600
},
{
"epoch": 8.96,
"eval_loss": 0.41475972533226013,
"eval_runtime": 84.4573,
"eval_samples_per_second": 23.681,
"eval_wer": 0.2736695129155255,
"step": 5600
},
{
"epoch": 9.12,
"learning_rate": 0.0002139344262295082,
"loss": 0.1028,
"step": 5700
},
{
"epoch": 9.28,
"learning_rate": 0.00021229508196721309,
"loss": 0.1026,
"step": 5800
},
{
"epoch": 9.28,
"eval_loss": 0.4114053547382355,
"eval_runtime": 83.5505,
"eval_samples_per_second": 23.938,
"eval_wer": 0.2681381236238655,
"step": 5800
},
{
"epoch": 9.44,
"learning_rate": 0.000210655737704918,
"loss": 0.1004,
"step": 5900
},
{
"epoch": 9.6,
"learning_rate": 0.00020901639344262293,
"loss": 0.1121,
"step": 6000
},
{
"epoch": 9.6,
"eval_loss": 0.4229777753353119,
"eval_runtime": 83.5437,
"eval_samples_per_second": 23.94,
"eval_wer": 0.27060845282208257,
"step": 6000
},
{
"epoch": 9.76,
"learning_rate": 0.00020737704918032785,
"loss": 0.1026,
"step": 6100
},
{
"epoch": 9.92,
"learning_rate": 0.00020573770491803277,
"loss": 0.1041,
"step": 6200
},
{
"epoch": 9.92,
"eval_loss": 0.40711304545402527,
"eval_runtime": 83.5856,
"eval_samples_per_second": 23.928,
"eval_wer": 0.27017883035282747,
"step": 6200
},
{
"epoch": 10.08,
"learning_rate": 0.0002040983606557377,
"loss": 0.0877,
"step": 6300
},
{
"epoch": 10.24,
"learning_rate": 0.0002024590163934426,
"loss": 0.088,
"step": 6400
},
{
"epoch": 10.24,
"eval_loss": 0.437641978263855,
"eval_runtime": 83.2287,
"eval_samples_per_second": 24.03,
"eval_wer": 0.26797701519789485,
"step": 6400
},
{
"epoch": 10.4,
"learning_rate": 0.0002008196721311475,
"loss": 0.0941,
"step": 6500
},
{
"epoch": 10.56,
"learning_rate": 0.00019918032786885243,
"loss": 0.0884,
"step": 6600
},
{
"epoch": 10.56,
"eval_loss": 0.4451253414154053,
"eval_runtime": 84.0696,
"eval_samples_per_second": 23.79,
"eval_wer": 0.26529187476505023,
"step": 6600
},
{
"epoch": 10.72,
"learning_rate": 0.00019754098360655735,
"loss": 0.0867,
"step": 6700
},
{
"epoch": 10.88,
"learning_rate": 0.00019590163934426227,
"loss": 0.0978,
"step": 6800
},
{
"epoch": 10.88,
"eval_loss": 0.4322107136249542,
"eval_runtime": 83.5762,
"eval_samples_per_second": 23.93,
"eval_wer": 0.26475484667848126,
"step": 6800
},
{
"epoch": 11.04,
"learning_rate": 0.00019426229508196722,
"loss": 0.0834,
"step": 6900
},
{
"epoch": 11.2,
"learning_rate": 0.00019262295081967214,
"loss": 0.0785,
"step": 7000
},
{
"epoch": 11.2,
"eval_loss": 0.4244215190410614,
"eval_runtime": 83.288,
"eval_samples_per_second": 24.013,
"eval_wer": 0.25970678266473335,
"step": 7000
},
{
"epoch": 11.36,
"learning_rate": 0.00019098360655737704,
"loss": 0.0723,
"step": 7100
},
{
"epoch": 11.52,
"learning_rate": 0.00018934426229508196,
"loss": 0.0771,
"step": 7200
},
{
"epoch": 11.52,
"eval_loss": 0.43486374616622925,
"eval_runtime": 83.8141,
"eval_samples_per_second": 23.862,
"eval_wer": 0.25755867031845764,
"step": 7200
},
{
"epoch": 11.68,
"learning_rate": 0.00018770491803278688,
"loss": 0.0787,
"step": 7300
},
{
"epoch": 11.84,
"learning_rate": 0.0001860655737704918,
"loss": 0.0809,
"step": 7400
},
{
"epoch": 11.84,
"eval_loss": 0.44311779737472534,
"eval_runtime": 85.6363,
"eval_samples_per_second": 23.355,
"eval_wer": 0.2628215455668331,
"step": 7400
},
{
"epoch": 12.0,
"learning_rate": 0.00018442622950819672,
"loss": 0.0778,
"step": 7500
},
{
"epoch": 12.16,
"learning_rate": 0.00018278688524590162,
"loss": 0.071,
"step": 7600
},
{
"epoch": 12.16,
"eval_loss": 0.47199195623397827,
"eval_runtime": 82.9761,
"eval_samples_per_second": 24.103,
"eval_wer": 0.2588475377262231,
"step": 7600
},
{
"epoch": 12.32,
"learning_rate": 0.00018114754098360654,
"loss": 0.074,
"step": 7700
},
{
"epoch": 12.48,
"learning_rate": 0.00017950819672131146,
"loss": 0.0677,
"step": 7800
},
{
"epoch": 12.48,
"eval_loss": 0.4387381672859192,
"eval_runtime": 83.0897,
"eval_samples_per_second": 24.07,
"eval_wer": 0.259867891090704,
"step": 7800
},
{
"epoch": 12.64,
"learning_rate": 0.00017786885245901638,
"loss": 0.0703,
"step": 7900
},
{
"epoch": 12.8,
"learning_rate": 0.0001762295081967213,
"loss": 0.0765,
"step": 8000
},
{
"epoch": 12.8,
"eval_loss": 0.4592679738998413,
"eval_runtime": 84.0398,
"eval_samples_per_second": 23.798,
"eval_wer": 0.2572364534665163,
"step": 8000
},
{
"epoch": 12.96,
"learning_rate": 0.0001745901639344262,
"loss": 0.0683,
"step": 8100
},
{
"epoch": 13.12,
"learning_rate": 0.00017295081967213112,
"loss": 0.0621,
"step": 8200
},
{
"epoch": 13.12,
"eval_loss": 0.4588267505168915,
"eval_runtime": 82.8224,
"eval_samples_per_second": 24.148,
"eval_wer": 0.2633585736534021,
"step": 8200
},
{
"epoch": 13.28,
"learning_rate": 0.00017131147540983604,
"loss": 0.065,
"step": 8300
},
{
"epoch": 13.44,
"learning_rate": 0.00016967213114754096,
"loss": 0.067,
"step": 8400
},
{
"epoch": 13.44,
"eval_loss": 0.4433707296848297,
"eval_runtime": 84.8017,
"eval_samples_per_second": 23.584,
"eval_wer": 0.25922345738682134,
"step": 8400
},
{
"epoch": 13.6,
"learning_rate": 0.00016803278688524588,
"loss": 0.067,
"step": 8500
},
{
"epoch": 13.76,
"learning_rate": 0.0001663934426229508,
"loss": 0.0633,
"step": 8600
},
{
"epoch": 13.76,
"eval_loss": 0.4525003433227539,
"eval_runtime": 82.3869,
"eval_samples_per_second": 24.276,
"eval_wer": 0.2647011438698244,
"step": 8600
},
{
"epoch": 13.92,
"learning_rate": 0.00016475409836065575,
"loss": 0.0704,
"step": 8700
},
{
"epoch": 14.08,
"learning_rate": 0.00016311475409836064,
"loss": 0.0635,
"step": 8800
},
{
"epoch": 14.08,
"eval_loss": 0.46746838092803955,
"eval_runtime": 82.2147,
"eval_samples_per_second": 24.327,
"eval_wer": 0.2580419955963697,
"step": 8800
},
{
"epoch": 14.24,
"learning_rate": 0.00016147540983606556,
"loss": 0.0568,
"step": 8900
},
{
"epoch": 14.4,
"learning_rate": 0.00015983606557377049,
"loss": 0.06,
"step": 9000
},
{
"epoch": 14.4,
"eval_loss": 0.46421578526496887,
"eval_runtime": 84.6457,
"eval_samples_per_second": 23.628,
"eval_wer": 0.25841791525696794,
"step": 9000
},
{
"epoch": 14.56,
"learning_rate": 0.0001581967213114754,
"loss": 0.0588,
"step": 9100
},
{
"epoch": 14.72,
"learning_rate": 0.00015655737704918033,
"loss": 0.0618,
"step": 9200
},
{
"epoch": 14.72,
"eval_loss": 0.465658038854599,
"eval_runtime": 83.6497,
"eval_samples_per_second": 23.909,
"eval_wer": 0.2606734332205574,
"step": 9200
},
{
"epoch": 14.88,
"learning_rate": 0.00015491803278688525,
"loss": 0.0578,
"step": 9300
},
{
"epoch": 15.04,
"learning_rate": 0.00015327868852459014,
"loss": 0.0562,
"step": 9400
},
{
"epoch": 15.04,
"eval_loss": 0.4753575325012207,
"eval_runtime": 82.0241,
"eval_samples_per_second": 24.383,
"eval_wer": 0.25831050963965413,
"step": 9400
},
{
"epoch": 15.2,
"learning_rate": 0.00015163934426229507,
"loss": 0.0489,
"step": 9500
},
{
"epoch": 15.36,
"learning_rate": 0.00015,
"loss": 0.0528,
"step": 9600
},
{
"epoch": 15.36,
"eval_loss": 0.48737889528274536,
"eval_runtime": 85.0733,
"eval_samples_per_second": 23.509,
"eval_wer": 0.2623382202889211,
"step": 9600
},
{
"epoch": 15.52,
"learning_rate": 0.0001483606557377049,
"loss": 0.0522,
"step": 9700
},
{
"epoch": 15.68,
"learning_rate": 0.00014672131147540983,
"loss": 0.0528,
"step": 9800
},
{
"epoch": 15.68,
"eval_loss": 0.47928667068481445,
"eval_runtime": 84.0501,
"eval_samples_per_second": 23.795,
"eval_wer": 0.26206970624563664,
"step": 9800
},
{
"epoch": 15.84,
"learning_rate": 0.00014508196721311472,
"loss": 0.0503,
"step": 9900
},
{
"epoch": 16.0,
"learning_rate": 0.00014344262295081964,
"loss": 0.0507,
"step": 10000
},
{
"epoch": 16.0,
"eval_loss": 0.46980950236320496,
"eval_runtime": 82.8709,
"eval_samples_per_second": 24.134,
"eval_wer": 0.24944954621126686,
"step": 10000
}
],
"max_steps": 18750,
"num_train_epochs": 30,
"total_flos": 7.756303740936756e+19,
"trial_name": null,
"trial_params": null
}