encodec-tts-ar / trainer_state.json
lca0503's picture
Upload folder using huggingface_hub
d73e154
raw
history blame
22.3 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 9.784097580066533,
"global_step": 75000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.07,
"learning_rate": 8.072407045009784e-06,
"loss": 6.7755,
"step": 500
},
{
"epoch": 0.13,
"learning_rate": 1.622635355512068e-05,
"loss": 4.3924,
"step": 1000
},
{
"epoch": 0.2,
"learning_rate": 2.4380300065231574e-05,
"loss": 3.9807,
"step": 1500
},
{
"epoch": 0.26,
"learning_rate": 3.253424657534247e-05,
"loss": 3.7959,
"step": 2000
},
{
"epoch": 0.33,
"learning_rate": 4.068819308545336e-05,
"loss": 3.6875,
"step": 2500
},
{
"epoch": 0.39,
"learning_rate": 4.884213959556426e-05,
"loss": 3.6157,
"step": 3000
},
{
"epoch": 0.46,
"learning_rate": 5.699608610567515e-05,
"loss": 3.5719,
"step": 3500
},
{
"epoch": 0.52,
"learning_rate": 6.515003261578603e-05,
"loss": 3.5222,
"step": 4000
},
{
"epoch": 0.59,
"learning_rate": 7.330397912589694e-05,
"loss": 3.498,
"step": 4500
},
{
"epoch": 0.65,
"learning_rate": 8.145792563600784e-05,
"loss": 3.4647,
"step": 5000
},
{
"epoch": 0.65,
"eval_loss": 3.4406068325042725,
"eval_runtime": 5633.1588,
"eval_samples_per_second": 0.432,
"eval_steps_per_second": 0.054,
"eval_wer": 1.15852260825739,
"step": 5000
},
{
"epoch": 0.72,
"learning_rate": 8.961187214611873e-05,
"loss": 3.4349,
"step": 5500
},
{
"epoch": 0.78,
"learning_rate": 9.776581865622962e-05,
"loss": 3.4181,
"step": 6000
},
{
"epoch": 0.85,
"learning_rate": 9.948523781162257e-05,
"loss": 3.3879,
"step": 6500
},
{
"epoch": 0.91,
"learning_rate": 9.87761989846564e-05,
"loss": 3.3797,
"step": 7000
},
{
"epoch": 0.98,
"learning_rate": 9.806716015769025e-05,
"loss": 3.3632,
"step": 7500
},
{
"epoch": 1.04,
"learning_rate": 9.735812133072407e-05,
"loss": 3.3488,
"step": 8000
},
{
"epoch": 1.11,
"learning_rate": 9.664908250375791e-05,
"loss": 3.3378,
"step": 8500
},
{
"epoch": 1.17,
"learning_rate": 9.594004367679175e-05,
"loss": 3.3113,
"step": 9000
},
{
"epoch": 1.24,
"learning_rate": 9.523100484982558e-05,
"loss": 3.3031,
"step": 9500
},
{
"epoch": 1.3,
"learning_rate": 9.452338410051335e-05,
"loss": 3.2819,
"step": 10000
},
{
"epoch": 1.3,
"eval_loss": 3.261105537414551,
"eval_runtime": 7279.2824,
"eval_samples_per_second": 0.334,
"eval_steps_per_second": 0.042,
"eval_wer": 1.7922252072031033,
"step": 10000
},
{
"epoch": 1.37,
"learning_rate": 9.381434527354719e-05,
"loss": 3.2647,
"step": 10500
},
{
"epoch": 1.44,
"learning_rate": 9.310530644658103e-05,
"loss": 3.2264,
"step": 11000
},
{
"epoch": 1.5,
"learning_rate": 9.239626761961485e-05,
"loss": 3.2075,
"step": 11500
},
{
"epoch": 1.57,
"learning_rate": 9.168722879264869e-05,
"loss": 3.1744,
"step": 12000
},
{
"epoch": 1.63,
"learning_rate": 9.097818996568253e-05,
"loss": 3.1484,
"step": 12500
},
{
"epoch": 1.7,
"learning_rate": 9.026915113871636e-05,
"loss": 3.1259,
"step": 13000
},
{
"epoch": 1.76,
"learning_rate": 8.95601123117502e-05,
"loss": 3.1157,
"step": 13500
},
{
"epoch": 1.83,
"learning_rate": 8.885107348478403e-05,
"loss": 3.1022,
"step": 14000
},
{
"epoch": 1.89,
"learning_rate": 8.814203465781786e-05,
"loss": 3.0838,
"step": 14500
},
{
"epoch": 1.96,
"learning_rate": 8.74329958308517e-05,
"loss": 3.0741,
"step": 15000
},
{
"epoch": 1.96,
"eval_loss": 3.0150177478790283,
"eval_runtime": 7749.0478,
"eval_samples_per_second": 0.314,
"eval_steps_per_second": 0.039,
"eval_wer": 1.6811482450050355,
"step": 15000
},
{
"epoch": 2.02,
"learning_rate": 8.672395700388554e-05,
"loss": 3.0585,
"step": 15500
},
{
"epoch": 2.09,
"learning_rate": 8.601491817691936e-05,
"loss": 3.0499,
"step": 16000
},
{
"epoch": 2.15,
"learning_rate": 8.530729742760714e-05,
"loss": 3.0364,
"step": 16500
},
{
"epoch": 2.22,
"learning_rate": 8.459825860064097e-05,
"loss": 3.0311,
"step": 17000
},
{
"epoch": 2.28,
"learning_rate": 8.388921977367481e-05,
"loss": 3.0206,
"step": 17500
},
{
"epoch": 2.35,
"learning_rate": 8.318018094670864e-05,
"loss": 3.0151,
"step": 18000
},
{
"epoch": 2.41,
"learning_rate": 8.247114211974248e-05,
"loss": 3.015,
"step": 18500
},
{
"epoch": 2.48,
"learning_rate": 8.176352137043025e-05,
"loss": 3.0009,
"step": 19000
},
{
"epoch": 2.54,
"learning_rate": 8.105448254346409e-05,
"loss": 2.9991,
"step": 19500
},
{
"epoch": 2.61,
"learning_rate": 8.034544371649792e-05,
"loss": 2.9897,
"step": 20000
},
{
"epoch": 2.61,
"eval_loss": 2.9467122554779053,
"eval_runtime": 7497.8191,
"eval_samples_per_second": 0.324,
"eval_steps_per_second": 0.041,
"eval_wer": 1.880129997594331,
"step": 20000
},
{
"epoch": 2.67,
"learning_rate": 7.963640488953175e-05,
"loss": 2.9933,
"step": 20500
},
{
"epoch": 2.74,
"learning_rate": 7.89273660625656e-05,
"loss": 2.9868,
"step": 21000
},
{
"epoch": 2.8,
"learning_rate": 7.821832723559942e-05,
"loss": 2.9774,
"step": 21500
},
{
"epoch": 2.87,
"learning_rate": 7.750928840863326e-05,
"loss": 2.9887,
"step": 22000
},
{
"epoch": 2.94,
"learning_rate": 7.68002495816671e-05,
"loss": 2.9771,
"step": 22500
},
{
"epoch": 3.0,
"learning_rate": 7.609121075470092e-05,
"loss": 2.9693,
"step": 23000
},
{
"epoch": 3.07,
"learning_rate": 7.538500808304263e-05,
"loss": 2.9536,
"step": 23500
},
{
"epoch": 3.13,
"learning_rate": 7.467596925607647e-05,
"loss": 2.9497,
"step": 24000
},
{
"epoch": 3.2,
"learning_rate": 7.39669304291103e-05,
"loss": 2.9556,
"step": 24500
},
{
"epoch": 3.26,
"learning_rate": 7.325930967979807e-05,
"loss": 2.9472,
"step": 25000
},
{
"epoch": 3.26,
"eval_loss": 2.9073405265808105,
"eval_runtime": 7894.0702,
"eval_samples_per_second": 0.308,
"eval_steps_per_second": 0.039,
"eval_wer": 1.7444502680537224,
"step": 25000
},
{
"epoch": 3.33,
"learning_rate": 7.25502708528319e-05,
"loss": 2.9421,
"step": 25500
},
{
"epoch": 3.39,
"learning_rate": 7.184123202586573e-05,
"loss": 2.9412,
"step": 26000
},
{
"epoch": 3.46,
"learning_rate": 7.113219319889958e-05,
"loss": 2.9363,
"step": 26500
},
{
"epoch": 3.52,
"learning_rate": 7.042315437193341e-05,
"loss": 2.9404,
"step": 27000
},
{
"epoch": 3.59,
"learning_rate": 6.971411554496725e-05,
"loss": 2.9243,
"step": 27500
},
{
"epoch": 3.65,
"learning_rate": 6.900507671800109e-05,
"loss": 2.9242,
"step": 28000
},
{
"epoch": 3.72,
"learning_rate": 6.829603789103491e-05,
"loss": 2.9393,
"step": 28500
},
{
"epoch": 3.78,
"learning_rate": 6.758699906406875e-05,
"loss": 2.933,
"step": 29000
},
{
"epoch": 3.85,
"learning_rate": 6.687796023710259e-05,
"loss": 2.9206,
"step": 29500
},
{
"epoch": 3.91,
"learning_rate": 6.617033948779036e-05,
"loss": 2.9237,
"step": 30000
},
{
"epoch": 3.91,
"eval_loss": 2.881319999694824,
"eval_runtime": 8126.3615,
"eval_samples_per_second": 0.299,
"eval_steps_per_second": 0.037,
"eval_wer": 1.5856239783910557,
"step": 30000
},
{
"epoch": 3.98,
"learning_rate": 6.546130066082419e-05,
"loss": 2.9193,
"step": 30500
},
{
"epoch": 4.04,
"learning_rate": 6.475226183385803e-05,
"loss": 2.9006,
"step": 31000
},
{
"epoch": 4.11,
"learning_rate": 6.404322300689187e-05,
"loss": 2.9101,
"step": 31500
},
{
"epoch": 4.17,
"learning_rate": 6.333418417992569e-05,
"loss": 2.8993,
"step": 32000
},
{
"epoch": 4.24,
"learning_rate": 6.262514535295953e-05,
"loss": 2.9036,
"step": 32500
},
{
"epoch": 4.31,
"learning_rate": 6.191610652599337e-05,
"loss": 2.906,
"step": 33000
},
{
"epoch": 4.37,
"learning_rate": 6.12070676990272e-05,
"loss": 2.9025,
"step": 33500
},
{
"epoch": 4.44,
"learning_rate": 6.049802887206104e-05,
"loss": 2.9036,
"step": 34000
},
{
"epoch": 4.5,
"learning_rate": 5.9788990045094874e-05,
"loss": 2.8951,
"step": 34500
},
{
"epoch": 4.57,
"learning_rate": 5.907995121812871e-05,
"loss": 2.8923,
"step": 35000
},
{
"epoch": 4.57,
"eval_loss": 2.864828109741211,
"eval_runtime": 8189.637,
"eval_samples_per_second": 0.297,
"eval_steps_per_second": 0.037,
"eval_wer": 1.4885282519750724,
"step": 35000
},
{
"epoch": 4.63,
"learning_rate": 5.8370912391162546e-05,
"loss": 2.8938,
"step": 35500
},
{
"epoch": 4.7,
"learning_rate": 5.766187356419638e-05,
"loss": 2.8858,
"step": 36000
},
{
"epoch": 4.76,
"learning_rate": 5.6954252814884144e-05,
"loss": 2.8869,
"step": 36500
},
{
"epoch": 4.83,
"learning_rate": 5.6245213987917976e-05,
"loss": 2.883,
"step": 37000
},
{
"epoch": 4.89,
"learning_rate": 5.553617516095182e-05,
"loss": 2.8871,
"step": 37500
},
{
"epoch": 4.96,
"learning_rate": 5.4827136333985654e-05,
"loss": 2.8859,
"step": 38000
},
{
"epoch": 5.02,
"learning_rate": 5.411809750701948e-05,
"loss": 2.8822,
"step": 38500
},
{
"epoch": 5.09,
"learning_rate": 5.341047675770725e-05,
"loss": 2.8747,
"step": 39000
},
{
"epoch": 5.15,
"learning_rate": 5.270285600839502e-05,
"loss": 2.8729,
"step": 39500
},
{
"epoch": 5.22,
"learning_rate": 5.1993817181428863e-05,
"loss": 2.8692,
"step": 40000
},
{
"epoch": 5.22,
"eval_loss": 2.8506710529327393,
"eval_runtime": 8365.1128,
"eval_samples_per_second": 0.291,
"eval_steps_per_second": 0.036,
"eval_wer": 1.3797645737346684,
"step": 40000
},
{
"epoch": 5.28,
"learning_rate": 5.1284778354462696e-05,
"loss": 2.869,
"step": 40500
},
{
"epoch": 5.35,
"learning_rate": 5.057573952749652e-05,
"loss": 2.8641,
"step": 41000
},
{
"epoch": 5.41,
"learning_rate": 4.986670070053036e-05,
"loss": 2.8724,
"step": 41500
},
{
"epoch": 5.48,
"learning_rate": 4.91576618735642e-05,
"loss": 2.8617,
"step": 42000
},
{
"epoch": 5.54,
"learning_rate": 4.8450041124251965e-05,
"loss": 2.8586,
"step": 42500
},
{
"epoch": 5.61,
"learning_rate": 4.7741002297285804e-05,
"loss": 2.8655,
"step": 43000
},
{
"epoch": 5.67,
"learning_rate": 4.703196347031964e-05,
"loss": 2.866,
"step": 43500
},
{
"epoch": 5.74,
"learning_rate": 4.632292464335347e-05,
"loss": 2.8702,
"step": 44000
},
{
"epoch": 5.81,
"learning_rate": 4.561388581638731e-05,
"loss": 2.8603,
"step": 44500
},
{
"epoch": 5.87,
"learning_rate": 4.4906265067075074e-05,
"loss": 2.8652,
"step": 45000
},
{
"epoch": 5.87,
"eval_loss": 2.8389720916748047,
"eval_runtime": 8250.6574,
"eval_samples_per_second": 0.295,
"eval_steps_per_second": 0.037,
"eval_wer": 1.4632943395432523,
"step": 45000
},
{
"epoch": 5.94,
"learning_rate": 4.419722624010891e-05,
"loss": 2.8589,
"step": 45500
},
{
"epoch": 6.0,
"learning_rate": 4.3488187413142745e-05,
"loss": 2.8625,
"step": 46000
},
{
"epoch": 6.07,
"learning_rate": 4.2779148586176584e-05,
"loss": 2.8415,
"step": 46500
},
{
"epoch": 6.13,
"learning_rate": 4.207010975921042e-05,
"loss": 2.8463,
"step": 47000
},
{
"epoch": 6.2,
"learning_rate": 4.136107093224425e-05,
"loss": 2.8392,
"step": 47500
},
{
"epoch": 6.26,
"learning_rate": 4.065203210527809e-05,
"loss": 2.8471,
"step": 48000
},
{
"epoch": 6.33,
"learning_rate": 3.994299327831193e-05,
"loss": 2.8507,
"step": 48500
},
{
"epoch": 6.39,
"learning_rate": 3.923395445134575e-05,
"loss": 2.8451,
"step": 49000
},
{
"epoch": 6.46,
"learning_rate": 3.852491562437959e-05,
"loss": 2.8463,
"step": 49500
},
{
"epoch": 6.52,
"learning_rate": 3.781587679741343e-05,
"loss": 2.8477,
"step": 50000
},
{
"epoch": 6.52,
"eval_loss": 2.831930160522461,
"eval_runtime": 8120.4635,
"eval_samples_per_second": 0.299,
"eval_steps_per_second": 0.037,
"eval_wer": 1.360951876558997,
"step": 50000
},
{
"epoch": 6.59,
"learning_rate": 3.71082560481012e-05,
"loss": 2.8473,
"step": 50500
},
{
"epoch": 6.65,
"learning_rate": 3.639921722113503e-05,
"loss": 2.8373,
"step": 51000
},
{
"epoch": 6.72,
"learning_rate": 3.569017839416887e-05,
"loss": 2.8431,
"step": 51500
},
{
"epoch": 6.78,
"learning_rate": 3.49811395672027e-05,
"loss": 2.838,
"step": 52000
},
{
"epoch": 6.85,
"learning_rate": 3.427210074023653e-05,
"loss": 2.845,
"step": 52500
},
{
"epoch": 6.91,
"learning_rate": 3.356306191327037e-05,
"loss": 2.8389,
"step": 53000
},
{
"epoch": 6.98,
"learning_rate": 3.285402308630421e-05,
"loss": 2.8464,
"step": 53500
},
{
"epoch": 7.04,
"learning_rate": 3.214640233699198e-05,
"loss": 2.8313,
"step": 54000
},
{
"epoch": 7.11,
"learning_rate": 3.143736351002581e-05,
"loss": 2.8282,
"step": 54500
},
{
"epoch": 7.18,
"learning_rate": 3.072832468305965e-05,
"loss": 2.8333,
"step": 55000
},
{
"epoch": 7.18,
"eval_loss": 2.822190999984741,
"eval_runtime": 7683.7145,
"eval_samples_per_second": 0.317,
"eval_steps_per_second": 0.04,
"eval_wer": 1.1936536074515367,
"step": 55000
},
{
"epoch": 7.24,
"learning_rate": 3.001928585609348e-05,
"loss": 2.8288,
"step": 55500
},
{
"epoch": 7.31,
"learning_rate": 2.931024702912732e-05,
"loss": 2.8279,
"step": 56000
},
{
"epoch": 7.37,
"learning_rate": 2.860262627981509e-05,
"loss": 2.8291,
"step": 56500
},
{
"epoch": 7.44,
"learning_rate": 2.7893587452848917e-05,
"loss": 2.8336,
"step": 57000
},
{
"epoch": 7.5,
"learning_rate": 2.7184548625882757e-05,
"loss": 2.8292,
"step": 57500
},
{
"epoch": 7.57,
"learning_rate": 2.6475509798916592e-05,
"loss": 2.831,
"step": 58000
},
{
"epoch": 7.63,
"learning_rate": 2.5766470971950425e-05,
"loss": 2.8265,
"step": 58500
},
{
"epoch": 7.7,
"learning_rate": 2.505743214498426e-05,
"loss": 2.8229,
"step": 59000
},
{
"epoch": 7.76,
"learning_rate": 2.4348393318018096e-05,
"loss": 2.8232,
"step": 59500
},
{
"epoch": 7.83,
"learning_rate": 2.364077256870586e-05,
"loss": 2.8236,
"step": 60000
},
{
"epoch": 7.83,
"eval_loss": 2.8168787956237793,
"eval_runtime": 8146.3496,
"eval_samples_per_second": 0.299,
"eval_steps_per_second": 0.037,
"eval_wer": 1.3519813839639754,
"step": 60000
},
{
"epoch": 7.89,
"learning_rate": 2.29317337417397e-05,
"loss": 2.8204,
"step": 60500
},
{
"epoch": 7.96,
"learning_rate": 2.2222694914773533e-05,
"loss": 2.8284,
"step": 61000
},
{
"epoch": 8.02,
"learning_rate": 2.151365608780737e-05,
"loss": 2.8229,
"step": 61500
},
{
"epoch": 8.09,
"learning_rate": 2.0804617260841205e-05,
"loss": 2.8108,
"step": 62000
},
{
"epoch": 8.15,
"learning_rate": 2.009557843387504e-05,
"loss": 2.8219,
"step": 62500
},
{
"epoch": 8.22,
"learning_rate": 1.9386539606908873e-05,
"loss": 2.816,
"step": 63000
},
{
"epoch": 8.28,
"learning_rate": 1.867891885759664e-05,
"loss": 2.8139,
"step": 63500
},
{
"epoch": 8.35,
"learning_rate": 1.7969880030630477e-05,
"loss": 2.819,
"step": 64000
},
{
"epoch": 8.41,
"learning_rate": 1.7260841203664313e-05,
"loss": 2.8137,
"step": 64500
},
{
"epoch": 8.48,
"learning_rate": 1.655180237669815e-05,
"loss": 2.8151,
"step": 65000
},
{
"epoch": 8.48,
"eval_loss": 2.811957597732544,
"eval_runtime": 7992.8193,
"eval_samples_per_second": 0.304,
"eval_steps_per_second": 0.038,
"eval_wer": 1.2878607017052808,
"step": 65000
},
{
"epoch": 8.54,
"learning_rate": 1.5844181627385914e-05,
"loss": 2.8081,
"step": 65500
},
{
"epoch": 8.61,
"learning_rate": 1.5135142800419752e-05,
"loss": 2.8113,
"step": 66000
},
{
"epoch": 8.68,
"learning_rate": 1.4426103973453586e-05,
"loss": 2.8156,
"step": 66500
},
{
"epoch": 8.74,
"learning_rate": 1.3717065146487423e-05,
"loss": 2.8218,
"step": 67000
},
{
"epoch": 8.81,
"learning_rate": 1.3008026319521257e-05,
"loss": 2.8164,
"step": 67500
},
{
"epoch": 8.87,
"learning_rate": 1.2298987492555093e-05,
"loss": 2.8072,
"step": 68000
},
{
"epoch": 8.94,
"learning_rate": 1.1589948665588929e-05,
"loss": 2.8064,
"step": 68500
},
{
"epoch": 9.0,
"learning_rate": 1.0880909838622763e-05,
"loss": 2.8106,
"step": 69000
},
{
"epoch": 9.07,
"learning_rate": 1.0171871011656599e-05,
"loss": 2.8085,
"step": 69500
},
{
"epoch": 9.13,
"learning_rate": 9.462832184690434e-06,
"loss": 2.8081,
"step": 70000
},
{
"epoch": 9.13,
"eval_loss": 2.808976888656616,
"eval_runtime": 8181.5451,
"eval_samples_per_second": 0.297,
"eval_steps_per_second": 0.037,
"eval_wer": 1.3355642940184824,
"step": 70000
},
{
"epoch": 9.2,
"learning_rate": 8.75379335772427e-06,
"loss": 2.8072,
"step": 70500
},
{
"epoch": 9.26,
"learning_rate": 8.044754530758104e-06,
"loss": 2.8064,
"step": 71000
},
{
"epoch": 9.33,
"learning_rate": 7.33571570379194e-06,
"loss": 2.8067,
"step": 71500
},
{
"epoch": 9.39,
"learning_rate": 6.628094954479708e-06,
"loss": 2.8033,
"step": 72000
},
{
"epoch": 9.46,
"learning_rate": 5.919056127513543e-06,
"loss": 2.8104,
"step": 72500
},
{
"epoch": 9.52,
"learning_rate": 5.210017300547379e-06,
"loss": 2.8062,
"step": 73000
},
{
"epoch": 9.59,
"learning_rate": 4.502396551235146e-06,
"loss": 2.7983,
"step": 73500
},
{
"epoch": 9.65,
"learning_rate": 3.793357724268981e-06,
"loss": 2.7966,
"step": 74000
},
{
"epoch": 9.72,
"learning_rate": 3.0843188973028165e-06,
"loss": 2.8003,
"step": 74500
},
{
"epoch": 9.78,
"learning_rate": 2.375280070336652e-06,
"loss": 2.8038,
"step": 75000
},
{
"epoch": 9.78,
"eval_loss": 2.805771589279175,
"eval_runtime": 8283.5766,
"eval_samples_per_second": 0.294,
"eval_steps_per_second": 0.037,
"eval_wer": 1.3321451341000374,
"step": 75000
}
],
"max_steps": 76650,
"num_train_epochs": 10,
"total_flos": 7.309582504377754e+17,
"trial_name": null,
"trial_params": null
}