xls-r-300m-lm-fr / trainer_state.json
pascal lim
initial commit
3e93b32
raw
history blame
10.9 kB
{
"best_metric": 0.26187804341316223,
"best_model_checkpoint": "./checkpoint-6000",
"epoch": 1.9998784982382245,
"global_step": 6172,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.03,
"learning_rate": 3.7499999999999997e-06,
"loss": 12.1043,
"step": 100
},
{
"epoch": 0.06,
"learning_rate": 7.499999999999999e-06,
"loss": 6.4771,
"step": 200
},
{
"epoch": 0.1,
"learning_rate": 1.1249999999999999e-05,
"loss": 4.4866,
"step": 300
},
{
"epoch": 0.13,
"learning_rate": 1.4999999999999999e-05,
"loss": 3.8842,
"step": 400
},
{
"epoch": 0.16,
"learning_rate": 1.8712499999999997e-05,
"loss": 3.495,
"step": 500
},
{
"epoch": 0.16,
"eval_loss": 3.3882696628570557,
"eval_runtime": 721.337,
"eval_samples_per_second": 22.099,
"eval_steps_per_second": 1.382,
"eval_wer": 1.0,
"step": 500
},
{
"epoch": 0.19,
"learning_rate": 2.2462499999999997e-05,
"loss": 3.171,
"step": 600
},
{
"epoch": 0.23,
"learning_rate": 2.6212499999999997e-05,
"loss": 3.0275,
"step": 700
},
{
"epoch": 0.26,
"learning_rate": 2.99625e-05,
"loss": 2.9681,
"step": 800
},
{
"epoch": 0.29,
"learning_rate": 3.37125e-05,
"loss": 2.9347,
"step": 900
},
{
"epoch": 0.32,
"learning_rate": 3.7462499999999996e-05,
"loss": 2.9095,
"step": 1000
},
{
"epoch": 0.32,
"eval_loss": 2.9152133464813232,
"eval_runtime": 718.1623,
"eval_samples_per_second": 22.197,
"eval_steps_per_second": 1.388,
"eval_wer": 0.9999871219487068,
"step": 1000
},
{
"epoch": 0.36,
"learning_rate": 4.12125e-05,
"loss": 2.8888,
"step": 1100
},
{
"epoch": 0.39,
"learning_rate": 4.4962499999999995e-05,
"loss": 2.8347,
"step": 1200
},
{
"epoch": 0.42,
"learning_rate": 4.871249999999999e-05,
"loss": 2.5318,
"step": 1300
},
{
"epoch": 0.45,
"learning_rate": 5.2462499999999994e-05,
"loss": 2.0502,
"step": 1400
},
{
"epoch": 0.49,
"learning_rate": 5.62125e-05,
"loss": 1.8434,
"step": 1500
},
{
"epoch": 0.49,
"eval_loss": 1.0473320484161377,
"eval_runtime": 720.1235,
"eval_samples_per_second": 22.136,
"eval_steps_per_second": 1.384,
"eval_wer": 0.7446153648029981,
"step": 1500
},
{
"epoch": 0.52,
"learning_rate": 5.9962499999999994e-05,
"loss": 1.7339,
"step": 1600
},
{
"epoch": 0.55,
"learning_rate": 6.367499999999999e-05,
"loss": 1.6535,
"step": 1700
},
{
"epoch": 0.58,
"learning_rate": 6.7425e-05,
"loss": 1.5793,
"step": 1800
},
{
"epoch": 0.62,
"learning_rate": 7.1175e-05,
"loss": 1.5056,
"step": 1900
},
{
"epoch": 0.65,
"learning_rate": 7.492499999999999e-05,
"loss": 1.4298,
"step": 2000
},
{
"epoch": 0.65,
"eval_loss": 0.5728740692138672,
"eval_runtime": 712.5783,
"eval_samples_per_second": 22.371,
"eval_steps_per_second": 1.399,
"eval_wer": 0.5129521000882147,
"step": 2000
},
{
"epoch": 0.68,
"learning_rate": 7.325623202301054e-05,
"loss": 1.3592,
"step": 2100
},
{
"epoch": 0.71,
"learning_rate": 7.145853307766058e-05,
"loss": 1.2917,
"step": 2200
},
{
"epoch": 0.75,
"learning_rate": 6.966083413231063e-05,
"loss": 1.2536,
"step": 2300
},
{
"epoch": 0.78,
"learning_rate": 6.788111217641419e-05,
"loss": 1.2345,
"step": 2400
},
{
"epoch": 0.81,
"learning_rate": 6.608341323106423e-05,
"loss": 1.1937,
"step": 2500
},
{
"epoch": 0.81,
"eval_loss": 0.3795304000377655,
"eval_runtime": 716.4435,
"eval_samples_per_second": 22.25,
"eval_steps_per_second": 1.392,
"eval_wer": 0.34504806732645216,
"step": 2500
},
{
"epoch": 0.84,
"learning_rate": 6.428571428571427e-05,
"loss": 1.1806,
"step": 2600
},
{
"epoch": 0.87,
"learning_rate": 6.248801534036433e-05,
"loss": 1.1651,
"step": 2700
},
{
"epoch": 0.91,
"learning_rate": 6.069031639501438e-05,
"loss": 1.1455,
"step": 2800
},
{
"epoch": 0.94,
"learning_rate": 5.889261744966442e-05,
"loss": 1.1312,
"step": 2900
},
{
"epoch": 0.97,
"learning_rate": 5.709491850431447e-05,
"loss": 1.1248,
"step": 3000
},
{
"epoch": 0.97,
"eval_loss": 0.3320523500442505,
"eval_runtime": 716.2808,
"eval_samples_per_second": 22.255,
"eval_steps_per_second": 1.392,
"eval_wer": 0.30515830344552264,
"step": 3000
},
{
"epoch": 1.0,
"learning_rate": 5.5297219558964525e-05,
"loss": 1.1017,
"step": 3100
},
{
"epoch": 1.04,
"learning_rate": 5.3499520613614567e-05,
"loss": 1.0978,
"step": 3200
},
{
"epoch": 1.07,
"learning_rate": 5.1701821668264615e-05,
"loss": 1.0954,
"step": 3300
},
{
"epoch": 1.1,
"learning_rate": 4.990412272291467e-05,
"loss": 1.0867,
"step": 3400
},
{
"epoch": 1.13,
"learning_rate": 4.812440076701821e-05,
"loss": 1.0835,
"step": 3500
},
{
"epoch": 1.13,
"eval_loss": 0.3037940561771393,
"eval_runtime": 714.1597,
"eval_samples_per_second": 22.321,
"eval_steps_per_second": 1.396,
"eval_wer": 0.2805032742445413,
"step": 3500
},
{
"epoch": 1.17,
"learning_rate": 4.632670182166826e-05,
"loss": 1.0808,
"step": 3600
},
{
"epoch": 1.2,
"learning_rate": 4.4529002876318304e-05,
"loss": 1.0648,
"step": 3700
},
{
"epoch": 1.23,
"learning_rate": 4.273130393096836e-05,
"loss": 1.0541,
"step": 3800
},
{
"epoch": 1.26,
"learning_rate": 4.093360498561841e-05,
"loss": 1.0621,
"step": 3900
},
{
"epoch": 1.3,
"learning_rate": 3.913590604026845e-05,
"loss": 1.0479,
"step": 4000
},
{
"epoch": 1.3,
"eval_loss": 0.2910499572753906,
"eval_runtime": 718.1665,
"eval_samples_per_second": 22.197,
"eval_steps_per_second": 1.388,
"eval_wer": 0.26888727197800427,
"step": 4000
},
{
"epoch": 1.33,
"learning_rate": 3.7338207094918506e-05,
"loss": 1.0428,
"step": 4100
},
{
"epoch": 1.36,
"learning_rate": 3.555848513902205e-05,
"loss": 1.047,
"step": 4200
},
{
"epoch": 1.39,
"learning_rate": 3.37607861936721e-05,
"loss": 1.0397,
"step": 4300
},
{
"epoch": 1.43,
"learning_rate": 3.1963087248322145e-05,
"loss": 1.0347,
"step": 4400
},
{
"epoch": 1.46,
"learning_rate": 3.0165388302972194e-05,
"loss": 1.0413,
"step": 4500
},
{
"epoch": 1.46,
"eval_loss": 0.27976545691490173,
"eval_runtime": 713.7382,
"eval_samples_per_second": 22.335,
"eval_steps_per_second": 1.397,
"eval_wer": 0.2592995627901586,
"step": 4500
},
{
"epoch": 1.49,
"learning_rate": 2.836768935762224e-05,
"loss": 1.0238,
"step": 4600
},
{
"epoch": 1.52,
"learning_rate": 2.656999041227229e-05,
"loss": 1.0269,
"step": 4700
},
{
"epoch": 1.56,
"learning_rate": 2.4772291466922337e-05,
"loss": 1.021,
"step": 4800
},
{
"epoch": 1.59,
"learning_rate": 2.2974592521572386e-05,
"loss": 1.0186,
"step": 4900
},
{
"epoch": 1.62,
"learning_rate": 2.1176893576222434e-05,
"loss": 1.014,
"step": 5000
},
{
"epoch": 1.62,
"eval_loss": 0.27265554666519165,
"eval_runtime": 707.3075,
"eval_samples_per_second": 22.538,
"eval_steps_per_second": 1.41,
"eval_wer": 0.25117351242409997,
"step": 5000
},
{
"epoch": 1.65,
"learning_rate": 1.9379194630872483e-05,
"loss": 1.0074,
"step": 5100
},
{
"epoch": 1.68,
"learning_rate": 1.759947267497603e-05,
"loss": 1.0193,
"step": 5200
},
{
"epoch": 1.72,
"learning_rate": 1.5801773729626078e-05,
"loss": 1.0044,
"step": 5300
},
{
"epoch": 1.75,
"learning_rate": 1.4004074784276125e-05,
"loss": 1.0005,
"step": 5400
},
{
"epoch": 1.78,
"learning_rate": 1.2206375838926173e-05,
"loss": 1.004,
"step": 5500
},
{
"epoch": 1.78,
"eval_loss": 0.26460376381874084,
"eval_runtime": 719.6956,
"eval_samples_per_second": 22.15,
"eval_steps_per_second": 1.385,
"eval_wer": 0.2470782921128375,
"step": 5500
},
{
"epoch": 1.81,
"learning_rate": 1.0408676893576222e-05,
"loss": 1.0048,
"step": 5600
},
{
"epoch": 1.85,
"learning_rate": 8.610977948226269e-06,
"loss": 0.9988,
"step": 5700
},
{
"epoch": 1.88,
"learning_rate": 6.813279002876318e-06,
"loss": 0.9919,
"step": 5800
},
{
"epoch": 1.91,
"learning_rate": 5.015580057526366e-06,
"loss": 0.9886,
"step": 5900
},
{
"epoch": 1.94,
"learning_rate": 3.217881112176414e-06,
"loss": 0.9949,
"step": 6000
},
{
"epoch": 1.94,
"eval_loss": 0.26187804341316223,
"eval_runtime": 717.4473,
"eval_samples_per_second": 22.219,
"eval_steps_per_second": 1.39,
"eval_wer": 0.24574541380398318,
"step": 6000
},
{
"epoch": 1.98,
"learning_rate": 1.4201821668264622e-06,
"loss": 0.9931,
"step": 6100
},
{
"epoch": 2.0,
"step": 6172,
"total_flos": 1.1573983785360925e+20,
"train_loss": 0.02791261456650878,
"train_runtime": 12943.901,
"train_samples_per_second": 61.039,
"train_steps_per_second": 0.477
}
],
"max_steps": 6172,
"num_train_epochs": 2,
"total_flos": 1.1573983785360925e+20,
"trial_name": null,
"trial_params": null
}