sst2 / trainer_state.json
ShengdingHu's picture
Training in progress, step 200
759a22e
raw
history blame
9.22 kB
{
"best_metric": 97.5,
"best_model_checkpoint": "outputs/bitfit/t5-base/sst2/checkpoint-3000",
"epoch": 3.0,
"global_step": 6222,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.1,
"eval_accuracy": 97.3,
"eval_average_metrics": 97.3,
"eval_loss": 0.04369654133915901,
"eval_runtime": 5.1897,
"eval_samples_per_second": 192.69,
"step": 200
},
{
"epoch": 0.19,
"eval_accuracy": 97.3,
"eval_average_metrics": 97.3,
"eval_loss": 0.042765092104673386,
"eval_runtime": 5.6341,
"eval_samples_per_second": 177.492,
"step": 400
},
{
"epoch": 0.24,
"learning_rate": 0.00027589199614271937,
"loss": 0.1281,
"step": 500
},
{
"epoch": 0.29,
"eval_accuracy": 97.2,
"eval_average_metrics": 97.2,
"eval_loss": 0.037586040794849396,
"eval_runtime": 6.2353,
"eval_samples_per_second": 160.377,
"step": 600
},
{
"epoch": 0.39,
"eval_accuracy": 96.7,
"eval_average_metrics": 96.7,
"eval_loss": 0.04588627442717552,
"eval_runtime": 5.966,
"eval_samples_per_second": 167.617,
"step": 800
},
{
"epoch": 0.48,
"learning_rate": 0.0002517839922854387,
"loss": 0.0649,
"step": 1000
},
{
"epoch": 0.48,
"eval_accuracy": 97.1,
"eval_average_metrics": 97.1,
"eval_loss": 0.040396977216005325,
"eval_runtime": 5.3919,
"eval_samples_per_second": 185.463,
"step": 1000
},
{
"epoch": 0.58,
"eval_accuracy": 97.2,
"eval_average_metrics": 97.2,
"eval_loss": 0.03829416632652283,
"eval_runtime": 5.3561,
"eval_samples_per_second": 186.702,
"step": 1200
},
{
"epoch": 0.68,
"eval_accuracy": 97.3,
"eval_average_metrics": 97.3,
"eval_loss": 0.039076462388038635,
"eval_runtime": 5.9241,
"eval_samples_per_second": 168.803,
"step": 1400
},
{
"epoch": 0.72,
"learning_rate": 0.00022767598842815813,
"loss": 0.0578,
"step": 1500
},
{
"epoch": 0.77,
"eval_accuracy": 97.1,
"eval_average_metrics": 97.1,
"eval_loss": 0.04230912774801254,
"eval_runtime": 5.153,
"eval_samples_per_second": 194.06,
"step": 1600
},
{
"epoch": 0.87,
"eval_accuracy": 97.3,
"eval_average_metrics": 97.3,
"eval_loss": 0.03823951631784439,
"eval_runtime": 5.1279,
"eval_samples_per_second": 195.011,
"step": 1800
},
{
"epoch": 0.96,
"learning_rate": 0.00020356798457087753,
"loss": 0.0582,
"step": 2000
},
{
"epoch": 0.96,
"eval_accuracy": 97.1,
"eval_average_metrics": 97.1,
"eval_loss": 0.0395108200609684,
"eval_runtime": 5.8042,
"eval_samples_per_second": 172.29,
"step": 2000
},
{
"epoch": 1.06,
"eval_accuracy": 97.1,
"eval_average_metrics": 97.1,
"eval_loss": 0.04088559374213219,
"eval_runtime": 5.4894,
"eval_samples_per_second": 182.168,
"step": 2200
},
{
"epoch": 1.16,
"eval_accuracy": 97.2,
"eval_average_metrics": 97.2,
"eval_loss": 0.038739945739507675,
"eval_runtime": 4.6293,
"eval_samples_per_second": 216.018,
"step": 2400
},
{
"epoch": 1.21,
"learning_rate": 0.0001794599807135969,
"loss": 0.054,
"step": 2500
},
{
"epoch": 1.25,
"eval_accuracy": 97.3,
"eval_average_metrics": 97.3,
"eval_loss": 0.04564524069428444,
"eval_runtime": 5.2048,
"eval_samples_per_second": 192.132,
"step": 2600
},
{
"epoch": 1.35,
"eval_accuracy": 97.3,
"eval_average_metrics": 97.3,
"eval_loss": 0.03781759738922119,
"eval_runtime": 5.6194,
"eval_samples_per_second": 177.956,
"step": 2800
},
{
"epoch": 1.45,
"learning_rate": 0.00015535197685631627,
"loss": 0.0533,
"step": 3000
},
{
"epoch": 1.45,
"eval_accuracy": 97.5,
"eval_average_metrics": 97.5,
"eval_loss": 0.03714486584067345,
"eval_runtime": 5.328,
"eval_samples_per_second": 187.688,
"step": 3000
},
{
"epoch": 1.54,
"eval_accuracy": 97.5,
"eval_average_metrics": 97.5,
"eval_loss": 0.0382937453687191,
"eval_runtime": 4.0581,
"eval_samples_per_second": 246.419,
"step": 3200
},
{
"epoch": 1.64,
"eval_accuracy": 97.5,
"eval_average_metrics": 97.5,
"eval_loss": 0.037162039428949356,
"eval_runtime": 5.3134,
"eval_samples_per_second": 188.202,
"step": 3400
},
{
"epoch": 1.69,
"learning_rate": 0.00013124397299903566,
"loss": 0.0539,
"step": 3500
},
{
"epoch": 1.74,
"eval_accuracy": 97.5,
"eval_average_metrics": 97.5,
"eval_loss": 0.03954707458615303,
"eval_runtime": 5.9646,
"eval_samples_per_second": 167.655,
"step": 3600
},
{
"epoch": 1.83,
"eval_accuracy": 97.2,
"eval_average_metrics": 97.2,
"eval_loss": 0.037706729024648666,
"eval_runtime": 4.5321,
"eval_samples_per_second": 220.649,
"step": 3800
},
{
"epoch": 1.93,
"learning_rate": 0.00010713596914175504,
"loss": 0.0531,
"step": 4000
},
{
"epoch": 1.93,
"eval_accuracy": 97.2,
"eval_average_metrics": 97.2,
"eval_loss": 0.03779396042227745,
"eval_runtime": 6.6618,
"eval_samples_per_second": 150.108,
"step": 4000
},
{
"epoch": 2.03,
"eval_accuracy": 97.3,
"eval_average_metrics": 97.3,
"eval_loss": 0.04000015929341316,
"eval_runtime": 6.7004,
"eval_samples_per_second": 149.245,
"step": 4200
},
{
"epoch": 2.12,
"eval_accuracy": 97.1,
"eval_average_metrics": 97.1,
"eval_loss": 0.0396127812564373,
"eval_runtime": 5.9828,
"eval_samples_per_second": 167.145,
"step": 4400
},
{
"epoch": 2.17,
"learning_rate": 8.302796528447444e-05,
"loss": 0.049,
"step": 4500
},
{
"epoch": 2.22,
"eval_accuracy": 97.2,
"eval_average_metrics": 97.2,
"eval_loss": 0.0382530614733696,
"eval_runtime": 5.4179,
"eval_samples_per_second": 184.574,
"step": 4600
},
{
"epoch": 2.31,
"eval_accuracy": 97.0,
"eval_average_metrics": 97.0,
"eval_loss": 0.04122977331280708,
"eval_runtime": 4.9766,
"eval_samples_per_second": 200.94,
"step": 4800
},
{
"epoch": 2.41,
"learning_rate": 5.891996142719383e-05,
"loss": 0.0484,
"step": 5000
},
{
"epoch": 2.41,
"eval_accuracy": 97.3,
"eval_average_metrics": 97.3,
"eval_loss": 0.03976716473698616,
"eval_runtime": 5.1121,
"eval_samples_per_second": 195.615,
"step": 5000
},
{
"epoch": 2.51,
"eval_accuracy": 97.2,
"eval_average_metrics": 97.2,
"eval_loss": 0.03887654095888138,
"eval_runtime": 5.3028,
"eval_samples_per_second": 188.578,
"step": 5200
},
{
"epoch": 2.6,
"eval_accuracy": 97.3,
"eval_average_metrics": 97.3,
"eval_loss": 0.03931749612092972,
"eval_runtime": 6.019,
"eval_samples_per_second": 166.14,
"step": 5400
},
{
"epoch": 2.65,
"learning_rate": 3.481195756991321e-05,
"loss": 0.0478,
"step": 5500
},
{
"epoch": 2.7,
"eval_accuracy": 97.1,
"eval_average_metrics": 97.1,
"eval_loss": 0.03971054032444954,
"eval_runtime": 5.7951,
"eval_samples_per_second": 172.558,
"step": 5600
},
{
"epoch": 2.8,
"eval_accuracy": 97.1,
"eval_average_metrics": 97.1,
"eval_loss": 0.04016176983714104,
"eval_runtime": 5.5419,
"eval_samples_per_second": 180.443,
"step": 5800
},
{
"epoch": 2.89,
"learning_rate": 1.0703953712632592e-05,
"loss": 0.0444,
"step": 6000
},
{
"epoch": 2.89,
"eval_accuracy": 97.0,
"eval_average_metrics": 97.0,
"eval_loss": 0.04050704091787338,
"eval_runtime": 6.1769,
"eval_samples_per_second": 161.894,
"step": 6000
},
{
"epoch": 2.99,
"eval_accuracy": 97.2,
"eval_average_metrics": 97.2,
"eval_loss": 0.04039543867111206,
"eval_runtime": 5.4148,
"eval_samples_per_second": 184.68,
"step": 6200
},
{
"epoch": 3.0,
"step": 6222,
"total_flos": 1.3280955617597184e+16,
"train_loss": 0.058686515289424354,
"train_runtime": 1966.0928,
"train_samples_per_second": 101.24,
"train_steps_per_second": 3.165
}
],
"max_steps": 6222,
"num_train_epochs": 3,
"total_flos": 1.3280955617597184e+16,
"trial_name": null,
"trial_params": null
}