vietcuna-3b_1024 / checkpoint-700 /trainer_state.json
duyvt6663's picture
Training in progress, step 700, checkpoint
509e0f2
raw
history blame
No virus
5.64 kB
{
"best_metric": 0.45803794264793396,
"best_model_checkpoint": "output/checkpoint-150",
"epoch": 0.5615160934523212,
"eval_steps": 50,
"global_step": 700,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 0.0,
"loss": 1.6453,
"step": 1
},
{
"epoch": 0.04,
"learning_rate": 9.777777777777779e-06,
"loss": 1.3216,
"step": 50
},
{
"epoch": 0.04,
"eval_accuracy": 0.8057142857142857,
"eval_loss": 0.6264824271202087,
"eval_runtime": 28.8159,
"eval_samples_per_second": 6.073,
"eval_steps_per_second": 1.527,
"step": 50
},
{
"epoch": 0.08,
"learning_rate": 2.088888888888889e-05,
"loss": 0.918,
"step": 100
},
{
"epoch": 0.08,
"eval_accuracy": 0.7885714285714286,
"eval_loss": 0.49068325757980347,
"eval_runtime": 26.1642,
"eval_samples_per_second": 6.689,
"eval_steps_per_second": 1.682,
"step": 100
},
{
"epoch": 0.12,
"learning_rate": 3.2000000000000005e-05,
"loss": 0.7219,
"step": 150
},
{
"epoch": 0.12,
"eval_accuracy": 0.7942857142857143,
"eval_loss": 0.45803794264793396,
"eval_runtime": 26.1308,
"eval_samples_per_second": 6.697,
"eval_steps_per_second": 1.684,
"step": 150
},
{
"epoch": 0.16,
"learning_rate": 4.311111111111111e-05,
"loss": 0.6619,
"step": 200
},
{
"epoch": 0.16,
"eval_accuracy": 0.8285714285714286,
"eval_loss": 0.4676758646965027,
"eval_runtime": 26.1149,
"eval_samples_per_second": 6.701,
"eval_steps_per_second": 1.685,
"step": 200
},
{
"epoch": 0.2,
"learning_rate": 4.906953966699315e-05,
"loss": 0.633,
"step": 250
},
{
"epoch": 0.2,
"eval_accuracy": 0.8114285714285714,
"eval_loss": 0.4800652265548706,
"eval_runtime": 26.1161,
"eval_samples_per_second": 6.701,
"eval_steps_per_second": 1.685,
"step": 250
},
{
"epoch": 0.24,
"learning_rate": 4.66209598432909e-05,
"loss": 0.6147,
"step": 300
},
{
"epoch": 0.24,
"eval_accuracy": 0.7657142857142857,
"eval_loss": 0.5112562775611877,
"eval_runtime": 26.1127,
"eval_samples_per_second": 6.702,
"eval_steps_per_second": 1.685,
"step": 300
},
{
"epoch": 0.28,
"learning_rate": 4.4172380019588636e-05,
"loss": 0.6355,
"step": 350
},
{
"epoch": 0.28,
"eval_accuracy": 0.7828571428571428,
"eval_loss": 0.5210281610488892,
"eval_runtime": 26.1048,
"eval_samples_per_second": 6.704,
"eval_steps_per_second": 1.686,
"step": 350
},
{
"epoch": 0.32,
"learning_rate": 4.1723800195886386e-05,
"loss": 0.593,
"step": 400
},
{
"epoch": 0.32,
"eval_accuracy": 0.7885714285714286,
"eval_loss": 0.5098910927772522,
"eval_runtime": 26.1072,
"eval_samples_per_second": 6.703,
"eval_steps_per_second": 1.685,
"step": 400
},
{
"epoch": 0.36,
"learning_rate": 3.927522037218414e-05,
"loss": 0.6047,
"step": 450
},
{
"epoch": 0.36,
"eval_accuracy": 0.7314285714285714,
"eval_loss": 0.5602952837944031,
"eval_runtime": 26.1116,
"eval_samples_per_second": 6.702,
"eval_steps_per_second": 1.685,
"step": 450
},
{
"epoch": 0.4,
"learning_rate": 3.682664054848188e-05,
"loss": 0.5661,
"step": 500
},
{
"epoch": 0.4,
"eval_accuracy": 0.7542857142857143,
"eval_loss": 0.5670996904373169,
"eval_runtime": 26.1104,
"eval_samples_per_second": 6.702,
"eval_steps_per_second": 1.685,
"step": 500
},
{
"epoch": 0.44,
"learning_rate": 3.437806072477963e-05,
"loss": 0.6111,
"step": 550
},
{
"epoch": 0.44,
"eval_accuracy": 0.7714285714285715,
"eval_loss": 0.5074692368507385,
"eval_runtime": 26.1037,
"eval_samples_per_second": 6.704,
"eval_steps_per_second": 1.686,
"step": 550
},
{
"epoch": 0.48,
"learning_rate": 3.1929480901077375e-05,
"loss": 0.5788,
"step": 600
},
{
"epoch": 0.48,
"eval_accuracy": 0.7485714285714286,
"eval_loss": 0.6720603108406067,
"eval_runtime": 26.1036,
"eval_samples_per_second": 6.704,
"eval_steps_per_second": 1.686,
"step": 600
},
{
"epoch": 0.52,
"learning_rate": 2.9480901077375122e-05,
"loss": 0.562,
"step": 650
},
{
"epoch": 0.52,
"eval_accuracy": 0.7942857142857143,
"eval_loss": 0.5063876509666443,
"eval_runtime": 26.1086,
"eval_samples_per_second": 6.703,
"eval_steps_per_second": 1.685,
"step": 650
},
{
"epoch": 0.56,
"learning_rate": 2.7032321253672872e-05,
"loss": 0.5472,
"step": 700
},
{
"epoch": 0.56,
"eval_accuracy": 0.7371428571428571,
"eval_loss": 0.5650284886360168,
"eval_runtime": 26.1065,
"eval_samples_per_second": 6.703,
"eval_steps_per_second": 1.685,
"step": 700
}
],
"logging_steps": 50,
"max_steps": 1246,
"num_train_epochs": 1,
"save_steps": 50,
"total_flos": 2.5899019607703552e+17,
"trial_name": null,
"trial_params": null
}