vietcuna-3b_1024 / checkpoint-1100 /trainer_state.json
duyvt6663's picture
Training in progress, step 1100, checkpoint
7e71149
raw
history blame
8.55 kB
{
"best_metric": 0.6392325758934021,
"best_model_checkpoint": "output/checkpoint-700",
"epoch": 0.8823824325679335,
"eval_steps": 50,
"global_step": 1100,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 1.3333333333333332e-06,
"loss": 0.785,
"step": 1
},
{
"epoch": 0.04,
"learning_rate": 5.9999999999999995e-05,
"loss": 0.6547,
"step": 50
},
{
"epoch": 0.04,
"eval_accuracy": 0.6626865671641791,
"eval_loss": 0.8300915956497192,
"eval_runtime": 61.5689,
"eval_samples_per_second": 5.441,
"eval_steps_per_second": 1.364,
"step": 50
},
{
"epoch": 0.08,
"learning_rate": 0.00012666666666666666,
"loss": 0.6654,
"step": 100
},
{
"epoch": 0.08,
"eval_accuracy": 0.6895522388059702,
"eval_loss": 0.6663276553153992,
"eval_runtime": 56.4633,
"eval_samples_per_second": 5.933,
"eval_steps_per_second": 1.488,
"step": 100
},
{
"epoch": 0.12,
"learning_rate": 0.00019333333333333333,
"loss": 0.6491,
"step": 150
},
{
"epoch": 0.12,
"eval_accuracy": 0.6537313432835821,
"eval_loss": 0.9172552824020386,
"eval_runtime": 56.4705,
"eval_samples_per_second": 5.932,
"eval_steps_per_second": 1.488,
"step": 150
},
{
"epoch": 0.16,
"learning_rate": 0.00026,
"loss": 0.641,
"step": 200
},
{
"epoch": 0.16,
"eval_accuracy": 0.6865671641791045,
"eval_loss": 0.6528732180595398,
"eval_runtime": 56.4485,
"eval_samples_per_second": 5.935,
"eval_steps_per_second": 1.488,
"step": 200
},
{
"epoch": 0.2,
"learning_rate": 0.0002941234084231146,
"loss": 0.6521,
"step": 250
},
{
"epoch": 0.2,
"eval_accuracy": 0.6835820895522388,
"eval_loss": 0.8197052478790283,
"eval_runtime": 56.4577,
"eval_samples_per_second": 5.934,
"eval_steps_per_second": 1.488,
"step": 250
},
{
"epoch": 0.24,
"learning_rate": 0.00027943192948090106,
"loss": 0.638,
"step": 300
},
{
"epoch": 0.24,
"eval_accuracy": 0.6835820895522388,
"eval_loss": 0.6961421370506287,
"eval_runtime": 56.4506,
"eval_samples_per_second": 5.934,
"eval_steps_per_second": 1.488,
"step": 300
},
{
"epoch": 0.28,
"learning_rate": 0.00026474045053868754,
"loss": 0.6857,
"step": 350
},
{
"epoch": 0.28,
"eval_accuracy": 0.6835820895522388,
"eval_loss": 0.7876304388046265,
"eval_runtime": 56.4651,
"eval_samples_per_second": 5.933,
"eval_steps_per_second": 1.488,
"step": 350
},
{
"epoch": 0.32,
"learning_rate": 0.000250048971596474,
"loss": 0.6469,
"step": 400
},
{
"epoch": 0.32,
"eval_accuracy": 0.6626865671641791,
"eval_loss": 0.7487305402755737,
"eval_runtime": 56.4489,
"eval_samples_per_second": 5.935,
"eval_steps_per_second": 1.488,
"step": 400
},
{
"epoch": 0.36,
"learning_rate": 0.00023535749265426052,
"loss": 0.6813,
"step": 450
},
{
"epoch": 0.36,
"eval_accuracy": 0.6626865671641791,
"eval_loss": 0.8447557091712952,
"eval_runtime": 56.4428,
"eval_samples_per_second": 5.935,
"eval_steps_per_second": 1.488,
"step": 450
},
{
"epoch": 0.4,
"learning_rate": 0.000220666013712047,
"loss": 0.645,
"step": 500
},
{
"epoch": 0.4,
"eval_accuracy": 0.6835820895522388,
"eval_loss": 0.6624641418457031,
"eval_runtime": 56.4531,
"eval_samples_per_second": 5.934,
"eval_steps_per_second": 1.488,
"step": 500
},
{
"epoch": 0.44,
"learning_rate": 0.0002059745347698335,
"loss": 0.7044,
"step": 550
},
{
"epoch": 0.44,
"eval_accuracy": 0.7014925373134329,
"eval_loss": 0.63779217004776,
"eval_runtime": 56.4382,
"eval_samples_per_second": 5.936,
"eval_steps_per_second": 1.488,
"step": 550
},
{
"epoch": 0.48,
"learning_rate": 0.00019128305582761997,
"loss": 0.6399,
"step": 600
},
{
"epoch": 0.48,
"eval_accuracy": 0.6716417910447762,
"eval_loss": 0.7784742712974548,
"eval_runtime": 56.4356,
"eval_samples_per_second": 5.936,
"eval_steps_per_second": 1.488,
"step": 600
},
{
"epoch": 0.52,
"learning_rate": 0.00017659157688540645,
"loss": 0.6039,
"step": 650
},
{
"epoch": 0.52,
"eval_accuracy": 0.6985074626865672,
"eval_loss": 0.665508508682251,
"eval_runtime": 56.4424,
"eval_samples_per_second": 5.935,
"eval_steps_per_second": 1.488,
"step": 650
},
{
"epoch": 0.56,
"learning_rate": 0.00016190009794319292,
"loss": 0.6321,
"step": 700
},
{
"epoch": 0.56,
"eval_accuracy": 0.6716417910447762,
"eval_loss": 0.6392325758934021,
"eval_runtime": 56.437,
"eval_samples_per_second": 5.936,
"eval_steps_per_second": 1.488,
"step": 700
},
{
"epoch": 0.6,
"learning_rate": 0.00014720861900097942,
"loss": 0.6448,
"step": 750
},
{
"epoch": 0.6,
"eval_accuracy": 0.6686567164179105,
"eval_loss": 0.7872520089149475,
"eval_runtime": 56.4423,
"eval_samples_per_second": 5.935,
"eval_steps_per_second": 1.488,
"step": 750
},
{
"epoch": 0.64,
"learning_rate": 0.0001325171400587659,
"loss": 0.6033,
"step": 800
},
{
"epoch": 0.64,
"eval_accuracy": 0.6895522388059702,
"eval_loss": 0.723906934261322,
"eval_runtime": 56.4576,
"eval_samples_per_second": 5.934,
"eval_steps_per_second": 1.488,
"step": 800
},
{
"epoch": 0.68,
"learning_rate": 0.00011782566111655239,
"loss": 0.6174,
"step": 850
},
{
"epoch": 0.68,
"eval_accuracy": 0.6925373134328359,
"eval_loss": 0.6893543601036072,
"eval_runtime": 56.4403,
"eval_samples_per_second": 5.935,
"eval_steps_per_second": 1.488,
"step": 850
},
{
"epoch": 0.72,
"learning_rate": 0.00010313418217433888,
"loss": 0.5859,
"step": 900
},
{
"epoch": 0.72,
"eval_accuracy": 0.6746268656716418,
"eval_loss": 0.6730663776397705,
"eval_runtime": 56.4424,
"eval_samples_per_second": 5.935,
"eval_steps_per_second": 1.488,
"step": 900
},
{
"epoch": 0.76,
"learning_rate": 8.844270323212536e-05,
"loss": 0.6,
"step": 950
},
{
"epoch": 0.76,
"eval_accuracy": 0.6686567164179105,
"eval_loss": 0.6526519060134888,
"eval_runtime": 56.4284,
"eval_samples_per_second": 5.937,
"eval_steps_per_second": 1.489,
"step": 950
},
{
"epoch": 0.8,
"learning_rate": 7.375122428991184e-05,
"loss": 0.6127,
"step": 1000
},
{
"epoch": 0.8,
"eval_accuracy": 0.7014925373134329,
"eval_loss": 0.6604557037353516,
"eval_runtime": 56.4364,
"eval_samples_per_second": 5.936,
"eval_steps_per_second": 1.488,
"step": 1000
},
{
"epoch": 0.84,
"learning_rate": 5.9059745347698334e-05,
"loss": 0.6186,
"step": 1050
},
{
"epoch": 0.84,
"eval_accuracy": 0.6865671641791045,
"eval_loss": 0.6518017053604126,
"eval_runtime": 56.4388,
"eval_samples_per_second": 5.936,
"eval_steps_per_second": 1.488,
"step": 1050
},
{
"epoch": 0.88,
"learning_rate": 4.4368266405484816e-05,
"loss": 0.5929,
"step": 1100
},
{
"epoch": 0.88,
"eval_accuracy": 0.6985074626865672,
"eval_loss": 0.6976536512374878,
"eval_runtime": 56.4535,
"eval_samples_per_second": 5.934,
"eval_steps_per_second": 1.488,
"step": 1100
}
],
"logging_steps": 50,
"max_steps": 1246,
"num_train_epochs": 1,
"save_steps": 100,
"total_flos": 4.1300552228438016e+17,
"trial_name": null,
"trial_params": null
}