opus-en-ar-fine-tuned / trainer_state.json
desi6ner's picture
Upload folder using huggingface_hub
561e87c verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 2.860775588048315,
"eval_steps": 500,
"global_step": 9000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.16,
"grad_norm": 18.022613525390625,
"learning_rate": 4.735113371477008e-05,
"loss": 2.3719,
"step": 500
},
{
"epoch": 0.32,
"grad_norm": 21.23277473449707,
"learning_rate": 4.4702267429540156e-05,
"loss": 2.0069,
"step": 1000
},
{
"epoch": 0.48,
"grad_norm": 16.839088439941406,
"learning_rate": 4.205340114431024e-05,
"loss": 1.8155,
"step": 1500
},
{
"epoch": 0.64,
"grad_norm": 15.446898460388184,
"learning_rate": 3.9404534859080315e-05,
"loss": 1.7476,
"step": 2000
},
{
"epoch": 0.79,
"grad_norm": 24.382474899291992,
"learning_rate": 3.675566857385039e-05,
"loss": 1.6636,
"step": 2500
},
{
"epoch": 0.95,
"grad_norm": 21.278900146484375,
"learning_rate": 3.410680228862047e-05,
"loss": 1.624,
"step": 3000
},
{
"epoch": 1.11,
"grad_norm": 14.305024147033691,
"learning_rate": 3.1457936003390545e-05,
"loss": 1.2214,
"step": 3500
},
{
"epoch": 1.27,
"grad_norm": 13.627291679382324,
"learning_rate": 2.8809069718160632e-05,
"loss": 1.0202,
"step": 4000
},
{
"epoch": 1.43,
"grad_norm": 11.309160232543945,
"learning_rate": 2.616020343293071e-05,
"loss": 1.0545,
"step": 4500
},
{
"epoch": 1.59,
"grad_norm": 12.876075744628906,
"learning_rate": 2.3511337147700785e-05,
"loss": 1.0358,
"step": 5000
},
{
"epoch": 1.75,
"grad_norm": 11.487010955810547,
"learning_rate": 2.0862470862470865e-05,
"loss": 1.0278,
"step": 5500
},
{
"epoch": 1.91,
"grad_norm": 12.434341430664062,
"learning_rate": 1.821360457724094e-05,
"loss": 1.0069,
"step": 6000
},
{
"epoch": 2.07,
"grad_norm": 11.067166328430176,
"learning_rate": 1.5564738292011018e-05,
"loss": 0.8587,
"step": 6500
},
{
"epoch": 2.23,
"grad_norm": 9.134782791137695,
"learning_rate": 1.29158720067811e-05,
"loss": 0.6709,
"step": 7000
},
{
"epoch": 2.38,
"grad_norm": 12.168549537658691,
"learning_rate": 1.0267005721551176e-05,
"loss": 0.6534,
"step": 7500
},
{
"epoch": 2.54,
"grad_norm": 8.282147407531738,
"learning_rate": 7.6181394363212545e-06,
"loss": 0.6821,
"step": 8000
},
{
"epoch": 2.7,
"grad_norm": 22.135112762451172,
"learning_rate": 4.9692731510913336e-06,
"loss": 0.671,
"step": 8500
},
{
"epoch": 2.86,
"grad_norm": 7.933387756347656,
"learning_rate": 2.3204068658614114e-06,
"loss": 0.669,
"step": 9000
}
],
"logging_steps": 500,
"max_steps": 9438,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 500,
"total_flos": 184716162957312.0,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}