fine-tuning-llama / checkpoint-55 /trainer_state.json
Andyrasika's picture
Upload folder using huggingface_hub
1e491fd
raw
history blame contribute delete
No virus
7.29 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 22,
"global_step": 55,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02,
"learning_rate": 1.6666666666666667e-05,
"loss": 2.3955,
"step": 1
},
{
"epoch": 0.04,
"learning_rate": 3.3333333333333335e-05,
"loss": 2.3998,
"step": 2
},
{
"epoch": 0.05,
"learning_rate": 5e-05,
"loss": 2.516,
"step": 3
},
{
"epoch": 0.07,
"learning_rate": 6.666666666666667e-05,
"loss": 2.3958,
"step": 4
},
{
"epoch": 0.09,
"learning_rate": 8.333333333333334e-05,
"loss": 2.3902,
"step": 5
},
{
"epoch": 0.11,
"learning_rate": 0.0001,
"loss": 2.299,
"step": 6
},
{
"epoch": 0.13,
"learning_rate": 9.997718922447667e-05,
"loss": 2.1911,
"step": 7
},
{
"epoch": 0.15,
"learning_rate": 9.990877771116589e-05,
"loss": 2.2146,
"step": 8
},
{
"epoch": 0.16,
"learning_rate": 9.979482788085454e-05,
"loss": 2.0744,
"step": 9
},
{
"epoch": 0.18,
"learning_rate": 9.96354437049027e-05,
"loss": 2.0069,
"step": 10
},
{
"epoch": 0.2,
"learning_rate": 9.943077061037671e-05,
"loss": 2.1008,
"step": 11
},
{
"epoch": 0.22,
"learning_rate": 9.918099534735718e-05,
"loss": 1.8843,
"step": 12
},
{
"epoch": 0.24,
"learning_rate": 9.888634581854234e-05,
"loss": 1.8236,
"step": 13
},
{
"epoch": 0.25,
"learning_rate": 9.85470908713026e-05,
"loss": 2.1407,
"step": 14
},
{
"epoch": 0.27,
"learning_rate": 9.816354005237583e-05,
"loss": 2.1441,
"step": 15
},
{
"epoch": 0.29,
"learning_rate": 9.773604332542729e-05,
"loss": 2.0154,
"step": 16
},
{
"epoch": 0.31,
"learning_rate": 9.726499075173201e-05,
"loss": 1.8462,
"step": 17
},
{
"epoch": 0.33,
"learning_rate": 9.675081213427076e-05,
"loss": 2.0586,
"step": 18
},
{
"epoch": 0.35,
"learning_rate": 9.619397662556435e-05,
"loss": 2.0088,
"step": 19
},
{
"epoch": 0.36,
"learning_rate": 9.559499229960451e-05,
"loss": 1.9887,
"step": 20
},
{
"epoch": 0.38,
"learning_rate": 9.495440568827129e-05,
"loss": 2.0002,
"step": 21
},
{
"epoch": 0.4,
"learning_rate": 9.42728012826605e-05,
"loss": 1.9048,
"step": 22
},
{
"epoch": 0.4,
"eval_loss": 1.921988606452942,
"eval_runtime": 62.7536,
"eval_samples_per_second": 1.753,
"eval_steps_per_second": 0.223,
"step": 22
},
{
"epoch": 0.42,
"learning_rate": 9.355080099977578e-05,
"loss": 1.8774,
"step": 23
},
{
"epoch": 0.44,
"learning_rate": 9.278906361507238e-05,
"loss": 1.9554,
"step": 24
},
{
"epoch": 0.45,
"learning_rate": 9.19882841613699e-05,
"loss": 1.8387,
"step": 25
},
{
"epoch": 0.47,
"learning_rate": 9.114919329468282e-05,
"loss": 1.7612,
"step": 26
},
{
"epoch": 0.49,
"learning_rate": 9.02725566275473e-05,
"loss": 2.0803,
"step": 27
},
{
"epoch": 0.51,
"learning_rate": 8.935917403045251e-05,
"loss": 1.9799,
"step": 28
},
{
"epoch": 0.53,
"learning_rate": 8.840987890201403e-05,
"loss": 2.0421,
"step": 29
},
{
"epoch": 0.55,
"learning_rate": 8.742553740855506e-05,
"loss": 1.9403,
"step": 30
},
{
"epoch": 0.56,
"learning_rate": 8.640704769378942e-05,
"loss": 1.8666,
"step": 31
},
{
"epoch": 0.58,
"learning_rate": 8.535533905932738e-05,
"loss": 2.0529,
"step": 32
},
{
"epoch": 0.6,
"learning_rate": 8.427137111675199e-05,
"loss": 1.8445,
"step": 33
},
{
"epoch": 0.62,
"learning_rate": 8.315613291203976e-05,
"loss": 1.8299,
"step": 34
},
{
"epoch": 0.64,
"learning_rate": 8.201064202312441e-05,
"loss": 1.8462,
"step": 35
},
{
"epoch": 0.65,
"learning_rate": 8.083594363142717e-05,
"loss": 1.8504,
"step": 36
},
{
"epoch": 0.67,
"learning_rate": 7.963310956820085e-05,
"loss": 1.7768,
"step": 37
},
{
"epoch": 0.69,
"learning_rate": 7.840323733655778e-05,
"loss": 1.7158,
"step": 38
},
{
"epoch": 0.71,
"learning_rate": 7.714744911007394e-05,
"loss": 1.6559,
"step": 39
},
{
"epoch": 0.73,
"learning_rate": 7.586689070888284e-05,
"loss": 2.0479,
"step": 40
},
{
"epoch": 0.75,
"learning_rate": 7.456273055419388e-05,
"loss": 2.0672,
"step": 41
},
{
"epoch": 0.76,
"learning_rate": 7.323615860218843e-05,
"loss": 2.0359,
"step": 42
},
{
"epoch": 0.78,
"learning_rate": 7.188838525826702e-05,
"loss": 2.0495,
"step": 43
},
{
"epoch": 0.8,
"learning_rate": 7.052064027263786e-05,
"loss": 1.824,
"step": 44
},
{
"epoch": 0.8,
"eval_loss": 1.8808680772781372,
"eval_runtime": 62.6947,
"eval_samples_per_second": 1.755,
"eval_steps_per_second": 0.223,
"step": 44
},
{
"epoch": 0.82,
"learning_rate": 6.91341716182545e-05,
"loss": 1.8313,
"step": 45
},
{
"epoch": 0.84,
"learning_rate": 6.773024435212678e-05,
"loss": 1.9359,
"step": 46
},
{
"epoch": 0.85,
"learning_rate": 6.631013946104347e-05,
"loss": 1.9485,
"step": 47
},
{
"epoch": 0.87,
"learning_rate": 6.487515269276016e-05,
"loss": 1.8043,
"step": 48
},
{
"epoch": 0.89,
"learning_rate": 6.342659337371885e-05,
"loss": 1.9166,
"step": 49
},
{
"epoch": 0.91,
"learning_rate": 6.19657832143779e-05,
"loss": 1.8612,
"step": 50
},
{
"epoch": 0.93,
"learning_rate": 6.049405510324238e-05,
"loss": 1.8936,
"step": 51
},
{
"epoch": 0.95,
"learning_rate": 5.90127518906953e-05,
"loss": 1.6797,
"step": 52
},
{
"epoch": 0.96,
"learning_rate": 5.752322516373916e-05,
"loss": 1.951,
"step": 53
},
{
"epoch": 0.98,
"learning_rate": 5.602683401276615e-05,
"loss": 1.9156,
"step": 54
},
{
"epoch": 1.0,
"learning_rate": 5.45249437914819e-05,
"loss": 1.804,
"step": 55
}
],
"logging_steps": 1,
"max_steps": 110,
"num_train_epochs": 2,
"save_steps": 500,
"total_flos": 6429823526780928.0,
"trial_name": null,
"trial_params": null
}