File size: 3,624 Bytes
59bf836 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 |
{
"best_metric": 0.6896090724966321,
"best_model_checkpoint": "robertuito-finetuned-class/run-3/checkpoint-4173",
"epoch": 5.0,
"eval_steps": 500,
"global_step": 6955,
"is_hyper_param_search": true,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.36,
"learning_rate": 5e-05,
"loss": 0.0973,
"step": 500
},
{
"epoch": 0.72,
"learning_rate": 5e-05,
"loss": 0.1564,
"step": 1000
},
{
"epoch": 1.0,
"eval_accuracy": 0.6937299035369775,
"eval_f1": 0.6874258776859443,
"eval_loss": 2.4691991806030273,
"eval_recall": 0.7043517878228231,
"eval_runtime": 2.7026,
"eval_samples_per_second": 460.298,
"eval_steps_per_second": 14.431,
"step": 1391
},
{
"epoch": 1.08,
"learning_rate": 5e-05,
"loss": 0.1692,
"step": 1500
},
{
"epoch": 1.44,
"learning_rate": 5e-05,
"loss": 0.0836,
"step": 2000
},
{
"epoch": 1.8,
"learning_rate": 5e-05,
"loss": 0.1061,
"step": 2500
},
{
"epoch": 2.0,
"eval_accuracy": 0.7057877813504824,
"eval_f1": 0.684732277475961,
"eval_loss": 2.516491413116455,
"eval_recall": 0.6915848416105334,
"eval_runtime": 2.7425,
"eval_samples_per_second": 453.594,
"eval_steps_per_second": 14.22,
"step": 2782
},
{
"epoch": 2.16,
"learning_rate": 5e-05,
"loss": 0.0878,
"step": 3000
},
{
"epoch": 2.52,
"learning_rate": 5e-05,
"loss": 0.0875,
"step": 3500
},
{
"epoch": 2.88,
"learning_rate": 5e-05,
"loss": 0.0944,
"step": 4000
},
{
"epoch": 3.0,
"eval_accuracy": 0.7017684887459807,
"eval_f1": 0.6896090724966321,
"eval_loss": 2.5273776054382324,
"eval_recall": 0.7008374270116728,
"eval_runtime": 2.6801,
"eval_samples_per_second": 464.16,
"eval_steps_per_second": 14.552,
"step": 4173
},
{
"epoch": 3.24,
"learning_rate": 5e-05,
"loss": 0.1055,
"step": 4500
},
{
"epoch": 3.59,
"learning_rate": 5e-05,
"loss": 0.0663,
"step": 5000
},
{
"epoch": 3.95,
"learning_rate": 5e-05,
"loss": 0.1577,
"step": 5500
},
{
"epoch": 4.0,
"eval_accuracy": 0.6889067524115756,
"eval_f1": 0.6774362773843833,
"eval_loss": 2.4060730934143066,
"eval_recall": 0.7025269104985858,
"eval_runtime": 2.7132,
"eval_samples_per_second": 458.492,
"eval_steps_per_second": 14.374,
"step": 5564
},
{
"epoch": 4.31,
"learning_rate": 5e-05,
"loss": 0.097,
"step": 6000
},
{
"epoch": 4.67,
"learning_rate": 5e-05,
"loss": 0.0509,
"step": 6500
},
{
"epoch": 5.0,
"eval_accuracy": 0.7001607717041801,
"eval_f1": 0.6789899894443611,
"eval_loss": 2.549386978149414,
"eval_recall": 0.6900844757396032,
"eval_runtime": 2.6922,
"eval_samples_per_second": 462.08,
"eval_steps_per_second": 14.486,
"step": 6955
}
],
"logging_steps": 500,
"max_steps": 6955,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 500,
"total_flos": 830114619195392.0,
"train_batch_size": 4,
"trial_name": null,
"trial_params": {
"learning_rate": 8.108485051435389e-05,
"num_train_epochs": 5,
"per_device_train_batch_size": 4,
"seed": 34
}
}
|