File size: 5,794 Bytes
654a890 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 |
{
"best_metric": 0.7594855831156184,
"best_model_checkpoint": "legal-bert-base-uncased/checkpoint-3215",
"epoch": 5.0,
"eval_steps": 500,
"global_step": 3215,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.78,
"grad_norm": 6.735908031463623,
"learning_rate": 4.742353551062727e-05,
"loss": 1.1096,
"step": 500
},
{
"epoch": 1.0,
"eval_accuracy": 0.7978311386522076,
"eval_f1_macro": 0.613418966848975,
"eval_f1_micro": 0.7978311386522076,
"eval_f1_weighted": 0.7839880886224406,
"eval_loss": 0.6747979521751404,
"eval_macro_fpr": 0.018830502815301575,
"eval_macro_sensitivity": 0.6339578261148517,
"eval_macro_specificity": 0.9845345883924012,
"eval_precision": 0.7854860044786733,
"eval_precision_macro": 0.6239440349375213,
"eval_recall": 0.7978311386522076,
"eval_recall_macro": 0.6339578261148517,
"eval_runtime": 30.9921,
"eval_samples_per_second": 41.656,
"eval_steps_per_second": 5.227,
"eval_weighted_fpr": 0.017778080512226686,
"eval_weighted_sensitivity": 0.7978311386522076,
"eval_weighted_specificity": 0.9701876872338092,
"step": 643
},
{
"epoch": 1.56,
"grad_norm": 6.824150562286377,
"learning_rate": 4.48315189217211e-05,
"loss": 0.6187,
"step": 1000
},
{
"epoch": 2.0,
"eval_accuracy": 0.8109992254066615,
"eval_f1_macro": 0.7268228216676939,
"eval_f1_micro": 0.8109992254066615,
"eval_f1_weighted": 0.8089875323563979,
"eval_loss": 0.6449354887008667,
"eval_macro_fpr": 0.016938802987367406,
"eval_macro_sensitivity": 0.7327307314578203,
"eval_macro_specificity": 0.9857686909763926,
"eval_precision": 0.8196084470842065,
"eval_precision_macro": 0.7805936449528967,
"eval_recall": 0.8109992254066615,
"eval_recall_macro": 0.7327307314578203,
"eval_runtime": 58.3071,
"eval_samples_per_second": 22.141,
"eval_steps_per_second": 2.778,
"eval_weighted_fpr": 0.016373641121997046,
"eval_weighted_sensitivity": 0.8109992254066615,
"eval_weighted_specificity": 0.9755311392392266,
"step": 1286
},
{
"epoch": 2.33,
"grad_norm": 20.75279998779297,
"learning_rate": 4.223950233281493e-05,
"loss": 0.4747,
"step": 1500
},
{
"epoch": 3.0,
"eval_accuracy": 0.814872192099148,
"eval_f1_macro": 0.7369957890904685,
"eval_f1_micro": 0.814872192099148,
"eval_f1_weighted": 0.8124596447054482,
"eval_loss": 0.8151384592056274,
"eval_macro_fpr": 0.016571707879599946,
"eval_macro_sensitivity": 0.739039840019417,
"eval_macro_specificity": 0.9860629698102752,
"eval_precision": 0.8192276160546627,
"eval_precision_macro": 0.7659183928188651,
"eval_recall": 0.814872192099148,
"eval_recall_macro": 0.739039840019417,
"eval_runtime": 55.9094,
"eval_samples_per_second": 23.091,
"eval_steps_per_second": 2.898,
"eval_weighted_fpr": 0.015968463954032203,
"eval_weighted_sensitivity": 0.814872192099148,
"eval_weighted_specificity": 0.9760723550549795,
"step": 1929
},
{
"epoch": 3.11,
"grad_norm": 10.737870216369629,
"learning_rate": 3.9652669777086575e-05,
"loss": 0.3866,
"step": 2000
},
{
"epoch": 3.89,
"grad_norm": 13.75886344909668,
"learning_rate": 3.7060653188180404e-05,
"loss": 0.2645,
"step": 2500
},
{
"epoch": 4.0,
"eval_accuracy": 0.8218435321456236,
"eval_f1_macro": 0.738478964900184,
"eval_f1_micro": 0.8218435321456236,
"eval_f1_weighted": 0.8189030195253059,
"eval_loss": 0.9344585537910461,
"eval_macro_fpr": 0.015763618193954002,
"eval_macro_sensitivity": 0.7412892486668318,
"eval_macro_specificity": 0.986618111597957,
"eval_precision": 0.8198244063808544,
"eval_precision_macro": 0.7446229748697999,
"eval_recall": 0.8218435321456236,
"eval_recall_macro": 0.7412892486668318,
"eval_runtime": 75.578,
"eval_samples_per_second": 17.082,
"eval_steps_per_second": 2.143,
"eval_weighted_fpr": 0.015247944842216919,
"eval_weighted_sensitivity": 0.8218435321456236,
"eval_weighted_specificity": 0.9774281418237326,
"step": 2572
},
{
"epoch": 4.67,
"grad_norm": 8.32991886138916,
"learning_rate": 3.4468636599274234e-05,
"loss": 0.1901,
"step": 3000
},
{
"epoch": 5.0,
"eval_accuracy": 0.8195197521301317,
"eval_f1_macro": 0.7594855831156184,
"eval_f1_micro": 0.8195197521301317,
"eval_f1_weighted": 0.81658937168797,
"eval_loss": 1.0929232835769653,
"eval_macro_fpr": 0.01614879224826684,
"eval_macro_sensitivity": 0.743232314276478,
"eval_macro_specificity": 0.9863035723232563,
"eval_precision": 0.8241924882578779,
"eval_precision_macro": 0.8264084869739744,
"eval_recall": 0.8195197521301317,
"eval_recall_macro": 0.743232314276478,
"eval_runtime": 65.7326,
"eval_samples_per_second": 19.64,
"eval_steps_per_second": 2.465,
"eval_weighted_fpr": 0.01548687271518777,
"eval_weighted_sensitivity": 0.8195197521301317,
"eval_weighted_specificity": 0.9750338327187125,
"step": 3215
}
],
"logging_steps": 500,
"max_steps": 9645,
"num_input_tokens_seen": 0,
"num_train_epochs": 15,
"save_steps": 500,
"total_flos": 6760111972239360.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}
|