File size: 4,283 Bytes
89ecc9b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 |
{
"best_metric": 0.20898549258708954,
"best_model_checkpoint": "deberta-v3-base-funetuned-qqa/checkpoint-2842",
"epoch": 3.999736170961217,
"global_step": 5684,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.18,
"learning_rate": 1.912033779028853e-05,
"loss": 0.3671,
"step": 250
},
{
"epoch": 0.35,
"learning_rate": 1.824067558057706e-05,
"loss": 0.2758,
"step": 500
},
{
"epoch": 0.53,
"learning_rate": 1.736101337086559e-05,
"loss": 0.2616,
"step": 750
},
{
"epoch": 0.7,
"learning_rate": 1.6481351161154117e-05,
"loss": 0.2469,
"step": 1000
},
{
"epoch": 0.88,
"learning_rate": 1.5601688951442647e-05,
"loss": 0.235,
"step": 1250
},
{
"epoch": 1.0,
"eval_accuracy": 0.90576171875,
"eval_binary_crossentropy_loss": 9.43606185913086,
"eval_loss": 0.22764553129673004,
"eval_runtime": 148.7776,
"eval_samples_per_second": 271.748,
"eval_steps_per_second": 16.985,
"step": 1421
},
{
"epoch": 1.06,
"learning_rate": 1.4722026741731177e-05,
"loss": 0.2228,
"step": 1500
},
{
"epoch": 1.23,
"learning_rate": 1.3842364532019705e-05,
"loss": 0.1956,
"step": 1750
},
{
"epoch": 1.41,
"learning_rate": 1.2962702322308235e-05,
"loss": 0.1994,
"step": 2000
},
{
"epoch": 1.58,
"learning_rate": 1.2083040112596764e-05,
"loss": 0.1957,
"step": 2250
},
{
"epoch": 1.76,
"learning_rate": 1.1203377902885292e-05,
"loss": 0.1893,
"step": 2500
},
{
"epoch": 1.94,
"learning_rate": 1.0323715693173822e-05,
"loss": 0.1908,
"step": 2750
},
{
"epoch": 2.0,
"eval_accuracy": 0.91357421875,
"eval_binary_crossentropy_loss": 8.624783515930176,
"eval_loss": 0.20898549258708954,
"eval_runtime": 148.8373,
"eval_samples_per_second": 271.639,
"eval_steps_per_second": 16.978,
"step": 2842
},
{
"epoch": 2.11,
"learning_rate": 9.44405348346235e-06,
"loss": 0.1706,
"step": 3000
},
{
"epoch": 2.29,
"learning_rate": 8.56439127375088e-06,
"loss": 0.1574,
"step": 3250
},
{
"epoch": 2.46,
"learning_rate": 7.68472906403941e-06,
"loss": 0.1573,
"step": 3500
},
{
"epoch": 2.64,
"learning_rate": 6.808585503166785e-06,
"loss": 0.1619,
"step": 3750
},
{
"epoch": 2.81,
"learning_rate": 5.928923293455313e-06,
"loss": 0.1574,
"step": 4000
},
{
"epoch": 2.99,
"learning_rate": 5.049261083743843e-06,
"loss": 0.1575,
"step": 4250
},
{
"epoch": 3.0,
"eval_accuracy": 0.9169921875,
"eval_binary_crossentropy_loss": 8.323027610778809,
"eval_loss": 0.20993904769420624,
"eval_runtime": 148.6942,
"eval_samples_per_second": 271.9,
"eval_steps_per_second": 16.995,
"step": 4263
},
{
"epoch": 3.17,
"learning_rate": 4.169598874032372e-06,
"loss": 0.1345,
"step": 4500
},
{
"epoch": 3.34,
"learning_rate": 3.293455313159747e-06,
"loss": 0.1354,
"step": 4750
},
{
"epoch": 3.52,
"learning_rate": 2.4137931034482762e-06,
"loss": 0.1352,
"step": 5000
},
{
"epoch": 3.69,
"learning_rate": 1.537649542575651e-06,
"loss": 0.1347,
"step": 5250
},
{
"epoch": 3.87,
"learning_rate": 6.579873328641802e-07,
"loss": 0.1324,
"step": 5500
},
{
"epoch": 4.0,
"eval_accuracy": 0.91796875,
"eval_binary_crossentropy_loss": 8.179569244384766,
"eval_loss": 0.2174101322889328,
"eval_runtime": 148.8808,
"eval_samples_per_second": 271.559,
"eval_steps_per_second": 16.973,
"step": 5684
}
],
"max_steps": 5684,
"num_train_epochs": 4,
"total_flos": 9.572901736329523e+16,
"trial_name": null,
"trial_params": null
}
|