File size: 7,060 Bytes
cfd6611 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 |
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.971563981042654,
"eval_steps": 100,
"global_step": 104,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.018957345971563982,
"grad_norm": 66.10108494411732,
"learning_rate": 4.545454545454545e-08,
"logits/chosen": 117.53560638427734,
"logits/rejected": 126.8960952758789,
"logps/chosen": -335.40118408203125,
"logps/rejected": -439.16552734375,
"loss": 0.5,
"rewards/accuracies": 0.0,
"rewards/chosen": 0.0,
"rewards/margins": 0.0,
"rewards/rejected": 0.0,
"step": 1
},
{
"epoch": 0.1895734597156398,
"grad_norm": 63.35028062693078,
"learning_rate": 4.545454545454545e-07,
"logits/chosen": 135.05430603027344,
"logits/rejected": 138.40155029296875,
"logps/chosen": -395.61114501953125,
"logps/rejected": -438.9917907714844,
"loss": 0.4945,
"rewards/accuracies": 0.4097222089767456,
"rewards/chosen": 0.019270293414592743,
"rewards/margins": 0.0024831907358020544,
"rewards/rejected": 0.016787106171250343,
"step": 10
},
{
"epoch": 0.3791469194312796,
"grad_norm": 30.009186267506557,
"learning_rate": 4.885348141000122e-07,
"logits/chosen": 122.25505065917969,
"logits/rejected": 125.93106842041016,
"logps/chosen": -353.450439453125,
"logps/rejected": -405.93060302734375,
"loss": 0.41,
"rewards/accuracies": 0.5687500238418579,
"rewards/chosen": 0.9480773210525513,
"rewards/margins": 0.24503827095031738,
"rewards/rejected": 0.7030390501022339,
"step": 20
},
{
"epoch": 0.5687203791469194,
"grad_norm": 25.296178390352267,
"learning_rate": 4.5025027361734613e-07,
"logits/chosen": 143.24757385253906,
"logits/rejected": 136.6645965576172,
"logps/chosen": -379.17156982421875,
"logps/rejected": -435.64471435546875,
"loss": 0.3504,
"rewards/accuracies": 0.699999988079071,
"rewards/chosen": 0.6646836996078491,
"rewards/margins": 1.4468095302581787,
"rewards/rejected": -0.7821259498596191,
"step": 30
},
{
"epoch": 0.7582938388625592,
"grad_norm": 24.801763821402933,
"learning_rate": 3.893311157806091e-07,
"logits/chosen": 134.1096649169922,
"logits/rejected": 123.01851654052734,
"logps/chosen": -322.86090087890625,
"logps/rejected": -364.0258483886719,
"loss": 0.3439,
"rewards/accuracies": 0.6812499761581421,
"rewards/chosen": 1.5666635036468506,
"rewards/margins": 1.874193549156189,
"rewards/rejected": -0.30753010511398315,
"step": 40
},
{
"epoch": 0.9478672985781991,
"grad_norm": 25.32318087440862,
"learning_rate": 3.126631330646801e-07,
"logits/chosen": 153.5646514892578,
"logits/rejected": 156.97068786621094,
"logps/chosen": -381.78765869140625,
"logps/rejected": -481.5089416503906,
"loss": 0.3097,
"rewards/accuracies": 0.71875,
"rewards/chosen": 1.8678098917007446,
"rewards/margins": 2.126939296722412,
"rewards/rejected": -0.2591293752193451,
"step": 50
},
{
"epoch": 1.1374407582938388,
"grad_norm": 20.749611901077518,
"learning_rate": 2.2891223348923882e-07,
"logits/chosen": 143.95127868652344,
"logits/rejected": 148.13980102539062,
"logps/chosen": -360.61602783203125,
"logps/rejected": -458.1600036621094,
"loss": 0.2569,
"rewards/accuracies": 0.75,
"rewards/chosen": 1.8694829940795898,
"rewards/margins": 2.9592061042785645,
"rewards/rejected": -1.0897233486175537,
"step": 60
},
{
"epoch": 1.3270142180094786,
"grad_norm": 18.9652516165648,
"learning_rate": 1.4754491880085317e-07,
"logits/chosen": 138.2149658203125,
"logits/rejected": 139.26931762695312,
"logps/chosen": -327.8791198730469,
"logps/rejected": -428.8116760253906,
"loss": 0.2361,
"rewards/accuracies": 0.7749999761581421,
"rewards/chosen": 1.9632362127304077,
"rewards/margins": 2.72812819480896,
"rewards/rejected": -0.7648921608924866,
"step": 70
},
{
"epoch": 1.5165876777251186,
"grad_norm": 19.639368765017288,
"learning_rate": 7.775827023107834e-08,
"logits/chosen": 125.30033111572266,
"logits/rejected": 141.14437866210938,
"logps/chosen": -311.32623291015625,
"logps/rejected": -434.94378662109375,
"loss": 0.2086,
"rewards/accuracies": 0.856249988079071,
"rewards/chosen": 2.116239547729492,
"rewards/margins": 3.2015445232391357,
"rewards/rejected": -1.0853049755096436,
"step": 80
},
{
"epoch": 1.7061611374407581,
"grad_norm": 21.053763020863467,
"learning_rate": 2.7440387297912122e-08,
"logits/chosen": 125.8764419555664,
"logits/rejected": 138.4185028076172,
"logps/chosen": -340.38427734375,
"logps/rejected": -458.72796630859375,
"loss": 0.2018,
"rewards/accuracies": 0.8500000238418579,
"rewards/chosen": 2.3023386001586914,
"rewards/margins": 3.3546459674835205,
"rewards/rejected": -1.052307367324829,
"step": 90
},
{
"epoch": 1.8957345971563981,
"grad_norm": 20.135689425911313,
"learning_rate": 2.27878296044029e-09,
"logits/chosen": 132.50669860839844,
"logits/rejected": 132.55801391601562,
"logps/chosen": -332.8918151855469,
"logps/rejected": -427.8233947753906,
"loss": 0.1942,
"rewards/accuracies": 0.831250011920929,
"rewards/chosen": 2.4541642665863037,
"rewards/margins": 3.0071334838867188,
"rewards/rejected": -0.5529693365097046,
"step": 100
},
{
"epoch": 1.8957345971563981,
"eval_logits/chosen": 111.29891967773438,
"eval_logits/rejected": 106.04138946533203,
"eval_logps/chosen": -332.04876708984375,
"eval_logps/rejected": -363.3305358886719,
"eval_loss": 0.2925301492214203,
"eval_rewards/accuracies": 0.6770833134651184,
"eval_rewards/chosen": 1.5809730291366577,
"eval_rewards/margins": 1.64395010471344,
"eval_rewards/rejected": -0.06297732144594193,
"eval_runtime": 121.1488,
"eval_samples_per_second": 6.191,
"eval_steps_per_second": 0.198,
"step": 100
},
{
"epoch": 1.971563981042654,
"step": 104,
"total_flos": 0.0,
"train_loss": 0.29734468632019484,
"train_runtime": 2303.4906,
"train_samples_per_second": 5.861,
"train_steps_per_second": 0.045
}
],
"logging_steps": 10,
"max_steps": 104,
"num_input_tokens_seen": 0,
"num_train_epochs": 2,
"save_steps": 500,
"total_flos": 0.0,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}
|