| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.34989503149055284, | |
| "eval_steps": 500, | |
| "global_step": 500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "completion_length": 196.71429443359375, | |
| "epoch": 0.0006997900629811056, | |
| "grad_norm": 0.0, | |
| "kl": 0.0, | |
| "learning_rate": 4.999993958495186e-07, | |
| "loss": 0.0, | |
| "reward": 0.1428571492433548, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.1428571492433548, | |
| "step": 1 | |
| }, | |
| { | |
| "completion_length": 187.6428680419922, | |
| "epoch": 0.0013995801259622112, | |
| "grad_norm": 1.9764715433120728, | |
| "kl": 0.0, | |
| "learning_rate": 4.999975834009943e-07, | |
| "loss": 0.0, | |
| "reward": 0.2857142984867096, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.2857142984867096, | |
| "step": 2 | |
| }, | |
| { | |
| "completion_length": 219.6428680419922, | |
| "epoch": 0.002099370188943317, | |
| "grad_norm": 1.4515221118927002, | |
| "kl": 0.0005440683453343809, | |
| "learning_rate": 4.99994562663187e-07, | |
| "loss": 0.0, | |
| "reward": 0.2142857313156128, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.2142857313156128, | |
| "step": 3 | |
| }, | |
| { | |
| "completion_length": 186.00001525878906, | |
| "epoch": 0.0027991602519244225, | |
| "grad_norm": 1.2500755786895752, | |
| "kl": 0.00046860199654474854, | |
| "learning_rate": 4.999903336506967e-07, | |
| "loss": 0.0, | |
| "reward": 0.1428571492433548, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.1428571492433548, | |
| "step": 4 | |
| }, | |
| { | |
| "completion_length": 174.85714721679688, | |
| "epoch": 0.0034989503149055285, | |
| "grad_norm": 1.2094088792800903, | |
| "kl": 0.0005466189468279481, | |
| "learning_rate": 4.999848963839629e-07, | |
| "loss": 0.0, | |
| "reward": 0.0714285746216774, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.0714285746216774, | |
| "step": 5 | |
| }, | |
| { | |
| "completion_length": 192.6428680419922, | |
| "epoch": 0.004198740377886634, | |
| "grad_norm": 0.00022282492136582732, | |
| "kl": 0.0005208642687648535, | |
| "learning_rate": 4.999782508892652e-07, | |
| "loss": 0.0, | |
| "reward": 0.2857142984867096, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.2857142984867096, | |
| "step": 6 | |
| }, | |
| { | |
| "completion_length": 150.35714721679688, | |
| "epoch": 0.00489853044086774, | |
| "grad_norm": 1.9125372171401978, | |
| "kl": 0.0005498763057403266, | |
| "learning_rate": 4.999703971987225e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 7 | |
| }, | |
| { | |
| "completion_length": 186.07144165039062, | |
| "epoch": 0.005598320503848845, | |
| "grad_norm": 0.9886441826820374, | |
| "kl": 0.0004702982259914279, | |
| "learning_rate": 4.999613353502932e-07, | |
| "loss": 0.0, | |
| "reward": 0.2142857313156128, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.2142857313156128, | |
| "step": 8 | |
| }, | |
| { | |
| "completion_length": 188.07144165039062, | |
| "epoch": 0.006298110566829951, | |
| "grad_norm": 1.7563767433166504, | |
| "kl": 0.0005437198560684919, | |
| "learning_rate": 4.999510653877754e-07, | |
| "loss": 0.0, | |
| "reward": 0.2142857313156128, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.2142857313156128, | |
| "step": 9 | |
| }, | |
| { | |
| "completion_length": 139.7857208251953, | |
| "epoch": 0.006997900629811057, | |
| "grad_norm": 1.6960475444793701, | |
| "kl": 0.0006080380990169942, | |
| "learning_rate": 4.999395873608056e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 10 | |
| }, | |
| { | |
| "completion_length": 212.57144165039062, | |
| "epoch": 0.007697690692792162, | |
| "grad_norm": 0.7041858434677124, | |
| "kl": 0.0005200192099437118, | |
| "learning_rate": 4.999269013248595e-07, | |
| "loss": 0.0, | |
| "reward": 0.2142857313156128, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.2142857313156128, | |
| "step": 11 | |
| }, | |
| { | |
| "completion_length": 191.07144165039062, | |
| "epoch": 0.008397480755773267, | |
| "grad_norm": 2.3034281730651855, | |
| "kl": 0.0005117644323036075, | |
| "learning_rate": 4.999130073412514e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.5050762891769409, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 12 | |
| }, | |
| { | |
| "completion_length": 155.42857360839844, | |
| "epoch": 0.009097270818754374, | |
| "grad_norm": 1.0909160375595093, | |
| "kl": 0.0005560470744967461, | |
| "learning_rate": 4.998979054771338e-07, | |
| "loss": 0.0, | |
| "reward": 0.2142857313156128, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.2142857313156128, | |
| "step": 13 | |
| }, | |
| { | |
| "completion_length": 139.07144165039062, | |
| "epoch": 0.00979706088173548, | |
| "grad_norm": 1.8755857944488525, | |
| "kl": 0.0004631040501408279, | |
| "learning_rate": 4.998815958054968e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 14 | |
| }, | |
| { | |
| "completion_length": 224.50001525878906, | |
| "epoch": 0.010496850944716585, | |
| "grad_norm": 0.8215782642364502, | |
| "kl": 0.0006062331376597285, | |
| "learning_rate": 4.998640784051687e-07, | |
| "loss": 0.0, | |
| "reward": 0.2142857313156128, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.2142857313156128, | |
| "step": 15 | |
| }, | |
| { | |
| "completion_length": 206.21429443359375, | |
| "epoch": 0.01119664100769769, | |
| "grad_norm": 1.3835495710372925, | |
| "kl": 0.0005705293151549995, | |
| "learning_rate": 4.998453533608144e-07, | |
| "loss": 0.0, | |
| "reward": 0.1428571492433548, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.1428571492433548, | |
| "step": 16 | |
| }, | |
| { | |
| "completion_length": 175.00001525878906, | |
| "epoch": 0.011896431070678797, | |
| "grad_norm": 0.9386060237884521, | |
| "kl": 0.0005826915730722249, | |
| "learning_rate": 4.998254207629361e-07, | |
| "loss": 0.0, | |
| "reward": 0.2142857313156128, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.2142857313156128, | |
| "step": 17 | |
| }, | |
| { | |
| "completion_length": 165.71429443359375, | |
| "epoch": 0.012596221133659902, | |
| "grad_norm": 1.5630214214324951, | |
| "kl": 0.0006076901918277144, | |
| "learning_rate": 4.998042807078718e-07, | |
| "loss": 0.0, | |
| "reward": 0.2857142984867096, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.2857142984867096, | |
| "step": 18 | |
| }, | |
| { | |
| "completion_length": 178.35714721679688, | |
| "epoch": 0.013296011196641007, | |
| "grad_norm": 2.002047061920166, | |
| "kl": 0.0007087856065481901, | |
| "learning_rate": 4.997819332977961e-07, | |
| "loss": 0.0, | |
| "reward": 0.2142857313156128, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.2142857313156128, | |
| "step": 19 | |
| }, | |
| { | |
| "completion_length": 195.1428680419922, | |
| "epoch": 0.013995801259622114, | |
| "grad_norm": 1.0907176733016968, | |
| "kl": 0.0005539478152059019, | |
| "learning_rate": 4.997583786407182e-07, | |
| "loss": 0.0, | |
| "reward": 0.1428571492433548, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.1428571492433548, | |
| "step": 20 | |
| }, | |
| { | |
| "completion_length": 181.85714721679688, | |
| "epoch": 0.01469559132260322, | |
| "grad_norm": 1.4313894510269165, | |
| "kl": 0.000553421676158905, | |
| "learning_rate": 4.997336168504828e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 21 | |
| }, | |
| { | |
| "completion_length": 159.0, | |
| "epoch": 0.015395381385584325, | |
| "grad_norm": 2.166677474975586, | |
| "kl": 0.000688056752551347, | |
| "learning_rate": 4.997076480467687e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 22 | |
| }, | |
| { | |
| "completion_length": 196.71429443359375, | |
| "epoch": 0.01609517144856543, | |
| "grad_norm": 0.73772794008255, | |
| "kl": 0.0005970090860500932, | |
| "learning_rate": 4.996804723550882e-07, | |
| "loss": 0.0, | |
| "reward": 0.2142857313156128, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.2142857313156128, | |
| "step": 23 | |
| }, | |
| { | |
| "completion_length": 183.00001525878906, | |
| "epoch": 0.016794961511546535, | |
| "grad_norm": 0.8837577700614929, | |
| "kl": 0.0007048293482512236, | |
| "learning_rate": 4.996520899067872e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 24 | |
| }, | |
| { | |
| "completion_length": 153.21429443359375, | |
| "epoch": 0.01749475157452764, | |
| "grad_norm": 0.8414170742034912, | |
| "kl": 0.0006337231025099754, | |
| "learning_rate": 4.996225008390438e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 25 | |
| }, | |
| { | |
| "completion_length": 196.7857208251953, | |
| "epoch": 0.01819454163750875, | |
| "grad_norm": 0.9930105805397034, | |
| "kl": 0.0007302867597900331, | |
| "learning_rate": 4.995917052948678e-07, | |
| "loss": 0.0, | |
| "reward": 0.2142857313156128, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.2142857313156128, | |
| "step": 26 | |
| }, | |
| { | |
| "completion_length": 204.7857208251953, | |
| "epoch": 0.018894331700489854, | |
| "grad_norm": 1.2448654174804688, | |
| "kl": 0.0005582471494562924, | |
| "learning_rate": 4.995597034231005e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 27 | |
| }, | |
| { | |
| "completion_length": 188.85714721679688, | |
| "epoch": 0.01959412176347096, | |
| "grad_norm": 1.0431102514266968, | |
| "kl": 0.0006140515906736255, | |
| "learning_rate": 4.995264953784135e-07, | |
| "loss": 0.0, | |
| "reward": 0.2857142984867096, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.2857142984867096, | |
| "step": 28 | |
| }, | |
| { | |
| "completion_length": 196.2857208251953, | |
| "epoch": 0.020293911826452064, | |
| "grad_norm": 0.6548807621002197, | |
| "kl": 0.0007696707616560161, | |
| "learning_rate": 4.994920813213081e-07, | |
| "loss": 0.0, | |
| "reward": 0.2142857313156128, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.2142857313156128, | |
| "step": 29 | |
| }, | |
| { | |
| "completion_length": 174.85714721679688, | |
| "epoch": 0.02099370188943317, | |
| "grad_norm": 1.2723424434661865, | |
| "kl": 0.0008509230683557689, | |
| "learning_rate": 4.994564614181142e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 30 | |
| }, | |
| { | |
| "completion_length": 192.35714721679688, | |
| "epoch": 0.021693491952414275, | |
| "grad_norm": 1.4635212421417236, | |
| "kl": 0.0008967228350229561, | |
| "learning_rate": 4.994196358409902e-07, | |
| "loss": 0.0, | |
| "reward": 0.2857142984867096, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.2857142984867096, | |
| "step": 31 | |
| }, | |
| { | |
| "completion_length": 163.57144165039062, | |
| "epoch": 0.02239328201539538, | |
| "grad_norm": 1.6527413129806519, | |
| "kl": 0.0010716207325458527, | |
| "learning_rate": 4.993816047679218e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 32 | |
| }, | |
| { | |
| "completion_length": 189.1428680419922, | |
| "epoch": 0.02309307207837649, | |
| "grad_norm": 1.802273154258728, | |
| "kl": 0.0008337192703038454, | |
| "learning_rate": 4.993423683827206e-07, | |
| "loss": 0.0, | |
| "reward": 0.1428571492433548, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.1428571492433548, | |
| "step": 33 | |
| }, | |
| { | |
| "completion_length": 160.21429443359375, | |
| "epoch": 0.023792862141357594, | |
| "grad_norm": 1.957972526550293, | |
| "kl": 0.0009387803147546947, | |
| "learning_rate": 4.993019268750243e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 34 | |
| }, | |
| { | |
| "completion_length": 187.7857208251953, | |
| "epoch": 0.0244926522043387, | |
| "grad_norm": 1.3548457622528076, | |
| "kl": 0.0009079152951017022, | |
| "learning_rate": 4.992602804402949e-07, | |
| "loss": 0.0, | |
| "reward": 0.2857142984867096, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.2857142984867096, | |
| "step": 35 | |
| }, | |
| { | |
| "completion_length": 176.00001525878906, | |
| "epoch": 0.025192442267319804, | |
| "grad_norm": 1.9381297826766968, | |
| "kl": 0.0008999091223813593, | |
| "learning_rate": 4.99217429279818e-07, | |
| "loss": 0.0, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 36 | |
| }, | |
| { | |
| "completion_length": 162.7857208251953, | |
| "epoch": 0.02589223233030091, | |
| "grad_norm": 0.9859722852706909, | |
| "kl": 0.0013975003967061639, | |
| "learning_rate": 4.991733736007021e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 37 | |
| }, | |
| { | |
| "completion_length": 173.6428680419922, | |
| "epoch": 0.026592022393282014, | |
| "grad_norm": 1.988441824913025, | |
| "kl": 0.0015703426906839013, | |
| "learning_rate": 4.991281136158773e-07, | |
| "loss": 0.0, | |
| "reward": 0.2142857313156128, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.2142857313156128, | |
| "step": 38 | |
| }, | |
| { | |
| "completion_length": 141.35714721679688, | |
| "epoch": 0.02729181245626312, | |
| "grad_norm": 2.0865073204040527, | |
| "kl": 0.001419402426108718, | |
| "learning_rate": 4.990816495440942e-07, | |
| "loss": 0.0, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 39 | |
| }, | |
| { | |
| "completion_length": 165.0, | |
| "epoch": 0.02799160251924423, | |
| "grad_norm": 1.4797226190567017, | |
| "kl": 0.0013270487543195486, | |
| "learning_rate": 4.990339816099233e-07, | |
| "loss": 0.0, | |
| "reward": 0.2857142984867096, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.2857142984867096, | |
| "step": 40 | |
| }, | |
| { | |
| "completion_length": 188.1428680419922, | |
| "epoch": 0.028691392582225334, | |
| "grad_norm": 0.6184691786766052, | |
| "kl": 0.0011400326620787382, | |
| "learning_rate": 4.989851100437532e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 41 | |
| }, | |
| { | |
| "completion_length": 209.00001525878906, | |
| "epoch": 0.02939118264520644, | |
| "grad_norm": 1.2628567218780518, | |
| "kl": 0.0012015528045594692, | |
| "learning_rate": 4.989350350817904e-07, | |
| "loss": 0.0, | |
| "reward": 0.1428571492433548, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.1428571492433548, | |
| "step": 42 | |
| }, | |
| { | |
| "completion_length": 189.92857360839844, | |
| "epoch": 0.030090972708187544, | |
| "grad_norm": 0.8222217559814453, | |
| "kl": 0.0016094425227493048, | |
| "learning_rate": 4.988837569660572e-07, | |
| "loss": 0.0, | |
| "reward": 0.0714285746216774, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.0714285746216774, | |
| "step": 43 | |
| }, | |
| { | |
| "completion_length": 193.92857360839844, | |
| "epoch": 0.03079076277116865, | |
| "grad_norm": 0.8283395767211914, | |
| "kl": 0.0015535946004092693, | |
| "learning_rate": 4.988312759443914e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 44 | |
| }, | |
| { | |
| "completion_length": 200.92857360839844, | |
| "epoch": 0.031490552834149754, | |
| "grad_norm": 1.7838681936264038, | |
| "kl": 0.0012420819839462638, | |
| "learning_rate": 4.987775922704442e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 45 | |
| }, | |
| { | |
| "completion_length": 159.35714721679688, | |
| "epoch": 0.03219034289713086, | |
| "grad_norm": 1.0043693780899048, | |
| "kl": 0.002186823170632124, | |
| "learning_rate": 4.987227062036801e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 46 | |
| }, | |
| { | |
| "completion_length": 186.2857208251953, | |
| "epoch": 0.032890132960111965, | |
| "grad_norm": 1.891964077949524, | |
| "kl": 0.002127930987626314, | |
| "learning_rate": 4.986666180093742e-07, | |
| "loss": 0.0, | |
| "reward": 0.2142857313156128, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.2142857313156128, | |
| "step": 47 | |
| }, | |
| { | |
| "completion_length": 177.2857208251953, | |
| "epoch": 0.03358992302309307, | |
| "grad_norm": 2.1152210235595703, | |
| "kl": 0.0016283347504213452, | |
| "learning_rate": 4.986093279586126e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 48 | |
| }, | |
| { | |
| "completion_length": 189.57144165039062, | |
| "epoch": 0.034289713086074175, | |
| "grad_norm": 0.0008509167237207294, | |
| "kl": 0.0014085659058764577, | |
| "learning_rate": 4.985508363282896e-07, | |
| "loss": 0.0, | |
| "reward": 0.1428571492433548, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.1428571492433548, | |
| "step": 49 | |
| }, | |
| { | |
| "completion_length": 188.07144165039062, | |
| "epoch": 0.03498950314905528, | |
| "grad_norm": 1.111471176147461, | |
| "kl": 0.001829526387155056, | |
| "learning_rate": 4.984911434011071e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 50 | |
| }, | |
| { | |
| "completion_length": 198.6428680419922, | |
| "epoch": 0.03568929321203639, | |
| "grad_norm": 1.341188669204712, | |
| "kl": 0.0019986648112535477, | |
| "learning_rate": 4.984302494655734e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 51 | |
| }, | |
| { | |
| "completion_length": 149.7857208251953, | |
| "epoch": 0.0363890832750175, | |
| "grad_norm": 2.1039445400238037, | |
| "kl": 0.004148606210947037, | |
| "learning_rate": 4.98368154816001e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 52 | |
| }, | |
| { | |
| "completion_length": 174.71429443359375, | |
| "epoch": 0.0370888733379986, | |
| "grad_norm": 0.9583792686462402, | |
| "kl": 0.0040195719338953495, | |
| "learning_rate": 4.983048597525064e-07, | |
| "loss": 0.0, | |
| "reward": 0.2142857313156128, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.2142857313156128, | |
| "step": 53 | |
| }, | |
| { | |
| "completion_length": 167.0, | |
| "epoch": 0.03778866340097971, | |
| "grad_norm": 1.5592998266220093, | |
| "kl": 0.0030570521485060453, | |
| "learning_rate": 4.982403645810072e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 54 | |
| }, | |
| { | |
| "completion_length": 165.1428680419922, | |
| "epoch": 0.03848845346396081, | |
| "grad_norm": 0.9802365303039551, | |
| "kl": 0.003059495473280549, | |
| "learning_rate": 4.981746696132217e-07, | |
| "loss": 0.0, | |
| "reward": 0.2142857313156128, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.2142857313156128, | |
| "step": 55 | |
| }, | |
| { | |
| "completion_length": 146.92857360839844, | |
| "epoch": 0.03918824352694192, | |
| "grad_norm": 1.78388249874115, | |
| "kl": 0.0026406769175082445, | |
| "learning_rate": 4.981077751666674e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 56 | |
| }, | |
| { | |
| "completion_length": 167.21429443359375, | |
| "epoch": 0.03988803358992302, | |
| "grad_norm": 1.3540505170822144, | |
| "kl": 0.0034094061702489853, | |
| "learning_rate": 4.980396815646585e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 57 | |
| }, | |
| { | |
| "completion_length": 198.71429443359375, | |
| "epoch": 0.04058782365290413, | |
| "grad_norm": 2.1004791259765625, | |
| "kl": 0.0027298128698021173, | |
| "learning_rate": 4.979703891363054e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.5050762891769409, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 58 | |
| }, | |
| { | |
| "completion_length": 196.00001525878906, | |
| "epoch": 0.041287613715885234, | |
| "grad_norm": 1.7114323377609253, | |
| "kl": 0.0020506808068603277, | |
| "learning_rate": 4.978998982165125e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 59 | |
| }, | |
| { | |
| "completion_length": 212.71429443359375, | |
| "epoch": 0.04198740377886634, | |
| "grad_norm": 2.0191173553466797, | |
| "kl": 0.003132865997031331, | |
| "learning_rate": 4.978282091459768e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 60 | |
| }, | |
| { | |
| "completion_length": 181.6428680419922, | |
| "epoch": 0.042687193841847444, | |
| "grad_norm": 1.0076220035552979, | |
| "kl": 0.0017425131518393755, | |
| "learning_rate": 4.97755322271186e-07, | |
| "loss": 0.0, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 61 | |
| }, | |
| { | |
| "completion_length": 167.0, | |
| "epoch": 0.04338698390482855, | |
| "grad_norm": 2.260714292526245, | |
| "kl": 0.0029773979913443327, | |
| "learning_rate": 4.976812379444175e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 62 | |
| }, | |
| { | |
| "completion_length": 148.71429443359375, | |
| "epoch": 0.044086773967809655, | |
| "grad_norm": 2.721731185913086, | |
| "kl": 0.0040284739807248116, | |
| "learning_rate": 4.976059565237359e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.5050762891769409, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 63 | |
| }, | |
| { | |
| "completion_length": 193.6428680419922, | |
| "epoch": 0.04478656403079076, | |
| "grad_norm": 1.34214448928833, | |
| "kl": 0.0031287071760743856, | |
| "learning_rate": 4.975294783729916e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 64 | |
| }, | |
| { | |
| "completion_length": 190.1428680419922, | |
| "epoch": 0.04548635409377187, | |
| "grad_norm": 0.9148805141448975, | |
| "kl": 0.004262570291757584, | |
| "learning_rate": 4.97451803861819e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 65 | |
| }, | |
| { | |
| "completion_length": 175.71429443359375, | |
| "epoch": 0.04618614415675298, | |
| "grad_norm": 1.7284623384475708, | |
| "kl": 0.00435349065810442, | |
| "learning_rate": 4.97372933365635e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 66 | |
| }, | |
| { | |
| "completion_length": 198.1428680419922, | |
| "epoch": 0.04688593421973408, | |
| "grad_norm": 1.8161473274230957, | |
| "kl": 0.004268465097993612, | |
| "learning_rate": 4.972928672656367e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.5050762891769409, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 67 | |
| }, | |
| { | |
| "completion_length": 187.50001525878906, | |
| "epoch": 0.04758572428271519, | |
| "grad_norm": 1.525362491607666, | |
| "kl": 0.004342732485383749, | |
| "learning_rate": 4.972116059488e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 68 | |
| }, | |
| { | |
| "completion_length": 179.35714721679688, | |
| "epoch": 0.04828551434569629, | |
| "grad_norm": 2.111542224884033, | |
| "kl": 0.004933161195367575, | |
| "learning_rate": 4.971291498078771e-07, | |
| "loss": 0.0, | |
| "reward": 0.2857142984867096, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.2857142984867096, | |
| "step": 69 | |
| }, | |
| { | |
| "completion_length": 192.07144165039062, | |
| "epoch": 0.0489853044086774, | |
| "grad_norm": 1.236236810684204, | |
| "kl": 0.003895305097103119, | |
| "learning_rate": 4.970454992413958e-07, | |
| "loss": 0.0, | |
| "reward": 0.2142857313156128, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.2142857313156128, | |
| "step": 70 | |
| }, | |
| { | |
| "completion_length": 200.71429443359375, | |
| "epoch": 0.0496850944716585, | |
| "grad_norm": 1.3246337175369263, | |
| "kl": 0.0037796935066580772, | |
| "learning_rate": 4.969606546536559e-07, | |
| "loss": 0.0, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 71 | |
| }, | |
| { | |
| "completion_length": 164.21429443359375, | |
| "epoch": 0.05038488453463961, | |
| "grad_norm": 1.7727972269058228, | |
| "kl": 0.004398949909955263, | |
| "learning_rate": 4.968746164547288e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 72 | |
| }, | |
| { | |
| "completion_length": 157.0, | |
| "epoch": 0.05108467459762071, | |
| "grad_norm": 2.276618480682373, | |
| "kl": 0.005382773466408253, | |
| "learning_rate": 4.967873850604548e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 73 | |
| }, | |
| { | |
| "completion_length": 186.1428680419922, | |
| "epoch": 0.05178446466060182, | |
| "grad_norm": 2.389155387878418, | |
| "kl": 0.0061807953752577305, | |
| "learning_rate": 4.966989608924407e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.5050762891769409, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 74 | |
| }, | |
| { | |
| "completion_length": 176.07144165039062, | |
| "epoch": 0.052484254723582924, | |
| "grad_norm": 1.4952914714813232, | |
| "kl": 0.004904923029243946, | |
| "learning_rate": 4.966093443780587e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 75 | |
| }, | |
| { | |
| "completion_length": 179.2857208251953, | |
| "epoch": 0.05318404478656403, | |
| "grad_norm": 1.4025474786758423, | |
| "kl": 0.004885567817837, | |
| "learning_rate": 4.965185359504436e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 76 | |
| }, | |
| { | |
| "completion_length": 191.2857208251953, | |
| "epoch": 0.053883834849545134, | |
| "grad_norm": 2.3730008602142334, | |
| "kl": 0.0020737627055495977, | |
| "learning_rate": 4.964265360484913e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.6060914993286133, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 77 | |
| }, | |
| { | |
| "completion_length": 175.57144165039062, | |
| "epoch": 0.05458362491252624, | |
| "grad_norm": 1.5513525009155273, | |
| "kl": 0.004426781553775072, | |
| "learning_rate": 4.963333451168557e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 78 | |
| }, | |
| { | |
| "completion_length": 202.57144165039062, | |
| "epoch": 0.055283414975507345, | |
| "grad_norm": 1.254483938217163, | |
| "kl": 0.003231517504900694, | |
| "learning_rate": 4.962389636059478e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 79 | |
| }, | |
| { | |
| "completion_length": 149.71429443359375, | |
| "epoch": 0.05598320503848846, | |
| "grad_norm": 1.6224321126937866, | |
| "kl": 0.005682069342583418, | |
| "learning_rate": 4.961433919719327e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 80 | |
| }, | |
| { | |
| "completion_length": 168.71429443359375, | |
| "epoch": 0.05668299510146956, | |
| "grad_norm": 2.155405044555664, | |
| "kl": 0.0056697772815823555, | |
| "learning_rate": 4.960466306767274e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 81 | |
| }, | |
| { | |
| "completion_length": 181.57144165039062, | |
| "epoch": 0.05738278516445067, | |
| "grad_norm": 2.1720130443573, | |
| "kl": 0.004250777419656515, | |
| "learning_rate": 4.959486801879991e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.5050762891769409, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 82 | |
| }, | |
| { | |
| "completion_length": 182.21429443359375, | |
| "epoch": 0.05808257522743177, | |
| "grad_norm": 2.637775182723999, | |
| "kl": 0.005601090379059315, | |
| "learning_rate": 4.958495409791626e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 83 | |
| }, | |
| { | |
| "completion_length": 208.42857360839844, | |
| "epoch": 0.05878236529041288, | |
| "grad_norm": 1.8412342071533203, | |
| "kl": 0.003481087274849415, | |
| "learning_rate": 4.957492135293776e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 84 | |
| }, | |
| { | |
| "completion_length": 171.71429443359375, | |
| "epoch": 0.05948215535339398, | |
| "grad_norm": 1.6271586418151855, | |
| "kl": 0.004620662424713373, | |
| "learning_rate": 4.956476983235474e-07, | |
| "loss": 0.0, | |
| "reward": 0.2857142984867096, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.2857142984867096, | |
| "step": 85 | |
| }, | |
| { | |
| "completion_length": 163.21429443359375, | |
| "epoch": 0.06018194541637509, | |
| "grad_norm": 1.3987679481506348, | |
| "kl": 0.006008537020534277, | |
| "learning_rate": 4.955449958523155e-07, | |
| "loss": 0.0, | |
| "reward": 0.2857142984867096, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.2857142984867096, | |
| "step": 86 | |
| }, | |
| { | |
| "completion_length": 175.85714721679688, | |
| "epoch": 0.06088173547935619, | |
| "grad_norm": 1.1900994777679443, | |
| "kl": 0.007817798294126987, | |
| "learning_rate": 4.95441106612064e-07, | |
| "loss": 0.0, | |
| "reward": 0.2857142984867096, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.2857142984867096, | |
| "step": 87 | |
| }, | |
| { | |
| "completion_length": 173.6428680419922, | |
| "epoch": 0.0615815255423373, | |
| "grad_norm": 1.6161788702011108, | |
| "kl": 0.005173846147954464, | |
| "learning_rate": 4.953360311049107e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 88 | |
| }, | |
| { | |
| "completion_length": 182.21429443359375, | |
| "epoch": 0.0622813156053184, | |
| "grad_norm": 1.1579365730285645, | |
| "kl": 0.004471412859857082, | |
| "learning_rate": 4.95229769838707e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 89 | |
| }, | |
| { | |
| "completion_length": 179.2857208251953, | |
| "epoch": 0.06298110566829951, | |
| "grad_norm": 1.5062532424926758, | |
| "kl": 0.006312033161520958, | |
| "learning_rate": 4.951223233270353e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 90 | |
| }, | |
| { | |
| "completion_length": 173.2857208251953, | |
| "epoch": 0.06368089573128062, | |
| "grad_norm": 2.0784623622894287, | |
| "kl": 0.00826327409595251, | |
| "learning_rate": 4.950136920892063e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 91 | |
| }, | |
| { | |
| "completion_length": 167.1428680419922, | |
| "epoch": 0.06438068579426172, | |
| "grad_norm": 0.5718992948532104, | |
| "kl": 0.0075133126229047775, | |
| "learning_rate": 4.949038766502571e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 92 | |
| }, | |
| { | |
| "completion_length": 168.35714721679688, | |
| "epoch": 0.06508047585724283, | |
| "grad_norm": 0.0029800846241414547, | |
| "kl": 0.008064369671046734, | |
| "learning_rate": 4.947928775409481e-07, | |
| "loss": 0.0, | |
| "reward": 0.2857142984867096, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.2857142984867096, | |
| "step": 93 | |
| }, | |
| { | |
| "completion_length": 209.35714721679688, | |
| "epoch": 0.06578026592022393, | |
| "grad_norm": 1.2102426290512085, | |
| "kl": 0.008969871327280998, | |
| "learning_rate": 4.946806952977605e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 94 | |
| }, | |
| { | |
| "completion_length": 180.85714721679688, | |
| "epoch": 0.06648005598320504, | |
| "grad_norm": 1.4967552423477173, | |
| "kl": 0.006019816268235445, | |
| "learning_rate": 4.94567330462894e-07, | |
| "loss": 0.0, | |
| "reward": 0.2857142984867096, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.2857142984867096, | |
| "step": 95 | |
| }, | |
| { | |
| "completion_length": 177.1428680419922, | |
| "epoch": 0.06717984604618614, | |
| "grad_norm": 2.391160726547241, | |
| "kl": 0.005439083557575941, | |
| "learning_rate": 4.944527835842641e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 96 | |
| }, | |
| { | |
| "completion_length": 218.57144165039062, | |
| "epoch": 0.06787963610916725, | |
| "grad_norm": 0.8848944902420044, | |
| "kl": 0.005665027070790529, | |
| "learning_rate": 4.94337055215499e-07, | |
| "loss": 0.0, | |
| "reward": 0.2142857313156128, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.2142857313156128, | |
| "step": 97 | |
| }, | |
| { | |
| "completion_length": 188.6428680419922, | |
| "epoch": 0.06857942617214835, | |
| "grad_norm": 1.6207823753356934, | |
| "kl": 0.006600015331059694, | |
| "learning_rate": 4.942201459159377e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 98 | |
| }, | |
| { | |
| "completion_length": 215.1428680419922, | |
| "epoch": 0.06927921623512946, | |
| "grad_norm": 2.0508172512054443, | |
| "kl": 0.004012170247733593, | |
| "learning_rate": 4.941020562506264e-07, | |
| "loss": 0.0, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 99 | |
| }, | |
| { | |
| "completion_length": 178.71429443359375, | |
| "epoch": 0.06997900629811056, | |
| "grad_norm": 1.683928370475769, | |
| "kl": 0.00840698555111885, | |
| "learning_rate": 4.939827867903168e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 100 | |
| }, | |
| { | |
| "completion_length": 184.7857208251953, | |
| "epoch": 0.07067879636109167, | |
| "grad_norm": 1.2873668670654297, | |
| "kl": 0.012355304323136806, | |
| "learning_rate": 4.938623381114623e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 101 | |
| }, | |
| { | |
| "completion_length": 176.1428680419922, | |
| "epoch": 0.07137858642407278, | |
| "grad_norm": 0.003792037256062031, | |
| "kl": 0.012887879274785519, | |
| "learning_rate": 4.937407107962162e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 102 | |
| }, | |
| { | |
| "completion_length": 197.42857360839844, | |
| "epoch": 0.07207837648705388, | |
| "grad_norm": 1.305524468421936, | |
| "kl": 0.0113840876147151, | |
| "learning_rate": 4.936179054324278e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 103 | |
| }, | |
| { | |
| "completion_length": 123.71429443359375, | |
| "epoch": 0.072778166550035, | |
| "grad_norm": 0.7037422060966492, | |
| "kl": 0.016403552144765854, | |
| "learning_rate": 4.934939226136406e-07, | |
| "loss": 0.0, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 104 | |
| }, | |
| { | |
| "completion_length": 211.50001525878906, | |
| "epoch": 0.0734779566130161, | |
| "grad_norm": 0.5676343441009521, | |
| "kl": 0.004641632083803415, | |
| "learning_rate": 4.933687629390889e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 105 | |
| }, | |
| { | |
| "completion_length": 183.7857208251953, | |
| "epoch": 0.0741777466759972, | |
| "grad_norm": 1.5358415842056274, | |
| "kl": 0.011431436985731125, | |
| "learning_rate": 4.932424270136948e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 106 | |
| }, | |
| { | |
| "completion_length": 174.2857208251953, | |
| "epoch": 0.0748775367389783, | |
| "grad_norm": 1.5432114601135254, | |
| "kl": 0.018761329352855682, | |
| "learning_rate": 4.931149154480656e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 107 | |
| }, | |
| { | |
| "completion_length": 183.1428680419922, | |
| "epoch": 0.07557732680195942, | |
| "grad_norm": 0.9925021529197693, | |
| "kl": 0.007842729799449444, | |
| "learning_rate": 4.929862288584908e-07, | |
| "loss": 0.0, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 108 | |
| }, | |
| { | |
| "completion_length": 201.92857360839844, | |
| "epoch": 0.07627711686494051, | |
| "grad_norm": 1.465742826461792, | |
| "kl": 0.010015713982284069, | |
| "learning_rate": 4.928563678669387e-07, | |
| "loss": 0.0, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 109 | |
| }, | |
| { | |
| "completion_length": 204.50001525878906, | |
| "epoch": 0.07697690692792163, | |
| "grad_norm": 1.558184027671814, | |
| "kl": 0.008194749243557453, | |
| "learning_rate": 4.927253331010543e-07, | |
| "loss": 0.0, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 110 | |
| }, | |
| { | |
| "completion_length": 213.7857208251953, | |
| "epoch": 0.07767669699090272, | |
| "grad_norm": 0.7771201133728027, | |
| "kl": 0.011434059590101242, | |
| "learning_rate": 4.92593125194155e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 111 | |
| }, | |
| { | |
| "completion_length": 163.1428680419922, | |
| "epoch": 0.07837648705388384, | |
| "grad_norm": 2.267927885055542, | |
| "kl": 0.021138539537787437, | |
| "learning_rate": 4.924597447852287e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 112 | |
| }, | |
| { | |
| "completion_length": 215.92857360839844, | |
| "epoch": 0.07907627711686493, | |
| "grad_norm": 1.186661720275879, | |
| "kl": 0.011579162441194057, | |
| "learning_rate": 4.9232519251893e-07, | |
| "loss": 0.0, | |
| "reward": 0.2857142984867096, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.2857142984867096, | |
| "step": 113 | |
| }, | |
| { | |
| "completion_length": 213.85714721679688, | |
| "epoch": 0.07977606717984605, | |
| "grad_norm": 1.2522072792053223, | |
| "kl": 0.01113107893615961, | |
| "learning_rate": 4.921894690455776e-07, | |
| "loss": 0.0, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 114 | |
| }, | |
| { | |
| "completion_length": 200.2857208251953, | |
| "epoch": 0.08047585724282715, | |
| "grad_norm": 0.6697101593017578, | |
| "kl": 0.010488255880773067, | |
| "learning_rate": 4.920525750211507e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 115 | |
| }, | |
| { | |
| "completion_length": 165.1428680419922, | |
| "epoch": 0.08117564730580826, | |
| "grad_norm": 1.1102581024169922, | |
| "kl": 0.01489555835723877, | |
| "learning_rate": 4.919145111072858e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 116 | |
| }, | |
| { | |
| "completion_length": 204.85714721679688, | |
| "epoch": 0.08187543736878937, | |
| "grad_norm": 1.8439916372299194, | |
| "kl": 0.013555423356592655, | |
| "learning_rate": 4.917752779712743e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 117 | |
| }, | |
| { | |
| "completion_length": 190.50001525878906, | |
| "epoch": 0.08257522743177047, | |
| "grad_norm": 1.460869550704956, | |
| "kl": 0.022136248648166656, | |
| "learning_rate": 4.91634876286058e-07, | |
| "loss": 0.0, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 118 | |
| }, | |
| { | |
| "completion_length": 166.2857208251953, | |
| "epoch": 0.08327501749475158, | |
| "grad_norm": 2.0857505798339844, | |
| "kl": 0.024110617116093636, | |
| "learning_rate": 4.914933067302271e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 119 | |
| }, | |
| { | |
| "completion_length": 191.57144165039062, | |
| "epoch": 0.08397480755773268, | |
| "grad_norm": 0.8973117470741272, | |
| "kl": 0.011640184558928013, | |
| "learning_rate": 4.91350569988016e-07, | |
| "loss": 0.0, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 120 | |
| }, | |
| { | |
| "completion_length": 167.5, | |
| "epoch": 0.08467459762071379, | |
| "grad_norm": 2.02925705909729, | |
| "kl": 0.02297617308795452, | |
| "learning_rate": 4.912066667493005e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.5050762891769409, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 121 | |
| }, | |
| { | |
| "completion_length": 226.4285888671875, | |
| "epoch": 0.08537438768369489, | |
| "grad_norm": 0.7617030739784241, | |
| "kl": 0.006312475074082613, | |
| "learning_rate": 4.910615977095942e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 122 | |
| }, | |
| { | |
| "completion_length": 163.57144165039062, | |
| "epoch": 0.086074177746676, | |
| "grad_norm": 0.9568012356758118, | |
| "kl": 0.026632316410541534, | |
| "learning_rate": 4.909153635700454e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 123 | |
| }, | |
| { | |
| "completion_length": 193.50001525878906, | |
| "epoch": 0.0867739678096571, | |
| "grad_norm": 1.9485886096954346, | |
| "kl": 0.020928634330630302, | |
| "learning_rate": 4.907679650374336e-07, | |
| "loss": 0.0, | |
| "reward": 0.1428571492433548, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.1428571492433548, | |
| "step": 124 | |
| }, | |
| { | |
| "completion_length": 218.57144165039062, | |
| "epoch": 0.08747375787263821, | |
| "grad_norm": 1.3334918022155762, | |
| "kl": 0.011499721556901932, | |
| "learning_rate": 4.906194028241659e-07, | |
| "loss": 0.0, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 125 | |
| }, | |
| { | |
| "completion_length": 180.57144165039062, | |
| "epoch": 0.08817354793561931, | |
| "grad_norm": 2.280923843383789, | |
| "kl": 0.016467615962028503, | |
| "learning_rate": 4.904696776482737e-07, | |
| "loss": 0.0, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 126 | |
| }, | |
| { | |
| "completion_length": 221.21429443359375, | |
| "epoch": 0.08887333799860042, | |
| "grad_norm": 1.539788842201233, | |
| "kl": 0.007166714873164892, | |
| "learning_rate": 4.903187902334094e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 127 | |
| }, | |
| { | |
| "completion_length": 195.1428680419922, | |
| "epoch": 0.08957312806158152, | |
| "grad_norm": 1.1616483926773071, | |
| "kl": 0.031080516055226326, | |
| "learning_rate": 4.901667413088425e-07, | |
| "loss": 0.0, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 128 | |
| }, | |
| { | |
| "completion_length": 186.35714721679688, | |
| "epoch": 0.09027291812456263, | |
| "grad_norm": 2.2133805751800537, | |
| "kl": 0.01747089996933937, | |
| "learning_rate": 4.900135316094566e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 129 | |
| }, | |
| { | |
| "completion_length": 191.6428680419922, | |
| "epoch": 0.09097270818754374, | |
| "grad_norm": 1.893270492553711, | |
| "kl": 0.02181846648454666, | |
| "learning_rate": 4.898591618757453e-07, | |
| "loss": 0.0, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 130 | |
| }, | |
| { | |
| "completion_length": 156.0, | |
| "epoch": 0.09167249825052484, | |
| "grad_norm": 1.7143210172653198, | |
| "kl": 0.04193011671304703, | |
| "learning_rate": 4.897036328538091e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 131 | |
| }, | |
| { | |
| "completion_length": 142.2857208251953, | |
| "epoch": 0.09237228831350595, | |
| "grad_norm": 0.0073611014522612095, | |
| "kl": 0.0435887835919857, | |
| "learning_rate": 4.895469452953513e-07, | |
| "loss": 0.0, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 132 | |
| }, | |
| { | |
| "completion_length": 160.35714721679688, | |
| "epoch": 0.09307207837648705, | |
| "grad_norm": 2.0896999835968018, | |
| "kl": 0.03058517538011074, | |
| "learning_rate": 4.893890999576749e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 133 | |
| }, | |
| { | |
| "completion_length": 220.00001525878906, | |
| "epoch": 0.09377186843946816, | |
| "grad_norm": 1.3652797937393188, | |
| "kl": 0.024748124182224274, | |
| "learning_rate": 4.892300976036786e-07, | |
| "loss": 0.0, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 134 | |
| }, | |
| { | |
| "completion_length": 191.1428680419922, | |
| "epoch": 0.09447165850244926, | |
| "grad_norm": 1.4164782762527466, | |
| "kl": 0.03566557914018631, | |
| "learning_rate": 4.890699390018533e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 135 | |
| }, | |
| { | |
| "completion_length": 166.42857360839844, | |
| "epoch": 0.09517144856543037, | |
| "grad_norm": 1.777478814125061, | |
| "kl": 0.03295962139964104, | |
| "learning_rate": 4.889086249262779e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 136 | |
| }, | |
| { | |
| "completion_length": 171.00001525878906, | |
| "epoch": 0.09587123862841147, | |
| "grad_norm": 1.9500823020935059, | |
| "kl": 0.04803250730037689, | |
| "learning_rate": 4.887461561566165e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 137 | |
| }, | |
| { | |
| "completion_length": 176.42857360839844, | |
| "epoch": 0.09657102869139259, | |
| "grad_norm": 1.932502031326294, | |
| "kl": 0.028310805559158325, | |
| "learning_rate": 4.885825334781136e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 138 | |
| }, | |
| { | |
| "completion_length": 186.85714721679688, | |
| "epoch": 0.09727081875437368, | |
| "grad_norm": 1.4214417934417725, | |
| "kl": 0.02100592665374279, | |
| "learning_rate": 4.884177576815911e-07, | |
| "loss": 0.0, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 139 | |
| }, | |
| { | |
| "completion_length": 200.57144165039062, | |
| "epoch": 0.0979706088173548, | |
| "grad_norm": 1.6438137292861938, | |
| "kl": 0.01962038315832615, | |
| "learning_rate": 4.882518295634438e-07, | |
| "loss": 0.0, | |
| "reward": 0.5, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 140 | |
| }, | |
| { | |
| "completion_length": 181.35714721679688, | |
| "epoch": 0.0986703988803359, | |
| "grad_norm": 1.0898855924606323, | |
| "kl": 0.03357081487774849, | |
| "learning_rate": 4.880847499256363e-07, | |
| "loss": 0.0, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 141 | |
| }, | |
| { | |
| "completion_length": 198.7857208251953, | |
| "epoch": 0.099370188943317, | |
| "grad_norm": 0.8553615212440491, | |
| "kl": 0.020783616229891777, | |
| "learning_rate": 4.879165195756985e-07, | |
| "loss": 0.0, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 142 | |
| }, | |
| { | |
| "completion_length": 163.1428680419922, | |
| "epoch": 0.1000699790062981, | |
| "grad_norm": 2.111443042755127, | |
| "kl": 0.04269000142812729, | |
| "learning_rate": 4.87747139326722e-07, | |
| "loss": 0.0, | |
| "reward": 0.3571428656578064, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.3571428656578064, | |
| "step": 143 | |
| }, | |
| { | |
| "completion_length": 166.2857208251953, | |
| "epoch": 0.10076976906927922, | |
| "grad_norm": 1.4155843257904053, | |
| "kl": 0.04325467720627785, | |
| "learning_rate": 4.87576609997356e-07, | |
| "loss": 0.0, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 144 | |
| }, | |
| { | |
| "completion_length": 183.07144165039062, | |
| "epoch": 0.10146955913226033, | |
| "grad_norm": 1.320349931716919, | |
| "kl": 0.04014229029417038, | |
| "learning_rate": 4.874049324118036e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 145 | |
| }, | |
| { | |
| "completion_length": 173.35714721679688, | |
| "epoch": 0.10216934919524143, | |
| "grad_norm": 2.3059661388397217, | |
| "kl": 0.0478234700858593, | |
| "learning_rate": 4.872321073998174e-07, | |
| "loss": 0.0, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 146 | |
| }, | |
| { | |
| "completion_length": 179.1428680419922, | |
| "epoch": 0.10286913925822254, | |
| "grad_norm": 1.71186363697052, | |
| "kl": 0.030521634966135025, | |
| "learning_rate": 4.870581357966961e-07, | |
| "loss": 0.0, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 147 | |
| }, | |
| { | |
| "completion_length": 156.1428680419922, | |
| "epoch": 0.10356892932120364, | |
| "grad_norm": 1.8213680982589722, | |
| "kl": 0.029109062626957893, | |
| "learning_rate": 4.868830184432799e-07, | |
| "loss": 0.0, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 148 | |
| }, | |
| { | |
| "completion_length": 183.07144165039062, | |
| "epoch": 0.10426871938418475, | |
| "grad_norm": 2.07926344871521, | |
| "kl": 0.031393494457006454, | |
| "learning_rate": 4.867067561859467e-07, | |
| "loss": 0.0, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 149 | |
| }, | |
| { | |
| "completion_length": 160.2857208251953, | |
| "epoch": 0.10496850944716585, | |
| "grad_norm": 1.52970290184021, | |
| "kl": 0.05355866253376007, | |
| "learning_rate": 4.865293498766077e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 150 | |
| }, | |
| { | |
| "completion_length": 201.85714721679688, | |
| "epoch": 0.10566829951014696, | |
| "grad_norm": 0.8261334300041199, | |
| "kl": 0.026441525667905807, | |
| "learning_rate": 4.86350800372704e-07, | |
| "loss": 0.0, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 151 | |
| }, | |
| { | |
| "completion_length": 164.7857208251953, | |
| "epoch": 0.10636808957312806, | |
| "grad_norm": 1.560228705406189, | |
| "kl": 0.03294193744659424, | |
| "learning_rate": 4.861711085372015e-07, | |
| "loss": 0.0, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 152 | |
| }, | |
| { | |
| "completion_length": 221.1428680419922, | |
| "epoch": 0.10706787963610917, | |
| "grad_norm": 1.467367172241211, | |
| "kl": 0.02558579109609127, | |
| "learning_rate": 4.859902752385879e-07, | |
| "loss": 0.0, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 153 | |
| }, | |
| { | |
| "completion_length": 196.21429443359375, | |
| "epoch": 0.10776766969909027, | |
| "grad_norm": 0.007789432071149349, | |
| "kl": 0.04791080579161644, | |
| "learning_rate": 4.858083013508669e-07, | |
| "loss": 0.0, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 154 | |
| }, | |
| { | |
| "completion_length": 167.85714721679688, | |
| "epoch": 0.10846745976207138, | |
| "grad_norm": 1.4503986835479736, | |
| "kl": 0.0463978573679924, | |
| "learning_rate": 4.856251877535556e-07, | |
| "loss": 0.0, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 155 | |
| }, | |
| { | |
| "completion_length": 168.1428680419922, | |
| "epoch": 0.10916724982505248, | |
| "grad_norm": 1.077260971069336, | |
| "kl": 0.04970019310712814, | |
| "learning_rate": 4.854409353316796e-07, | |
| "loss": 0.0, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 156 | |
| }, | |
| { | |
| "completion_length": 202.92857360839844, | |
| "epoch": 0.10986703988803359, | |
| "grad_norm": 1.7790058851242065, | |
| "kl": 0.03502151742577553, | |
| "learning_rate": 4.852555449757679e-07, | |
| "loss": 0.0, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 157 | |
| }, | |
| { | |
| "completion_length": 146.07144165039062, | |
| "epoch": 0.11056682995101469, | |
| "grad_norm": 3.6491763591766357, | |
| "kl": 0.08282416313886642, | |
| "learning_rate": 4.850690175818503e-07, | |
| "loss": 0.0001, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.6060914993286133, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 158 | |
| }, | |
| { | |
| "completion_length": 175.50001525878906, | |
| "epoch": 0.1112666200139958, | |
| "grad_norm": 1.9410632848739624, | |
| "kl": 0.04635734483599663, | |
| "learning_rate": 4.848813540514516e-07, | |
| "loss": 0.0, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 159 | |
| }, | |
| { | |
| "completion_length": 193.07144165039062, | |
| "epoch": 0.11196641007697691, | |
| "grad_norm": 1.0959712266921997, | |
| "kl": 0.03846450522542, | |
| "learning_rate": 4.846925552915878e-07, | |
| "loss": 0.0, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 160 | |
| }, | |
| { | |
| "completion_length": 194.1428680419922, | |
| "epoch": 0.11266620013995801, | |
| "grad_norm": 1.617163896560669, | |
| "kl": 0.04549946263432503, | |
| "learning_rate": 4.845026222147619e-07, | |
| "loss": 0.0, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 161 | |
| }, | |
| { | |
| "completion_length": 221.9285888671875, | |
| "epoch": 0.11336599020293912, | |
| "grad_norm": 0.004491452127695084, | |
| "kl": 0.03957492858171463, | |
| "learning_rate": 4.843115557389591e-07, | |
| "loss": 0.0, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 162 | |
| }, | |
| { | |
| "completion_length": 192.42857360839844, | |
| "epoch": 0.11406578026592022, | |
| "grad_norm": 0.7011159658432007, | |
| "kl": 0.04245857894420624, | |
| "learning_rate": 4.841193567876428e-07, | |
| "loss": 0.0, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 163 | |
| }, | |
| { | |
| "completion_length": 136.0, | |
| "epoch": 0.11476557032890133, | |
| "grad_norm": 1.3152964115142822, | |
| "kl": 0.06837064027786255, | |
| "learning_rate": 4.839260262897494e-07, | |
| "loss": 0.0001, | |
| "reward": 0.5, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 164 | |
| }, | |
| { | |
| "completion_length": 160.92857360839844, | |
| "epoch": 0.11546536039188243, | |
| "grad_norm": 1.6138628721237183, | |
| "kl": 0.04630711302161217, | |
| "learning_rate": 4.83731565179685e-07, | |
| "loss": 0.0, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 165 | |
| }, | |
| { | |
| "completion_length": 204.35714721679688, | |
| "epoch": 0.11616515045486354, | |
| "grad_norm": 2.033738136291504, | |
| "kl": 0.041600391268730164, | |
| "learning_rate": 4.835359743973194e-07, | |
| "loss": 0.0, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 166 | |
| }, | |
| { | |
| "completion_length": 206.00001525878906, | |
| "epoch": 0.11686494051784464, | |
| "grad_norm": 1.2452963590621948, | |
| "kl": 0.03693629428744316, | |
| "learning_rate": 4.833392548879829e-07, | |
| "loss": 0.0, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 167 | |
| }, | |
| { | |
| "completion_length": 160.5, | |
| "epoch": 0.11756473058082575, | |
| "grad_norm": 2.5279667377471924, | |
| "kl": 0.07246419787406921, | |
| "learning_rate": 4.831414076024611e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 168 | |
| }, | |
| { | |
| "completion_length": 226.4285888671875, | |
| "epoch": 0.11826452064380685, | |
| "grad_norm": 0.5257318019866943, | |
| "kl": 0.009776223450899124, | |
| "learning_rate": 4.829424334969902e-07, | |
| "loss": 0.0, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 169 | |
| }, | |
| { | |
| "completion_length": 208.35714721679688, | |
| "epoch": 0.11896431070678797, | |
| "grad_norm": 1.4458142518997192, | |
| "kl": 0.04920278489589691, | |
| "learning_rate": 4.827423335332524e-07, | |
| "loss": 0.0, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 170 | |
| }, | |
| { | |
| "completion_length": 195.42857360839844, | |
| "epoch": 0.11966410076976906, | |
| "grad_norm": 1.7298688888549805, | |
| "kl": 0.04254806786775589, | |
| "learning_rate": 4.825411086783718e-07, | |
| "loss": 0.0, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 171 | |
| }, | |
| { | |
| "completion_length": 187.35714721679688, | |
| "epoch": 0.12036389083275018, | |
| "grad_norm": 0.3279581069946289, | |
| "kl": 0.05654177814722061, | |
| "learning_rate": 4.823387599049092e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 172 | |
| }, | |
| { | |
| "completion_length": 186.42857360839844, | |
| "epoch": 0.12106368089573127, | |
| "grad_norm": 1.4074788093566895, | |
| "kl": 0.06294237822294235, | |
| "learning_rate": 4.821352881908575e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 173 | |
| }, | |
| { | |
| "completion_length": 186.92857360839844, | |
| "epoch": 0.12176347095871239, | |
| "grad_norm": 1.5504415035247803, | |
| "kl": 0.06913281977176666, | |
| "learning_rate": 4.819306945196367e-07, | |
| "loss": 0.0001, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 174 | |
| }, | |
| { | |
| "completion_length": 204.00001525878906, | |
| "epoch": 0.1224632610216935, | |
| "grad_norm": 1.8601367473602295, | |
| "kl": 0.04214514046907425, | |
| "learning_rate": 4.817249798800898e-07, | |
| "loss": 0.0, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 175 | |
| }, | |
| { | |
| "completion_length": 195.07144165039062, | |
| "epoch": 0.1231630510846746, | |
| "grad_norm": 2.3070361614227295, | |
| "kl": 0.04426455870270729, | |
| "learning_rate": 4.81518145266478e-07, | |
| "loss": 0.0, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 176 | |
| }, | |
| { | |
| "completion_length": 179.2857208251953, | |
| "epoch": 0.12386284114765571, | |
| "grad_norm": 1.0684874057769775, | |
| "kl": 0.052644453942775726, | |
| "learning_rate": 4.813101916784745e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 177 | |
| }, | |
| { | |
| "completion_length": 204.57144165039062, | |
| "epoch": 0.1245626312106368, | |
| "grad_norm": 1.765725016593933, | |
| "kl": 0.03909705579280853, | |
| "learning_rate": 4.811011201211619e-07, | |
| "loss": 0.0, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 178 | |
| }, | |
| { | |
| "completion_length": 187.42857360839844, | |
| "epoch": 0.12526242127361792, | |
| "grad_norm": 2.2498366832733154, | |
| "kl": 0.052292656153440475, | |
| "learning_rate": 4.808909316050253e-07, | |
| "loss": 0.0001, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 179 | |
| }, | |
| { | |
| "completion_length": 156.57144165039062, | |
| "epoch": 0.12596221133659902, | |
| "grad_norm": 0.8897135853767395, | |
| "kl": 0.07806211709976196, | |
| "learning_rate": 4.80679627145949e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 180 | |
| }, | |
| { | |
| "completion_length": 196.42857360839844, | |
| "epoch": 0.12666200139958012, | |
| "grad_norm": 1.9912126064300537, | |
| "kl": 0.05071377381682396, | |
| "learning_rate": 4.804672077652102e-07, | |
| "loss": 0.0001, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 181 | |
| }, | |
| { | |
| "completion_length": 210.50001525878906, | |
| "epoch": 0.12736179146256124, | |
| "grad_norm": 1.0759501457214355, | |
| "kl": 0.05055666342377663, | |
| "learning_rate": 4.802536744894753e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 182 | |
| }, | |
| { | |
| "completion_length": 208.57144165039062, | |
| "epoch": 0.12806158152554234, | |
| "grad_norm": 1.1025447845458984, | |
| "kl": 0.06112780049443245, | |
| "learning_rate": 4.80039028350794e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 183 | |
| }, | |
| { | |
| "completion_length": 177.92857360839844, | |
| "epoch": 0.12876137158852344, | |
| "grad_norm": 1.1993169784545898, | |
| "kl": 0.06688597798347473, | |
| "learning_rate": 4.79823270386595e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 184 | |
| }, | |
| { | |
| "completion_length": 180.50001525878906, | |
| "epoch": 0.12946116165150454, | |
| "grad_norm": 0.008792253211140633, | |
| "kl": 0.0775587409734726, | |
| "learning_rate": 4.796064016396803e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 185 | |
| }, | |
| { | |
| "completion_length": 201.21429443359375, | |
| "epoch": 0.13016095171448566, | |
| "grad_norm": 0.8877134919166565, | |
| "kl": 0.058806754648685455, | |
| "learning_rate": 4.793884231582209e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 186 | |
| }, | |
| { | |
| "completion_length": 205.6428680419922, | |
| "epoch": 0.13086074177746676, | |
| "grad_norm": 1.8853565454483032, | |
| "kl": 0.04727332293987274, | |
| "learning_rate": 4.791693359957512e-07, | |
| "loss": 0.0, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 187 | |
| }, | |
| { | |
| "completion_length": 172.85714721679688, | |
| "epoch": 0.13156053184044786, | |
| "grad_norm": 1.3133251667022705, | |
| "kl": 0.11437404900789261, | |
| "learning_rate": 4.789491412111643e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 188 | |
| }, | |
| { | |
| "completion_length": 198.07144165039062, | |
| "epoch": 0.13226032190342898, | |
| "grad_norm": 2.346076726913452, | |
| "kl": 0.0714813843369484, | |
| "learning_rate": 4.787278398687061e-07, | |
| "loss": 0.0001, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 189 | |
| }, | |
| { | |
| "completion_length": 176.7857208251953, | |
| "epoch": 0.13296011196641008, | |
| "grad_norm": 2.2410197257995605, | |
| "kl": 0.06597181409597397, | |
| "learning_rate": 4.785054330379715e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 190 | |
| }, | |
| { | |
| "completion_length": 175.1428680419922, | |
| "epoch": 0.13365990202939118, | |
| "grad_norm": 1.9752206802368164, | |
| "kl": 0.061408672481775284, | |
| "learning_rate": 4.782819217938978e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 191 | |
| }, | |
| { | |
| "completion_length": 174.42857360839844, | |
| "epoch": 0.13435969209237228, | |
| "grad_norm": 1.4264745712280273, | |
| "kl": 0.09011290967464447, | |
| "learning_rate": 4.780573072167606e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 192 | |
| }, | |
| { | |
| "completion_length": 180.35714721679688, | |
| "epoch": 0.1350594821553534, | |
| "grad_norm": 1.7050994634628296, | |
| "kl": 0.060319699347019196, | |
| "learning_rate": 4.778315903921676e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 193 | |
| }, | |
| { | |
| "completion_length": 173.42857360839844, | |
| "epoch": 0.1357592722183345, | |
| "grad_norm": 1.6260625123977661, | |
| "kl": 0.09306792914867401, | |
| "learning_rate": 4.776047724110545e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 194 | |
| }, | |
| { | |
| "completion_length": 185.35714721679688, | |
| "epoch": 0.1364590622813156, | |
| "grad_norm": 0.016425790265202522, | |
| "kl": 0.0992843434214592, | |
| "learning_rate": 4.773768543696789e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 195 | |
| }, | |
| { | |
| "completion_length": 158.92857360839844, | |
| "epoch": 0.1371588523442967, | |
| "grad_norm": 2.4321110248565674, | |
| "kl": 0.10799706727266312, | |
| "learning_rate": 4.771478373696149e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 196 | |
| }, | |
| { | |
| "completion_length": 176.85714721679688, | |
| "epoch": 0.13785864240727783, | |
| "grad_norm": 2.087998867034912, | |
| "kl": 0.05710326135158539, | |
| "learning_rate": 4.769177225177486e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 197 | |
| }, | |
| { | |
| "completion_length": 190.21429443359375, | |
| "epoch": 0.13855843247025892, | |
| "grad_norm": 0.00513538857921958, | |
| "kl": 0.047487739473581314, | |
| "learning_rate": 4.766865109262719e-07, | |
| "loss": 0.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 198 | |
| }, | |
| { | |
| "completion_length": 160.92857360839844, | |
| "epoch": 0.13925822253324002, | |
| "grad_norm": 1.89316725730896, | |
| "kl": 0.09987679868936539, | |
| "learning_rate": 4.7645420371267744e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 199 | |
| }, | |
| { | |
| "completion_length": 165.1428680419922, | |
| "epoch": 0.13995801259622112, | |
| "grad_norm": 1.454157829284668, | |
| "kl": 0.08893325924873352, | |
| "learning_rate": 4.762208019997534e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 200 | |
| }, | |
| { | |
| "completion_length": 167.92857360839844, | |
| "epoch": 0.14065780265920225, | |
| "grad_norm": 1.7186192274093628, | |
| "kl": 0.07974901795387268, | |
| "learning_rate": 4.759863069155779e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 201 | |
| }, | |
| { | |
| "completion_length": 170.0, | |
| "epoch": 0.14135759272218335, | |
| "grad_norm": 0.008198251947760582, | |
| "kl": 0.08952844887971878, | |
| "learning_rate": 4.757507195935134e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 202 | |
| }, | |
| { | |
| "completion_length": 187.50001525878906, | |
| "epoch": 0.14205738278516444, | |
| "grad_norm": 1.3979917764663696, | |
| "kl": 0.07551268488168716, | |
| "learning_rate": 4.7551404117220163e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 203 | |
| }, | |
| { | |
| "completion_length": 172.85714721679688, | |
| "epoch": 0.14275717284814557, | |
| "grad_norm": 1.877791166305542, | |
| "kl": 0.06155999377369881, | |
| "learning_rate": 4.7527627279555747e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 204 | |
| }, | |
| { | |
| "completion_length": 189.6428680419922, | |
| "epoch": 0.14345696291112667, | |
| "grad_norm": 1.1798770427703857, | |
| "kl": 0.07333328574895859, | |
| "learning_rate": 4.75037415612764e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 205 | |
| }, | |
| { | |
| "completion_length": 193.85714721679688, | |
| "epoch": 0.14415675297410777, | |
| "grad_norm": 0.004300639498978853, | |
| "kl": 0.04362697899341583, | |
| "learning_rate": 4.747974707782666e-07, | |
| "loss": 0.0, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 206 | |
| }, | |
| { | |
| "completion_length": 187.21429443359375, | |
| "epoch": 0.14485654303708886, | |
| "grad_norm": 2.0763752460479736, | |
| "kl": 0.08255599439144135, | |
| "learning_rate": 4.745564394517677e-07, | |
| "loss": 0.0001, | |
| "reward": 0.4285714626312256, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.4285714626312256, | |
| "step": 207 | |
| }, | |
| { | |
| "completion_length": 182.85714721679688, | |
| "epoch": 0.14555633310007, | |
| "grad_norm": 2.0227575302124023, | |
| "kl": 0.05811536684632301, | |
| "learning_rate": 4.743143227982208e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 208 | |
| }, | |
| { | |
| "completion_length": 201.85714721679688, | |
| "epoch": 0.1462561231630511, | |
| "grad_norm": 2.1518890857696533, | |
| "kl": 0.06606665253639221, | |
| "learning_rate": 4.7407112198782507e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 209 | |
| }, | |
| { | |
| "completion_length": 187.71429443359375, | |
| "epoch": 0.1469559132260322, | |
| "grad_norm": 1.5681232213974, | |
| "kl": 0.0777505487203598, | |
| "learning_rate": 4.738268381960195e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 210 | |
| }, | |
| { | |
| "completion_length": 193.71429443359375, | |
| "epoch": 0.14765570328901328, | |
| "grad_norm": 2.0419561862945557, | |
| "kl": 0.08574096113443375, | |
| "learning_rate": 4.735814726034775e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 211 | |
| }, | |
| { | |
| "completion_length": 176.71429443359375, | |
| "epoch": 0.1483554933519944, | |
| "grad_norm": 2.2535557746887207, | |
| "kl": 0.08857802301645279, | |
| "learning_rate": 4.73335026396101e-07, | |
| "loss": 0.0001, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 212 | |
| }, | |
| { | |
| "completion_length": 205.00001525878906, | |
| "epoch": 0.1490552834149755, | |
| "grad_norm": 1.9866529703140259, | |
| "kl": 0.05292090028524399, | |
| "learning_rate": 4.730875007650148e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 213 | |
| }, | |
| { | |
| "completion_length": 151.1428680419922, | |
| "epoch": 0.1497550734779566, | |
| "grad_norm": 0.011737847700715065, | |
| "kl": 0.09154846519231796, | |
| "learning_rate": 4.7283889690656074e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 214 | |
| }, | |
| { | |
| "completion_length": 174.21429443359375, | |
| "epoch": 0.1504548635409377, | |
| "grad_norm": 1.76470947265625, | |
| "kl": 0.07139679044485092, | |
| "learning_rate": 4.7258921602229183e-07, | |
| "loss": 0.0001, | |
| "reward": 0.5714285969734192, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.5714285969734192, | |
| "step": 215 | |
| }, | |
| { | |
| "completion_length": 153.6428680419922, | |
| "epoch": 0.15115465360391883, | |
| "grad_norm": 2.0710690021514893, | |
| "kl": 0.10847283899784088, | |
| "learning_rate": 4.723384593189668e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 216 | |
| }, | |
| { | |
| "completion_length": 167.57144165039062, | |
| "epoch": 0.15185444366689993, | |
| "grad_norm": 1.4053919315338135, | |
| "kl": 0.1707335263490677, | |
| "learning_rate": 4.720866280085439e-07, | |
| "loss": 0.0002, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 217 | |
| }, | |
| { | |
| "completion_length": 201.7857208251953, | |
| "epoch": 0.15255423372988103, | |
| "grad_norm": 1.9279898405075073, | |
| "kl": 0.03592146560549736, | |
| "learning_rate": 4.718337233081751e-07, | |
| "loss": 0.0, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 218 | |
| }, | |
| { | |
| "completion_length": 228.6428680419922, | |
| "epoch": 0.15325402379286215, | |
| "grad_norm": 1.699992299079895, | |
| "kl": 0.03932465240359306, | |
| "learning_rate": 4.715797464402005e-07, | |
| "loss": 0.0, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 219 | |
| }, | |
| { | |
| "completion_length": 194.57144165039062, | |
| "epoch": 0.15395381385584325, | |
| "grad_norm": 1.894227385520935, | |
| "kl": 0.07857631146907806, | |
| "learning_rate": 4.7132469863214197e-07, | |
| "loss": 0.0001, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 220 | |
| }, | |
| { | |
| "completion_length": 193.85714721679688, | |
| "epoch": 0.15465360391882435, | |
| "grad_norm": 1.5377225875854492, | |
| "kl": 0.05296279862523079, | |
| "learning_rate": 4.7106858111669757e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 221 | |
| }, | |
| { | |
| "completion_length": 174.57144165039062, | |
| "epoch": 0.15535339398180545, | |
| "grad_norm": 1.7744231224060059, | |
| "kl": 0.10999920219182968, | |
| "learning_rate": 4.7081139513173554e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 222 | |
| }, | |
| { | |
| "completion_length": 200.85714721679688, | |
| "epoch": 0.15605318404478657, | |
| "grad_norm": 1.0742552280426025, | |
| "kl": 0.07724467664957047, | |
| "learning_rate": 4.7055314192028806e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 223 | |
| }, | |
| { | |
| "completion_length": 191.85714721679688, | |
| "epoch": 0.15675297410776767, | |
| "grad_norm": 0.025704611092805862, | |
| "kl": 0.09701688587665558, | |
| "learning_rate": 4.702938227305457e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 224 | |
| }, | |
| { | |
| "completion_length": 199.35714721679688, | |
| "epoch": 0.15745276417074877, | |
| "grad_norm": 2.207791328430176, | |
| "kl": 0.051319669932127, | |
| "learning_rate": 4.7003343881585076e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 225 | |
| }, | |
| { | |
| "completion_length": 188.07144165039062, | |
| "epoch": 0.15815255423372987, | |
| "grad_norm": 2.289534568786621, | |
| "kl": 0.0778493583202362, | |
| "learning_rate": 4.6977199143469204e-07, | |
| "loss": 0.0001, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 226 | |
| }, | |
| { | |
| "completion_length": 177.71429443359375, | |
| "epoch": 0.158852344296711, | |
| "grad_norm": 0.006138416472822428, | |
| "kl": 0.06990097463130951, | |
| "learning_rate": 4.6950948185069784e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 227 | |
| }, | |
| { | |
| "completion_length": 193.42857360839844, | |
| "epoch": 0.1595521343596921, | |
| "grad_norm": 1.7739338874816895, | |
| "kl": 0.08103703707456589, | |
| "learning_rate": 4.6924591133263046e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 228 | |
| }, | |
| { | |
| "completion_length": 185.07144165039062, | |
| "epoch": 0.1602519244226732, | |
| "grad_norm": 0.008447487838566303, | |
| "kl": 0.10397353023290634, | |
| "learning_rate": 4.6898128115438006e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 229 | |
| }, | |
| { | |
| "completion_length": 166.07144165039062, | |
| "epoch": 0.1609517144856543, | |
| "grad_norm": 1.9681862592697144, | |
| "kl": 0.09456028044223785, | |
| "learning_rate": 4.6871559259495825e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 230 | |
| }, | |
| { | |
| "completion_length": 211.21429443359375, | |
| "epoch": 0.16165150454863542, | |
| "grad_norm": 1.1290661096572876, | |
| "kl": 0.06683924794197083, | |
| "learning_rate": 4.684488469384919e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 231 | |
| }, | |
| { | |
| "completion_length": 201.6428680419922, | |
| "epoch": 0.16235129461161651, | |
| "grad_norm": 1.9820340871810913, | |
| "kl": 0.06850861012935638, | |
| "learning_rate": 4.681810454742172e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 232 | |
| }, | |
| { | |
| "completion_length": 160.6428680419922, | |
| "epoch": 0.1630510846745976, | |
| "grad_norm": 1.4984009265899658, | |
| "kl": 0.07940242439508438, | |
| "learning_rate": 4.6791218949647323e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 233 | |
| }, | |
| { | |
| "completion_length": 148.21429443359375, | |
| "epoch": 0.16375087473757874, | |
| "grad_norm": 1.4637259244918823, | |
| "kl": 0.1317509263753891, | |
| "learning_rate": 4.676422803046957e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 234 | |
| }, | |
| { | |
| "completion_length": 183.85714721679688, | |
| "epoch": 0.16445066480055984, | |
| "grad_norm": 2.262010335922241, | |
| "kl": 0.09411350637674332, | |
| "learning_rate": 4.673713192034108e-07, | |
| "loss": 0.0001, | |
| "reward": 0.5, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.5, | |
| "step": 235 | |
| }, | |
| { | |
| "completion_length": 171.50001525878906, | |
| "epoch": 0.16515045486354094, | |
| "grad_norm": 2.23311448097229, | |
| "kl": 0.09654156118631363, | |
| "learning_rate": 4.670993075022286e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 236 | |
| }, | |
| { | |
| "completion_length": 156.92857360839844, | |
| "epoch": 0.16585024492652203, | |
| "grad_norm": 1.4783121347427368, | |
| "kl": 0.15734656155109406, | |
| "learning_rate": 4.668262465158374e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 237 | |
| }, | |
| { | |
| "completion_length": 172.57144165039062, | |
| "epoch": 0.16655003498950316, | |
| "grad_norm": 1.6374164819717407, | |
| "kl": 0.1168614849448204, | |
| "learning_rate": 4.6655213756399644e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 238 | |
| }, | |
| { | |
| "completion_length": 164.5, | |
| "epoch": 0.16724982505248426, | |
| "grad_norm": 1.1472550630569458, | |
| "kl": 0.09259577840566635, | |
| "learning_rate": 4.662769819715301e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 239 | |
| }, | |
| { | |
| "completion_length": 179.2857208251953, | |
| "epoch": 0.16794961511546536, | |
| "grad_norm": 0.005632943473756313, | |
| "kl": 0.0763566866517067, | |
| "learning_rate": 4.6600078106832156e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 240 | |
| }, | |
| { | |
| "completion_length": 171.42857360839844, | |
| "epoch": 0.16864940517844645, | |
| "grad_norm": 2.182656764984131, | |
| "kl": 0.09295495599508286, | |
| "learning_rate": 4.65723536189306e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 241 | |
| }, | |
| { | |
| "completion_length": 198.6428680419922, | |
| "epoch": 0.16934919524142758, | |
| "grad_norm": 1.6902788877487183, | |
| "kl": 0.04901423305273056, | |
| "learning_rate": 4.654452486744646e-07, | |
| "loss": 0.0, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 242 | |
| }, | |
| { | |
| "completion_length": 185.07144165039062, | |
| "epoch": 0.17004898530440868, | |
| "grad_norm": 1.950689673423767, | |
| "kl": 0.08940432220697403, | |
| "learning_rate": 4.6516591986881747e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 243 | |
| }, | |
| { | |
| "completion_length": 187.00001525878906, | |
| "epoch": 0.17074877536738978, | |
| "grad_norm": 2.1791460514068604, | |
| "kl": 0.09629469364881516, | |
| "learning_rate": 4.648855511224178e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 244 | |
| }, | |
| { | |
| "completion_length": 166.35714721679688, | |
| "epoch": 0.17144856543037088, | |
| "grad_norm": 1.535792589187622, | |
| "kl": 0.12591317296028137, | |
| "learning_rate": 4.6460414379034475e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 245 | |
| }, | |
| { | |
| "completion_length": 175.00001525878906, | |
| "epoch": 0.172148355493352, | |
| "grad_norm": 1.4731642007827759, | |
| "kl": 0.11351439356803894, | |
| "learning_rate": 4.643216992326974e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 246 | |
| }, | |
| { | |
| "completion_length": 185.07144165039062, | |
| "epoch": 0.1728481455563331, | |
| "grad_norm": 0.593459963798523, | |
| "kl": 0.104140505194664, | |
| "learning_rate": 4.6403821881458794e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 247 | |
| }, | |
| { | |
| "completion_length": 183.50001525878906, | |
| "epoch": 0.1735479356193142, | |
| "grad_norm": 2.4581611156463623, | |
| "kl": 0.09627315402030945, | |
| "learning_rate": 4.6375370390613493e-07, | |
| "loss": 0.0001, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 248 | |
| }, | |
| { | |
| "completion_length": 188.00001525878906, | |
| "epoch": 0.17424772568229532, | |
| "grad_norm": 1.4998970031738281, | |
| "kl": 0.06777679920196533, | |
| "learning_rate": 4.634681558824569e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 249 | |
| }, | |
| { | |
| "completion_length": 164.1428680419922, | |
| "epoch": 0.17494751574527642, | |
| "grad_norm": 1.3858827352523804, | |
| "kl": 0.14686499536037445, | |
| "learning_rate": 4.631815761236658e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 250 | |
| }, | |
| { | |
| "completion_length": 166.2857208251953, | |
| "epoch": 0.17564730580825752, | |
| "grad_norm": 1.2534476518630981, | |
| "kl": 0.08350227028131485, | |
| "learning_rate": 4.6289396601485984e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 251 | |
| }, | |
| { | |
| "completion_length": 166.92857360839844, | |
| "epoch": 0.17634709587123862, | |
| "grad_norm": 2.1396963596343994, | |
| "kl": 0.0865258201956749, | |
| "learning_rate": 4.6260532694611746e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 252 | |
| }, | |
| { | |
| "completion_length": 166.6428680419922, | |
| "epoch": 0.17704688593421974, | |
| "grad_norm": 1.9916664361953735, | |
| "kl": 0.10534200072288513, | |
| "learning_rate": 4.6231566031249005e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 253 | |
| }, | |
| { | |
| "completion_length": 178.85714721679688, | |
| "epoch": 0.17774667599720084, | |
| "grad_norm": 1.3563461303710938, | |
| "kl": 0.11321873962879181, | |
| "learning_rate": 4.620249675139955e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 254 | |
| }, | |
| { | |
| "completion_length": 195.21429443359375, | |
| "epoch": 0.17844646606018194, | |
| "grad_norm": 2.104259490966797, | |
| "kl": 0.09261036664247513, | |
| "learning_rate": 4.617332499556114e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 255 | |
| }, | |
| { | |
| "completion_length": 178.1428680419922, | |
| "epoch": 0.17914625612316304, | |
| "grad_norm": 1.6002072095870972, | |
| "kl": 0.0814397856593132, | |
| "learning_rate": 4.6144050904726807e-07, | |
| "loss": 0.0001, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 256 | |
| }, | |
| { | |
| "completion_length": 150.92857360839844, | |
| "epoch": 0.17984604618614417, | |
| "grad_norm": 1.9661792516708374, | |
| "kl": 0.12051386386156082, | |
| "learning_rate": 4.611467462038421e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 257 | |
| }, | |
| { | |
| "completion_length": 168.6428680419922, | |
| "epoch": 0.18054583624912526, | |
| "grad_norm": 0.008869047276675701, | |
| "kl": 0.09992615133523941, | |
| "learning_rate": 4.6085196284514917e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 258 | |
| }, | |
| { | |
| "completion_length": 211.50001525878906, | |
| "epoch": 0.18124562631210636, | |
| "grad_norm": 1.525679111480713, | |
| "kl": 0.06289325654506683, | |
| "learning_rate": 4.605561603959373e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 259 | |
| }, | |
| { | |
| "completion_length": 192.35714721679688, | |
| "epoch": 0.1819454163750875, | |
| "grad_norm": 1.9906597137451172, | |
| "kl": 0.06764493137598038, | |
| "learning_rate": 4.602593402858801e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 260 | |
| }, | |
| { | |
| "completion_length": 174.35714721679688, | |
| "epoch": 0.18264520643806859, | |
| "grad_norm": 0.009503593668341637, | |
| "kl": 0.10391350090503693, | |
| "learning_rate": 4.5996150394956956e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 261 | |
| }, | |
| { | |
| "completion_length": 179.00001525878906, | |
| "epoch": 0.18334499650104968, | |
| "grad_norm": 2.494394540786743, | |
| "kl": 0.09360729157924652, | |
| "learning_rate": 4.596626528265096e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 262 | |
| }, | |
| { | |
| "completion_length": 186.07144165039062, | |
| "epoch": 0.18404478656403078, | |
| "grad_norm": 1.2480868101119995, | |
| "kl": 0.09742289036512375, | |
| "learning_rate": 4.593627883611084e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 263 | |
| }, | |
| { | |
| "completion_length": 198.50001525878906, | |
| "epoch": 0.1847445766270119, | |
| "grad_norm": 0.007387984078377485, | |
| "kl": 0.09463205933570862, | |
| "learning_rate": 4.5906191200267227e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 264 | |
| }, | |
| { | |
| "completion_length": 189.92857360839844, | |
| "epoch": 0.185444366689993, | |
| "grad_norm": 1.158292531967163, | |
| "kl": 0.08757057040929794, | |
| "learning_rate": 4.587600252053978e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 265 | |
| }, | |
| { | |
| "completion_length": 196.71429443359375, | |
| "epoch": 0.1861441567529741, | |
| "grad_norm": 1.756199598312378, | |
| "kl": 0.07568582892417908, | |
| "learning_rate": 4.584571294283655e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 266 | |
| }, | |
| { | |
| "completion_length": 161.21429443359375, | |
| "epoch": 0.1868439468159552, | |
| "grad_norm": 2.2403769493103027, | |
| "kl": 0.13164493441581726, | |
| "learning_rate": 4.581532261355324e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 267 | |
| }, | |
| { | |
| "completion_length": 172.07144165039062, | |
| "epoch": 0.18754373687893633, | |
| "grad_norm": 1.4092003107070923, | |
| "kl": 0.09087042510509491, | |
| "learning_rate": 4.57848316795725e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 268 | |
| }, | |
| { | |
| "completion_length": 194.57144165039062, | |
| "epoch": 0.18824352694191743, | |
| "grad_norm": 1.1658211946487427, | |
| "kl": 0.09678646922111511, | |
| "learning_rate": 4.5754240288263235e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 269 | |
| }, | |
| { | |
| "completion_length": 176.50001525878906, | |
| "epoch": 0.18894331700489853, | |
| "grad_norm": 0.9565421938896179, | |
| "kl": 0.11772450804710388, | |
| "learning_rate": 4.572354858747988e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 270 | |
| }, | |
| { | |
| "completion_length": 169.21429443359375, | |
| "epoch": 0.18964310706787962, | |
| "grad_norm": 1.0944063663482666, | |
| "kl": 0.12249249219894409, | |
| "learning_rate": 4.569275672556168e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 271 | |
| }, | |
| { | |
| "completion_length": 201.35714721679688, | |
| "epoch": 0.19034289713086075, | |
| "grad_norm": 0.015515509061515331, | |
| "kl": 0.10365406423807144, | |
| "learning_rate": 4.566186485133198e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 272 | |
| }, | |
| { | |
| "completion_length": 170.42857360839844, | |
| "epoch": 0.19104268719384185, | |
| "grad_norm": 2.527707099914551, | |
| "kl": 0.1117943748831749, | |
| "learning_rate": 4.563087311409749e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 273 | |
| }, | |
| { | |
| "completion_length": 164.07144165039062, | |
| "epoch": 0.19174247725682295, | |
| "grad_norm": 1.0743855237960815, | |
| "kl": 0.1141185462474823, | |
| "learning_rate": 4.559978166364762e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 274 | |
| }, | |
| { | |
| "completion_length": 186.21429443359375, | |
| "epoch": 0.19244226731980407, | |
| "grad_norm": 1.6366993188858032, | |
| "kl": 0.09075611084699631, | |
| "learning_rate": 4.556859065025367e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 275 | |
| }, | |
| { | |
| "completion_length": 190.00001525878906, | |
| "epoch": 0.19314205738278517, | |
| "grad_norm": 0.01647718995809555, | |
| "kl": 0.12315469980239868, | |
| "learning_rate": 4.553730022466817e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 276 | |
| }, | |
| { | |
| "completion_length": 158.85714721679688, | |
| "epoch": 0.19384184744576627, | |
| "grad_norm": 1.7552223205566406, | |
| "kl": 0.1490643471479416, | |
| "learning_rate": 4.5505910538124125e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 277 | |
| }, | |
| { | |
| "completion_length": 181.57144165039062, | |
| "epoch": 0.19454163750874737, | |
| "grad_norm": 2.0591378211975098, | |
| "kl": 0.12751373648643494, | |
| "learning_rate": 4.5474421742334294e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 278 | |
| }, | |
| { | |
| "completion_length": 219.21429443359375, | |
| "epoch": 0.1952414275717285, | |
| "grad_norm": 2.145087957382202, | |
| "kl": 0.08176664263010025, | |
| "learning_rate": 4.5442833989490443e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 279 | |
| }, | |
| { | |
| "completion_length": 207.85714721679688, | |
| "epoch": 0.1959412176347096, | |
| "grad_norm": 1.8617810010910034, | |
| "kl": 0.09537741541862488, | |
| "learning_rate": 4.541114743226262e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 280 | |
| }, | |
| { | |
| "completion_length": 196.92857360839844, | |
| "epoch": 0.1966410076976907, | |
| "grad_norm": 1.545285701751709, | |
| "kl": 0.16356630623340607, | |
| "learning_rate": 4.537936222379841e-07, | |
| "loss": 0.0002, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 281 | |
| }, | |
| { | |
| "completion_length": 198.1428680419922, | |
| "epoch": 0.1973407977606718, | |
| "grad_norm": 1.760254144668579, | |
| "kl": 0.12825290858745575, | |
| "learning_rate": 4.5347478517722215e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 282 | |
| }, | |
| { | |
| "completion_length": 190.21429443359375, | |
| "epoch": 0.1980405878236529, | |
| "grad_norm": 1.869924783706665, | |
| "kl": 0.09077086299657822, | |
| "learning_rate": 4.5315496468134484e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 283 | |
| }, | |
| { | |
| "completion_length": 172.21429443359375, | |
| "epoch": 0.198740377886634, | |
| "grad_norm": 2.9378786087036133, | |
| "kl": 0.08580020815134048, | |
| "learning_rate": 4.5283416229610977e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 284 | |
| }, | |
| { | |
| "completion_length": 213.35714721679688, | |
| "epoch": 0.1994401679496151, | |
| "grad_norm": 0.008922022767364979, | |
| "kl": 0.1027616560459137, | |
| "learning_rate": 4.525123795720203e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 285 | |
| }, | |
| { | |
| "completion_length": 185.2857208251953, | |
| "epoch": 0.2001399580125962, | |
| "grad_norm": 0.02594582363963127, | |
| "kl": 0.14763151109218597, | |
| "learning_rate": 4.5218961806431793e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 286 | |
| }, | |
| { | |
| "completion_length": 158.0, | |
| "epoch": 0.20083974807557733, | |
| "grad_norm": 1.2283246517181396, | |
| "kl": 0.1193583756685257, | |
| "learning_rate": 4.518658793329748e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 287 | |
| }, | |
| { | |
| "completion_length": 201.85714721679688, | |
| "epoch": 0.20153953813855843, | |
| "grad_norm": 0.008988989517092705, | |
| "kl": 0.08033312857151031, | |
| "learning_rate": 4.5154116494268623e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 288 | |
| }, | |
| { | |
| "completion_length": 230.2857208251953, | |
| "epoch": 0.20223932820153953, | |
| "grad_norm": 1.0760490894317627, | |
| "kl": 0.07163004577159882, | |
| "learning_rate": 4.5121547646286305e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 289 | |
| }, | |
| { | |
| "completion_length": 162.5, | |
| "epoch": 0.20293911826452066, | |
| "grad_norm": 1.913016676902771, | |
| "kl": 0.11723782122135162, | |
| "learning_rate": 4.5088881546762405e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 290 | |
| }, | |
| { | |
| "completion_length": 146.5, | |
| "epoch": 0.20363890832750176, | |
| "grad_norm": 1.1676669120788574, | |
| "kl": 0.15099795162677765, | |
| "learning_rate": 4.5056118353578845e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 291 | |
| }, | |
| { | |
| "completion_length": 191.57144165039062, | |
| "epoch": 0.20433869839048285, | |
| "grad_norm": 1.674120545387268, | |
| "kl": 0.10339002311229706, | |
| "learning_rate": 4.502325822508681e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 292 | |
| }, | |
| { | |
| "completion_length": 179.1428680419922, | |
| "epoch": 0.20503848845346395, | |
| "grad_norm": 1.9627193212509155, | |
| "kl": 0.12403272092342377, | |
| "learning_rate": 4.4990301320106005e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 293 | |
| }, | |
| { | |
| "completion_length": 181.50001525878906, | |
| "epoch": 0.20573827851644508, | |
| "grad_norm": 0.00794507097452879, | |
| "kl": 0.10637389123439789, | |
| "learning_rate": 4.495724779792387e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 294 | |
| }, | |
| { | |
| "completion_length": 152.35714721679688, | |
| "epoch": 0.20643806857942618, | |
| "grad_norm": 0.682245135307312, | |
| "kl": 0.12384691089391708, | |
| "learning_rate": 4.492409781829481e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 295 | |
| }, | |
| { | |
| "completion_length": 171.50001525878906, | |
| "epoch": 0.20713785864240727, | |
| "grad_norm": 4.1288933753967285, | |
| "kl": 0.13875921070575714, | |
| "learning_rate": 4.4890851541439443e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 296 | |
| }, | |
| { | |
| "completion_length": 198.71429443359375, | |
| "epoch": 0.20783764870538837, | |
| "grad_norm": 1.1377445459365845, | |
| "kl": 0.09420619904994965, | |
| "learning_rate": 4.4857509128043804e-07, | |
| "loss": 0.0001, | |
| "reward": 0.6428571939468384, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.6428571939468384, | |
| "step": 297 | |
| }, | |
| { | |
| "completion_length": 164.07144165039062, | |
| "epoch": 0.2085374387683695, | |
| "grad_norm": 1.9819285869598389, | |
| "kl": 0.14920377731323242, | |
| "learning_rate": 4.4824070739258555e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 298 | |
| }, | |
| { | |
| "completion_length": 181.71429443359375, | |
| "epoch": 0.2092372288313506, | |
| "grad_norm": 3.7659053802490234, | |
| "kl": 0.10090445727109909, | |
| "learning_rate": 4.4790536536698265e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 299 | |
| }, | |
| { | |
| "completion_length": 192.35714721679688, | |
| "epoch": 0.2099370188943317, | |
| "grad_norm": 0.00978009682148695, | |
| "kl": 0.101994089782238, | |
| "learning_rate": 4.4756906682440566e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 300 | |
| }, | |
| { | |
| "completion_length": 177.07144165039062, | |
| "epoch": 0.2106368089573128, | |
| "grad_norm": 1.9101574420928955, | |
| "kl": 0.1070994883775711, | |
| "learning_rate": 4.4723181339025394e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 301 | |
| }, | |
| { | |
| "completion_length": 180.35714721679688, | |
| "epoch": 0.21133659902029392, | |
| "grad_norm": 0.009579714387655258, | |
| "kl": 0.09214787185192108, | |
| "learning_rate": 4.4689360669454214e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 302 | |
| }, | |
| { | |
| "completion_length": 187.07144165039062, | |
| "epoch": 0.21203638908327502, | |
| "grad_norm": 0.01488980557769537, | |
| "kl": 0.12565574049949646, | |
| "learning_rate": 4.4655444837189217e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 303 | |
| }, | |
| { | |
| "completion_length": 192.71429443359375, | |
| "epoch": 0.21273617914625612, | |
| "grad_norm": 1.2768338918685913, | |
| "kl": 0.07897743582725525, | |
| "learning_rate": 4.4621434006152523e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 304 | |
| }, | |
| { | |
| "completion_length": 191.42857360839844, | |
| "epoch": 0.21343596920923724, | |
| "grad_norm": 1.7220300436019897, | |
| "kl": 0.08046605437994003, | |
| "learning_rate": 4.458732834072543e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 305 | |
| }, | |
| { | |
| "completion_length": 185.35714721679688, | |
| "epoch": 0.21413575927221834, | |
| "grad_norm": 1.9291383028030396, | |
| "kl": 0.10339696705341339, | |
| "learning_rate": 4.455312800574756e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 306 | |
| }, | |
| { | |
| "completion_length": 160.21429443359375, | |
| "epoch": 0.21483554933519944, | |
| "grad_norm": 1.4560072422027588, | |
| "kl": 0.13349157571792603, | |
| "learning_rate": 4.45188331665161e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 307 | |
| }, | |
| { | |
| "completion_length": 144.42857360839844, | |
| "epoch": 0.21553533939818054, | |
| "grad_norm": 1.605533480644226, | |
| "kl": 0.1337820589542389, | |
| "learning_rate": 4.4484443988785016e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 308 | |
| }, | |
| { | |
| "completion_length": 162.2857208251953, | |
| "epoch": 0.21623512946116166, | |
| "grad_norm": 0.01384447980672121, | |
| "kl": 0.13544243574142456, | |
| "learning_rate": 4.4449960638764187e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 309 | |
| }, | |
| { | |
| "completion_length": 180.07144165039062, | |
| "epoch": 0.21693491952414276, | |
| "grad_norm": 1.4379627704620361, | |
| "kl": 0.12317683547735214, | |
| "learning_rate": 4.44153832831187e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 310 | |
| }, | |
| { | |
| "completion_length": 212.07144165039062, | |
| "epoch": 0.21763470958712386, | |
| "grad_norm": 2.2970993518829346, | |
| "kl": 0.1126500591635704, | |
| "learning_rate": 4.4380712088967956e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 311 | |
| }, | |
| { | |
| "completion_length": 199.71429443359375, | |
| "epoch": 0.21833449965010496, | |
| "grad_norm": 1.1636662483215332, | |
| "kl": 0.0687713623046875, | |
| "learning_rate": 4.434594722388489e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 312 | |
| }, | |
| { | |
| "completion_length": 196.85714721679688, | |
| "epoch": 0.21903428971308608, | |
| "grad_norm": 1.4445149898529053, | |
| "kl": 0.09801124781370163, | |
| "learning_rate": 4.4311088855895195e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 313 | |
| }, | |
| { | |
| "completion_length": 184.57144165039062, | |
| "epoch": 0.21973407977606718, | |
| "grad_norm": 1.7435158491134644, | |
| "kl": 0.10646343976259232, | |
| "learning_rate": 4.427613715347647e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 314 | |
| }, | |
| { | |
| "completion_length": 216.07144165039062, | |
| "epoch": 0.22043386983904828, | |
| "grad_norm": 1.4065042734146118, | |
| "kl": 0.10593009740114212, | |
| "learning_rate": 4.424109228555741e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 315 | |
| }, | |
| { | |
| "completion_length": 181.21429443359375, | |
| "epoch": 0.22113365990202938, | |
| "grad_norm": 0.013224126771092415, | |
| "kl": 0.12971317768096924, | |
| "learning_rate": 4.420595442151701e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 316 | |
| }, | |
| { | |
| "completion_length": 158.5, | |
| "epoch": 0.2218334499650105, | |
| "grad_norm": 0.01648276299238205, | |
| "kl": 0.13636274635791779, | |
| "learning_rate": 4.4170723731183734e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 317 | |
| }, | |
| { | |
| "completion_length": 167.85714721679688, | |
| "epoch": 0.2225332400279916, | |
| "grad_norm": 1.4127261638641357, | |
| "kl": 0.15140336751937866, | |
| "learning_rate": 4.413540038483469e-07, | |
| "loss": 0.0002, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 318 | |
| }, | |
| { | |
| "completion_length": 167.71429443359375, | |
| "epoch": 0.2232330300909727, | |
| "grad_norm": 1.6493871212005615, | |
| "kl": 0.08952382951974869, | |
| "learning_rate": 4.4099984553194803e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 319 | |
| }, | |
| { | |
| "completion_length": 178.57144165039062, | |
| "epoch": 0.22393282015395383, | |
| "grad_norm": 0.01921817846596241, | |
| "kl": 0.13234639167785645, | |
| "learning_rate": 4.4064476407436005e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 320 | |
| }, | |
| { | |
| "completion_length": 167.42857360839844, | |
| "epoch": 0.22463261021693492, | |
| "grad_norm": 1.6873424053192139, | |
| "kl": 0.11753804981708527, | |
| "learning_rate": 4.4028876119176417e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 321 | |
| }, | |
| { | |
| "completion_length": 206.1428680419922, | |
| "epoch": 0.22533240027991602, | |
| "grad_norm": 0.009471292607486248, | |
| "kl": 0.0891999900341034, | |
| "learning_rate": 4.3993183860479475e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 322 | |
| }, | |
| { | |
| "completion_length": 199.21429443359375, | |
| "epoch": 0.22603219034289712, | |
| "grad_norm": 0.008467334322631359, | |
| "kl": 0.0989324077963829, | |
| "learning_rate": 4.395739980385316e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 323 | |
| }, | |
| { | |
| "completion_length": 178.71429443359375, | |
| "epoch": 0.22673198040587825, | |
| "grad_norm": 1.276065468788147, | |
| "kl": 0.1064041405916214, | |
| "learning_rate": 4.392152412224909e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 324 | |
| }, | |
| { | |
| "completion_length": 193.92857360839844, | |
| "epoch": 0.22743177046885935, | |
| "grad_norm": 1.3665152788162231, | |
| "kl": 0.10998494923114777, | |
| "learning_rate": 4.388555698906177e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 325 | |
| }, | |
| { | |
| "completion_length": 172.07144165039062, | |
| "epoch": 0.22813156053184044, | |
| "grad_norm": 1.9325965642929077, | |
| "kl": 0.10882139950990677, | |
| "learning_rate": 4.384949857812766e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 326 | |
| }, | |
| { | |
| "completion_length": 164.85714721679688, | |
| "epoch": 0.22883135059482154, | |
| "grad_norm": 0.011548174545168877, | |
| "kl": 0.12972931563854218, | |
| "learning_rate": 4.381334906372443e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 327 | |
| }, | |
| { | |
| "completion_length": 212.1428680419922, | |
| "epoch": 0.22953114065780267, | |
| "grad_norm": 1.3057656288146973, | |
| "kl": 0.10275336354970932, | |
| "learning_rate": 4.3777108620570047e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 328 | |
| }, | |
| { | |
| "completion_length": 186.85714721679688, | |
| "epoch": 0.23023093072078377, | |
| "grad_norm": 0.9121779203414917, | |
| "kl": 0.10501497238874435, | |
| "learning_rate": 4.374077742382196e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 329 | |
| }, | |
| { | |
| "completion_length": 183.6428680419922, | |
| "epoch": 0.23093072078376486, | |
| "grad_norm": 0.0072582438588142395, | |
| "kl": 0.09125156700611115, | |
| "learning_rate": 4.3704355649076256e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 330 | |
| }, | |
| { | |
| "completion_length": 220.85714721679688, | |
| "epoch": 0.23163051084674596, | |
| "grad_norm": 1.386562466621399, | |
| "kl": 0.07495894283056259, | |
| "learning_rate": 4.366784347236679e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 331 | |
| }, | |
| { | |
| "completion_length": 186.7857208251953, | |
| "epoch": 0.2323303009097271, | |
| "grad_norm": 1.0252575874328613, | |
| "kl": 0.1316533386707306, | |
| "learning_rate": 4.363124107016435e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 332 | |
| }, | |
| { | |
| "completion_length": 205.71429443359375, | |
| "epoch": 0.2330300909727082, | |
| "grad_norm": 1.5812278985977173, | |
| "kl": 0.10307396203279495, | |
| "learning_rate": 4.3594548619375817e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 333 | |
| }, | |
| { | |
| "completion_length": 173.92857360839844, | |
| "epoch": 0.23372988103568929, | |
| "grad_norm": 2.1588902473449707, | |
| "kl": 0.1479392796754837, | |
| "learning_rate": 4.355776629734328e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 334 | |
| }, | |
| { | |
| "completion_length": 193.92857360839844, | |
| "epoch": 0.2344296710986704, | |
| "grad_norm": 1.7225788831710815, | |
| "kl": 0.12053793668746948, | |
| "learning_rate": 4.35208942818432e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 335 | |
| }, | |
| { | |
| "completion_length": 210.00001525878906, | |
| "epoch": 0.2351294611616515, | |
| "grad_norm": 1.6022684574127197, | |
| "kl": 0.11531992256641388, | |
| "learning_rate": 4.3483932751085546e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 336 | |
| }, | |
| { | |
| "completion_length": 187.50001525878906, | |
| "epoch": 0.2358292512246326, | |
| "grad_norm": 1.0213714838027954, | |
| "kl": 0.10510554164648056, | |
| "learning_rate": 4.344688188371293e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 337 | |
| }, | |
| { | |
| "completion_length": 151.5, | |
| "epoch": 0.2365290412876137, | |
| "grad_norm": 1.0320056676864624, | |
| "kl": 0.13573938608169556, | |
| "learning_rate": 4.3409741858799747e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 338 | |
| }, | |
| { | |
| "completion_length": 212.21429443359375, | |
| "epoch": 0.23722883135059483, | |
| "grad_norm": 1.2659670114517212, | |
| "kl": 0.08855041116476059, | |
| "learning_rate": 4.3372512855851305e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 339 | |
| }, | |
| { | |
| "completion_length": 201.50001525878906, | |
| "epoch": 0.23792862141357593, | |
| "grad_norm": 1.4099029302597046, | |
| "kl": 0.08404584974050522, | |
| "learning_rate": 4.3335195054802977e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 340 | |
| }, | |
| { | |
| "completion_length": 211.50001525878906, | |
| "epoch": 0.23862841147655703, | |
| "grad_norm": 1.1142750978469849, | |
| "kl": 0.13875596225261688, | |
| "learning_rate": 4.329778863601929e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 341 | |
| }, | |
| { | |
| "completion_length": 149.6428680419922, | |
| "epoch": 0.23932820153953813, | |
| "grad_norm": 1.3854038715362549, | |
| "kl": 0.13258212804794312, | |
| "learning_rate": 4.3260293780293097e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 342 | |
| }, | |
| { | |
| "completion_length": 184.57144165039062, | |
| "epoch": 0.24002799160251925, | |
| "grad_norm": 1.7300869226455688, | |
| "kl": 0.12928970158100128, | |
| "learning_rate": 4.3222710668844676e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 343 | |
| }, | |
| { | |
| "completion_length": 192.1428680419922, | |
| "epoch": 0.24072778166550035, | |
| "grad_norm": 1.8982024192810059, | |
| "kl": 0.105531707406044, | |
| "learning_rate": 4.318503948332086e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 344 | |
| }, | |
| { | |
| "completion_length": 187.7857208251953, | |
| "epoch": 0.24142757172848145, | |
| "grad_norm": 2.488347053527832, | |
| "kl": 0.12668681144714355, | |
| "learning_rate": 4.3147280405794186e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 345 | |
| }, | |
| { | |
| "completion_length": 192.92857360839844, | |
| "epoch": 0.24212736179146255, | |
| "grad_norm": 1.653713345527649, | |
| "kl": 0.0994969978928566, | |
| "learning_rate": 4.3109433618761953e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 346 | |
| }, | |
| { | |
| "completion_length": 203.00001525878906, | |
| "epoch": 0.24282715185444367, | |
| "grad_norm": 0.010403181426227093, | |
| "kl": 0.10773642361164093, | |
| "learning_rate": 4.307149930514541e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 347 | |
| }, | |
| { | |
| "completion_length": 206.07144165039062, | |
| "epoch": 0.24352694191742477, | |
| "grad_norm": 0.010696402750909328, | |
| "kl": 0.09887736290693283, | |
| "learning_rate": 4.3033477648288827e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 348 | |
| }, | |
| { | |
| "completion_length": 191.00001525878906, | |
| "epoch": 0.24422673198040587, | |
| "grad_norm": 1.0522825717926025, | |
| "kl": 0.1295844316482544, | |
| "learning_rate": 4.299536883195862e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 349 | |
| }, | |
| { | |
| "completion_length": 204.85714721679688, | |
| "epoch": 0.244926522043387, | |
| "grad_norm": 1.0449916124343872, | |
| "kl": 0.09472481161355972, | |
| "learning_rate": 4.2957173040342467e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 350 | |
| }, | |
| { | |
| "completion_length": 171.07144165039062, | |
| "epoch": 0.2456263121063681, | |
| "grad_norm": 1.3337371349334717, | |
| "kl": 0.13681744039058685, | |
| "learning_rate": 4.2918890458048406e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 351 | |
| }, | |
| { | |
| "completion_length": 189.00001525878906, | |
| "epoch": 0.2463261021693492, | |
| "grad_norm": 3.7665247917175293, | |
| "kl": 0.19837237894535065, | |
| "learning_rate": 4.288052127010398e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 352 | |
| }, | |
| { | |
| "completion_length": 221.9285888671875, | |
| "epoch": 0.2470258922323303, | |
| "grad_norm": 0.011105585843324661, | |
| "kl": 0.12203062325716019, | |
| "learning_rate": 4.2842065661955284e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 353 | |
| }, | |
| { | |
| "completion_length": 211.00001525878906, | |
| "epoch": 0.24772568229531142, | |
| "grad_norm": 1.684749722480774, | |
| "kl": 0.11504418402910233, | |
| "learning_rate": 4.2803523819466114e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 354 | |
| }, | |
| { | |
| "completion_length": 198.2857208251953, | |
| "epoch": 0.24842547235829252, | |
| "grad_norm": 2.0817246437072754, | |
| "kl": 0.09736784547567368, | |
| "learning_rate": 4.2764895928917057e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 355 | |
| }, | |
| { | |
| "completion_length": 194.92857360839844, | |
| "epoch": 0.2491252624212736, | |
| "grad_norm": 1.865821361541748, | |
| "kl": 0.13163846731185913, | |
| "learning_rate": 4.2726182177004566e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 356 | |
| }, | |
| { | |
| "completion_length": 188.50001525878906, | |
| "epoch": 0.2498250524842547, | |
| "grad_norm": 2.311312198638916, | |
| "kl": 0.09675271064043045, | |
| "learning_rate": 4.2687382750840106e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 357 | |
| }, | |
| { | |
| "completion_length": 198.50001525878906, | |
| "epoch": 0.25052484254723584, | |
| "grad_norm": 0.010544586926698685, | |
| "kl": 0.10706578195095062, | |
| "learning_rate": 4.2648497837949214e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 358 | |
| }, | |
| { | |
| "completion_length": 201.00001525878906, | |
| "epoch": 0.25122463261021694, | |
| "grad_norm": 0.007542663719505072, | |
| "kl": 0.10160516202449799, | |
| "learning_rate": 4.260952762627061e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 359 | |
| }, | |
| { | |
| "completion_length": 195.42857360839844, | |
| "epoch": 0.25192442267319803, | |
| "grad_norm": 0.010795813985168934, | |
| "kl": 0.11410945653915405, | |
| "learning_rate": 4.257047230415525e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 360 | |
| }, | |
| { | |
| "completion_length": 219.4285888671875, | |
| "epoch": 0.25262421273617913, | |
| "grad_norm": 0.0094209685921669, | |
| "kl": 0.11131899058818817, | |
| "learning_rate": 4.253133206036549e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 361 | |
| }, | |
| { | |
| "completion_length": 220.71429443359375, | |
| "epoch": 0.25332400279916023, | |
| "grad_norm": 1.182874083518982, | |
| "kl": 0.10284953564405441, | |
| "learning_rate": 4.2492107084074086e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 362 | |
| }, | |
| { | |
| "completion_length": 177.50001525878906, | |
| "epoch": 0.2540237928621414, | |
| "grad_norm": 0.03138711303472519, | |
| "kl": 0.1809418946504593, | |
| "learning_rate": 4.245279756486335e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 363 | |
| }, | |
| { | |
| "completion_length": 155.7857208251953, | |
| "epoch": 0.2547235829251225, | |
| "grad_norm": 1.2833763360977173, | |
| "kl": 0.1380501240491867, | |
| "learning_rate": 4.2413403692724215e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 364 | |
| }, | |
| { | |
| "completion_length": 162.6428680419922, | |
| "epoch": 0.2554233729881036, | |
| "grad_norm": 0.019785305485129356, | |
| "kl": 0.15245895087718964, | |
| "learning_rate": 4.237392565805529e-07, | |
| "loss": 0.0002, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 365 | |
| }, | |
| { | |
| "completion_length": 207.85714721679688, | |
| "epoch": 0.2561231630510847, | |
| "grad_norm": 0.012158805504441261, | |
| "kl": 0.11601593345403671, | |
| "learning_rate": 4.2334363651661946e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 366 | |
| }, | |
| { | |
| "completion_length": 160.07144165039062, | |
| "epoch": 0.2568229531140658, | |
| "grad_norm": 1.5489096641540527, | |
| "kl": 0.16084842383861542, | |
| "learning_rate": 4.2294717864755446e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 367 | |
| }, | |
| { | |
| "completion_length": 165.5, | |
| "epoch": 0.2575227431770469, | |
| "grad_norm": 1.485174536705017, | |
| "kl": 0.1078505590558052, | |
| "learning_rate": 4.225498848895196e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 368 | |
| }, | |
| { | |
| "completion_length": 186.2857208251953, | |
| "epoch": 0.258222533240028, | |
| "grad_norm": 2.263561248779297, | |
| "kl": 0.11858272552490234, | |
| "learning_rate": 4.2215175716271643e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 369 | |
| }, | |
| { | |
| "completion_length": 160.07144165039062, | |
| "epoch": 0.25892232330300907, | |
| "grad_norm": 1.1202062368392944, | |
| "kl": 0.14608243107795715, | |
| "learning_rate": 4.2175279739137756e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 370 | |
| }, | |
| { | |
| "completion_length": 206.57144165039062, | |
| "epoch": 0.2596221133659902, | |
| "grad_norm": 0.019609833136200905, | |
| "kl": 0.12289752811193466, | |
| "learning_rate": 4.213530075037568e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 371 | |
| }, | |
| { | |
| "completion_length": 182.50001525878906, | |
| "epoch": 0.2603219034289713, | |
| "grad_norm": 1.993719458580017, | |
| "kl": 0.14151142537593842, | |
| "learning_rate": 4.209523894321203e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 372 | |
| }, | |
| { | |
| "completion_length": 165.2857208251953, | |
| "epoch": 0.2610216934919524, | |
| "grad_norm": 1.3514111042022705, | |
| "kl": 0.13945753872394562, | |
| "learning_rate": 4.205509451127368e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 373 | |
| }, | |
| { | |
| "completion_length": 191.57144165039062, | |
| "epoch": 0.2617214835549335, | |
| "grad_norm": 0.010482234880328178, | |
| "kl": 0.10723592340946198, | |
| "learning_rate": 4.201486764858684e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 374 | |
| }, | |
| { | |
| "completion_length": 174.42857360839844, | |
| "epoch": 0.2624212736179146, | |
| "grad_norm": 1.1648919582366943, | |
| "kl": 0.1254054754972458, | |
| "learning_rate": 4.1974558549576156e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 375 | |
| }, | |
| { | |
| "completion_length": 191.57144165039062, | |
| "epoch": 0.2631210636808957, | |
| "grad_norm": 1.0762180089950562, | |
| "kl": 0.10756195336580276, | |
| "learning_rate": 4.1934167409063716e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 376 | |
| }, | |
| { | |
| "completion_length": 180.50001525878906, | |
| "epoch": 0.2638208537438768, | |
| "grad_norm": 0.007885328494012356, | |
| "kl": 0.10615711659193039, | |
| "learning_rate": 4.1893694422268136e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 377 | |
| }, | |
| { | |
| "completion_length": 173.92857360839844, | |
| "epoch": 0.26452064380685797, | |
| "grad_norm": 0.013112043030560017, | |
| "kl": 0.162028506398201, | |
| "learning_rate": 4.1853139784803606e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 378 | |
| }, | |
| { | |
| "completion_length": 173.92857360839844, | |
| "epoch": 0.26522043386983907, | |
| "grad_norm": 1.892849087715149, | |
| "kl": 0.13766098022460938, | |
| "learning_rate": 4.1812503692678956e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 379 | |
| }, | |
| { | |
| "completion_length": 210.00001525878906, | |
| "epoch": 0.26592022393282017, | |
| "grad_norm": 0.011618354357779026, | |
| "kl": 0.13500210642814636, | |
| "learning_rate": 4.177178634229671e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 380 | |
| }, | |
| { | |
| "completion_length": 204.7857208251953, | |
| "epoch": 0.26662001399580126, | |
| "grad_norm": 0.9967655539512634, | |
| "kl": 0.10203620791435242, | |
| "learning_rate": 4.173098793045212e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 381 | |
| }, | |
| { | |
| "completion_length": 152.21429443359375, | |
| "epoch": 0.26731980405878236, | |
| "grad_norm": 1.4876607656478882, | |
| "kl": 0.18279418349266052, | |
| "learning_rate": 4.1690108654332235e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 382 | |
| }, | |
| { | |
| "completion_length": 181.85714721679688, | |
| "epoch": 0.26801959412176346, | |
| "grad_norm": 0.009222305379807949, | |
| "kl": 0.10881803929805756, | |
| "learning_rate": 4.1649148711514914e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 383 | |
| }, | |
| { | |
| "completion_length": 170.57144165039062, | |
| "epoch": 0.26871938418474456, | |
| "grad_norm": 1.0438907146453857, | |
| "kl": 0.11488223820924759, | |
| "learning_rate": 4.1608108299967915e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 384 | |
| }, | |
| { | |
| "completion_length": 219.2857208251953, | |
| "epoch": 0.26941917424772566, | |
| "grad_norm": 1.0877920389175415, | |
| "kl": 0.1062377542257309, | |
| "learning_rate": 4.156698761804792e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 385 | |
| }, | |
| { | |
| "completion_length": 175.71429443359375, | |
| "epoch": 0.2701189643107068, | |
| "grad_norm": 2.564737319946289, | |
| "kl": 0.1757022589445114, | |
| "learning_rate": 4.1525786864499555e-07, | |
| "loss": 0.0002, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 386 | |
| }, | |
| { | |
| "completion_length": 197.85714721679688, | |
| "epoch": 0.2708187543736879, | |
| "grad_norm": 1.246633768081665, | |
| "kl": 0.11401327699422836, | |
| "learning_rate": 4.1484506238454477e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 387 | |
| }, | |
| { | |
| "completion_length": 200.92857360839844, | |
| "epoch": 0.271518544436669, | |
| "grad_norm": 1.32391357421875, | |
| "kl": 0.1393825113773346, | |
| "learning_rate": 4.1443145939430356e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 388 | |
| }, | |
| { | |
| "completion_length": 154.07144165039062, | |
| "epoch": 0.2722183344996501, | |
| "grad_norm": 1.0778306722640991, | |
| "kl": 0.1403672844171524, | |
| "learning_rate": 4.1401706167329953e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 389 | |
| }, | |
| { | |
| "completion_length": 187.71429443359375, | |
| "epoch": 0.2729181245626312, | |
| "grad_norm": 0.9315563440322876, | |
| "kl": 0.14357517659664154, | |
| "learning_rate": 4.136018712244014e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 390 | |
| }, | |
| { | |
| "completion_length": 185.85714721679688, | |
| "epoch": 0.2736179146256123, | |
| "grad_norm": 0.01690327189862728, | |
| "kl": 0.108391173183918, | |
| "learning_rate": 4.1318589005430903e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 391 | |
| }, | |
| { | |
| "completion_length": 185.42857360839844, | |
| "epoch": 0.2743177046885934, | |
| "grad_norm": 1.1042805910110474, | |
| "kl": 0.1383601278066635, | |
| "learning_rate": 4.1276912017354445e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 392 | |
| }, | |
| { | |
| "completion_length": 200.57144165039062, | |
| "epoch": 0.27501749475157455, | |
| "grad_norm": 1.1524347066879272, | |
| "kl": 0.13028042018413544, | |
| "learning_rate": 4.123515635964413e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 393 | |
| }, | |
| { | |
| "completion_length": 203.00001525878906, | |
| "epoch": 0.27571728481455565, | |
| "grad_norm": 0.014327870681881905, | |
| "kl": 0.13895606994628906, | |
| "learning_rate": 4.119332223411357e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 394 | |
| }, | |
| { | |
| "completion_length": 189.92857360839844, | |
| "epoch": 0.27641707487753675, | |
| "grad_norm": 0.010174551047384739, | |
| "kl": 0.1431262195110321, | |
| "learning_rate": 4.115140984295562e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 395 | |
| }, | |
| { | |
| "completion_length": 204.6428680419922, | |
| "epoch": 0.27711686494051785, | |
| "grad_norm": 0.009927564300596714, | |
| "kl": 0.13393332064151764, | |
| "learning_rate": 4.1109419388741416e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 396 | |
| }, | |
| { | |
| "completion_length": 130.6428680419922, | |
| "epoch": 0.27781665500349895, | |
| "grad_norm": 1.8417161703109741, | |
| "kl": 0.17228896915912628, | |
| "learning_rate": 4.1067351074419376e-07, | |
| "loss": 0.0002, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 397 | |
| }, | |
| { | |
| "completion_length": 160.1428680419922, | |
| "epoch": 0.27851644506648005, | |
| "grad_norm": 1.7102991342544556, | |
| "kl": 0.15284760296344757, | |
| "learning_rate": 4.1025205103314243e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 398 | |
| }, | |
| { | |
| "completion_length": 153.35714721679688, | |
| "epoch": 0.27921623512946114, | |
| "grad_norm": 0.012750448659062386, | |
| "kl": 0.15221111476421356, | |
| "learning_rate": 4.0982981679126084e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 399 | |
| }, | |
| { | |
| "completion_length": 192.21429443359375, | |
| "epoch": 0.27991602519244224, | |
| "grad_norm": 0.011978665366768837, | |
| "kl": 0.12264849990606308, | |
| "learning_rate": 4.0940681005929313e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 400 | |
| }, | |
| { | |
| "completion_length": 171.50001525878906, | |
| "epoch": 0.2806158152554234, | |
| "grad_norm": 1.029371738433838, | |
| "kl": 0.21356099843978882, | |
| "learning_rate": 4.089830328817171e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 401 | |
| }, | |
| { | |
| "completion_length": 162.42857360839844, | |
| "epoch": 0.2813156053184045, | |
| "grad_norm": 0.023565975949168205, | |
| "kl": 0.2100272923707962, | |
| "learning_rate": 4.0855848730673426e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 402 | |
| }, | |
| { | |
| "completion_length": 179.92857360839844, | |
| "epoch": 0.2820153953813856, | |
| "grad_norm": 2.285959005355835, | |
| "kl": 0.130794957280159, | |
| "learning_rate": 4.081331753862599e-07, | |
| "loss": 0.0001, | |
| "reward": 0.7142857313156128, | |
| "reward_std": 0.4040610194206238, | |
| "rewards/check_gptzero_func": 0.7142857313156128, | |
| "step": 403 | |
| }, | |
| { | |
| "completion_length": 180.85714721679688, | |
| "epoch": 0.2827151854443667, | |
| "grad_norm": 0.014847146347165108, | |
| "kl": 0.15708422660827637, | |
| "learning_rate": 4.077070991759132e-07, | |
| "loss": 0.0002, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 404 | |
| }, | |
| { | |
| "completion_length": 177.6428680419922, | |
| "epoch": 0.2834149755073478, | |
| "grad_norm": 0.010321750305593014, | |
| "kl": 0.14018230140209198, | |
| "learning_rate": 4.072802607350074e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 405 | |
| }, | |
| { | |
| "completion_length": 159.57144165039062, | |
| "epoch": 0.2841147655703289, | |
| "grad_norm": 0.012742813676595688, | |
| "kl": 0.15737994015216827, | |
| "learning_rate": 4.0685266212653967e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 406 | |
| }, | |
| { | |
| "completion_length": 205.7857208251953, | |
| "epoch": 0.28481455563331, | |
| "grad_norm": 1.4977048635482788, | |
| "kl": 0.12560279667377472, | |
| "learning_rate": 4.064243054171812e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 407 | |
| }, | |
| { | |
| "completion_length": 186.21429443359375, | |
| "epoch": 0.28551434569629114, | |
| "grad_norm": 0.007791958283632994, | |
| "kl": 0.1278899908065796, | |
| "learning_rate": 4.059951926772674e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 408 | |
| }, | |
| { | |
| "completion_length": 202.85714721679688, | |
| "epoch": 0.28621413575927224, | |
| "grad_norm": 0.006448006723076105, | |
| "kl": 0.10058410465717316, | |
| "learning_rate": 4.0556532598078753e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 409 | |
| }, | |
| { | |
| "completion_length": 177.7857208251953, | |
| "epoch": 0.28691392582225334, | |
| "grad_norm": 2.2854204177856445, | |
| "kl": 0.15505185723304749, | |
| "learning_rate": 4.0513470740537494e-07, | |
| "loss": 0.0002, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 410 | |
| }, | |
| { | |
| "completion_length": 143.35714721679688, | |
| "epoch": 0.28761371588523443, | |
| "grad_norm": 1.5281881093978882, | |
| "kl": 0.1289946287870407, | |
| "learning_rate": 4.047033390322971e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 411 | |
| }, | |
| { | |
| "completion_length": 192.21429443359375, | |
| "epoch": 0.28831350594821553, | |
| "grad_norm": 1.303729772567749, | |
| "kl": 0.12751147150993347, | |
| "learning_rate": 4.0427122294644517e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 412 | |
| }, | |
| { | |
| "completion_length": 185.35714721679688, | |
| "epoch": 0.28901329601119663, | |
| "grad_norm": 1.3215141296386719, | |
| "kl": 0.18720586597919464, | |
| "learning_rate": 4.038383612363243e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 413 | |
| }, | |
| { | |
| "completion_length": 227.57144165039062, | |
| "epoch": 0.28971308607417773, | |
| "grad_norm": 0.0097136739641428, | |
| "kl": 0.09667594730854034, | |
| "learning_rate": 4.034047559940435e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 414 | |
| }, | |
| { | |
| "completion_length": 170.57144165039062, | |
| "epoch": 0.2904128761371588, | |
| "grad_norm": 1.0739690065383911, | |
| "kl": 0.14166812598705292, | |
| "learning_rate": 4.0297040931530517e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 415 | |
| }, | |
| { | |
| "completion_length": 184.42857360839844, | |
| "epoch": 0.29111266620014, | |
| "grad_norm": 1.1877142190933228, | |
| "kl": 0.10042338818311691, | |
| "learning_rate": 4.025353232993953e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 416 | |
| }, | |
| { | |
| "completion_length": 155.5, | |
| "epoch": 0.2918124562631211, | |
| "grad_norm": 1.1831613779067993, | |
| "kl": 0.17097832262516022, | |
| "learning_rate": 4.020995000491735e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 417 | |
| }, | |
| { | |
| "completion_length": 140.1428680419922, | |
| "epoch": 0.2925122463261022, | |
| "grad_norm": 0.012450830079615116, | |
| "kl": 0.18519897758960724, | |
| "learning_rate": 4.016629416710623e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 418 | |
| }, | |
| { | |
| "completion_length": 173.1428680419922, | |
| "epoch": 0.2932120363890833, | |
| "grad_norm": 1.1009522676467896, | |
| "kl": 0.15228672325611115, | |
| "learning_rate": 4.012256502750372e-07, | |
| "loss": 0.0002, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 419 | |
| }, | |
| { | |
| "completion_length": 132.85714721679688, | |
| "epoch": 0.2939118264520644, | |
| "grad_norm": 2.399618625640869, | |
| "kl": 0.12590643763542175, | |
| "learning_rate": 4.0078762797461675e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 420 | |
| }, | |
| { | |
| "completion_length": 198.35714721679688, | |
| "epoch": 0.29461161651504547, | |
| "grad_norm": 0.009001773782074451, | |
| "kl": 0.12903183698654175, | |
| "learning_rate": 4.003488768868521e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 421 | |
| }, | |
| { | |
| "completion_length": 180.00001525878906, | |
| "epoch": 0.29531140657802657, | |
| "grad_norm": 0.009517885744571686, | |
| "kl": 0.1431788057088852, | |
| "learning_rate": 3.999093991323166e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 422 | |
| }, | |
| { | |
| "completion_length": 216.00001525878906, | |
| "epoch": 0.2960111966410077, | |
| "grad_norm": 1.2407546043395996, | |
| "kl": 0.14400172233581543, | |
| "learning_rate": 3.994691968350958e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 423 | |
| }, | |
| { | |
| "completion_length": 167.2857208251953, | |
| "epoch": 0.2967109867039888, | |
| "grad_norm": 0.02178722620010376, | |
| "kl": 0.20456863939762115, | |
| "learning_rate": 3.9902827212277724e-07, | |
| "loss": 0.0002, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 424 | |
| }, | |
| { | |
| "completion_length": 193.35714721679688, | |
| "epoch": 0.2974107767669699, | |
| "grad_norm": 0.8949815034866333, | |
| "kl": 0.13538450002670288, | |
| "learning_rate": 3.9858662712643986e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 425 | |
| }, | |
| { | |
| "completion_length": 163.42857360839844, | |
| "epoch": 0.298110566829951, | |
| "grad_norm": 1.2736574411392212, | |
| "kl": 0.13569849729537964, | |
| "learning_rate": 3.9814426398064397e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 426 | |
| }, | |
| { | |
| "completion_length": 208.50001525878906, | |
| "epoch": 0.2988103568929321, | |
| "grad_norm": 1.8960295915603638, | |
| "kl": 0.09117873758077621, | |
| "learning_rate": 3.9770118482342087e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 427 | |
| }, | |
| { | |
| "completion_length": 194.35714721679688, | |
| "epoch": 0.2995101469559132, | |
| "grad_norm": 1.1166753768920898, | |
| "kl": 0.09233411401510239, | |
| "learning_rate": 3.9725739179626244e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 428 | |
| }, | |
| { | |
| "completion_length": 211.50001525878906, | |
| "epoch": 0.3002099370188943, | |
| "grad_norm": 0.9930157661437988, | |
| "kl": 0.14115986227989197, | |
| "learning_rate": 3.968128870441109e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 429 | |
| }, | |
| { | |
| "completion_length": 161.0, | |
| "epoch": 0.3009097270818754, | |
| "grad_norm": 0.011348233558237553, | |
| "kl": 0.14792558550834656, | |
| "learning_rate": 3.963676727153481e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 430 | |
| }, | |
| { | |
| "completion_length": 182.42857360839844, | |
| "epoch": 0.30160951714485656, | |
| "grad_norm": 0.009072246961295605, | |
| "kl": 0.13709795475006104, | |
| "learning_rate": 3.959217509617859e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 431 | |
| }, | |
| { | |
| "completion_length": 189.1428680419922, | |
| "epoch": 0.30230930720783766, | |
| "grad_norm": 0.007533005904406309, | |
| "kl": 0.12774527072906494, | |
| "learning_rate": 3.954751239386549e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 432 | |
| }, | |
| { | |
| "completion_length": 197.2857208251953, | |
| "epoch": 0.30300909727081876, | |
| "grad_norm": 0.00751620065420866, | |
| "kl": 0.0973627045750618, | |
| "learning_rate": 3.950277938045947e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 433 | |
| }, | |
| { | |
| "completion_length": 226.50001525878906, | |
| "epoch": 0.30370888733379986, | |
| "grad_norm": 1.0351189374923706, | |
| "kl": 0.09664253145456314, | |
| "learning_rate": 3.9457976272164286e-07, | |
| "loss": 0.0001, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 434 | |
| }, | |
| { | |
| "completion_length": 167.35714721679688, | |
| "epoch": 0.30440867739678096, | |
| "grad_norm": 0.00847623124718666, | |
| "kl": 0.14188340306282043, | |
| "learning_rate": 3.9413103285522495e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 435 | |
| }, | |
| { | |
| "completion_length": 172.92857360839844, | |
| "epoch": 0.30510846745976206, | |
| "grad_norm": 0.009355437941849232, | |
| "kl": 0.14115223288536072, | |
| "learning_rate": 3.93681606374144e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 436 | |
| }, | |
| { | |
| "completion_length": 176.00001525878906, | |
| "epoch": 0.30580825752274315, | |
| "grad_norm": 0.9071304202079773, | |
| "kl": 0.2700052857398987, | |
| "learning_rate": 3.932314854505697e-07, | |
| "loss": 0.0003, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 437 | |
| }, | |
| { | |
| "completion_length": 194.7857208251953, | |
| "epoch": 0.3065080475857243, | |
| "grad_norm": 0.010158144868910313, | |
| "kl": 0.1656620353460312, | |
| "learning_rate": 3.927806722600283e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 438 | |
| }, | |
| { | |
| "completion_length": 191.71429443359375, | |
| "epoch": 0.3072078376487054, | |
| "grad_norm": 0.9690079689025879, | |
| "kl": 0.13316388428211212, | |
| "learning_rate": 3.9232916898139177e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 439 | |
| }, | |
| { | |
| "completion_length": 162.92857360839844, | |
| "epoch": 0.3079076277116865, | |
| "grad_norm": 0.013201621361076832, | |
| "kl": 0.17141349613666534, | |
| "learning_rate": 3.9187697779686766e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 440 | |
| }, | |
| { | |
| "completion_length": 166.2857208251953, | |
| "epoch": 0.3086074177746676, | |
| "grad_norm": 0.01558050885796547, | |
| "kl": 0.17944668233394623, | |
| "learning_rate": 3.9142410089198794e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 441 | |
| }, | |
| { | |
| "completion_length": 167.7857208251953, | |
| "epoch": 0.3093072078376487, | |
| "grad_norm": 0.01309128850698471, | |
| "kl": 0.17336508631706238, | |
| "learning_rate": 3.909705404555992e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 442 | |
| }, | |
| { | |
| "completion_length": 221.00001525878906, | |
| "epoch": 0.3100069979006298, | |
| "grad_norm": 1.2899380922317505, | |
| "kl": 0.1145109310746193, | |
| "learning_rate": 3.9051629867985135e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 443 | |
| }, | |
| { | |
| "completion_length": 164.35714721679688, | |
| "epoch": 0.3107067879636109, | |
| "grad_norm": 0.024782003834843636, | |
| "kl": 0.16590863466262817, | |
| "learning_rate": 3.9006137776018756e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 444 | |
| }, | |
| { | |
| "completion_length": 179.35714721679688, | |
| "epoch": 0.311406578026592, | |
| "grad_norm": 1.850183367729187, | |
| "kl": 0.15818960964679718, | |
| "learning_rate": 3.896057798953333e-07, | |
| "loss": 0.0002, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 445 | |
| }, | |
| { | |
| "completion_length": 204.50001525878906, | |
| "epoch": 0.31210636808957315, | |
| "grad_norm": 0.01804116554558277, | |
| "kl": 0.1586751490831375, | |
| "learning_rate": 3.8914950728728597e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 446 | |
| }, | |
| { | |
| "completion_length": 193.71429443359375, | |
| "epoch": 0.31280615815255425, | |
| "grad_norm": 0.8885690569877625, | |
| "kl": 0.13960577547550201, | |
| "learning_rate": 3.886925621413041e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 447 | |
| }, | |
| { | |
| "completion_length": 159.92857360839844, | |
| "epoch": 0.31350594821553535, | |
| "grad_norm": 1.829359531402588, | |
| "kl": 0.16523723304271698, | |
| "learning_rate": 3.882349466658967e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 448 | |
| }, | |
| { | |
| "completion_length": 178.1428680419922, | |
| "epoch": 0.31420573827851644, | |
| "grad_norm": 0.011123896576464176, | |
| "kl": 0.1395711749792099, | |
| "learning_rate": 3.8777666307281277e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 449 | |
| }, | |
| { | |
| "completion_length": 187.7857208251953, | |
| "epoch": 0.31490552834149754, | |
| "grad_norm": 1.3126987218856812, | |
| "kl": 0.18052725493907928, | |
| "learning_rate": 3.873177135770302e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 450 | |
| }, | |
| { | |
| "completion_length": 179.00001525878906, | |
| "epoch": 0.31560531840447864, | |
| "grad_norm": 1.1596554517745972, | |
| "kl": 0.16147735714912415, | |
| "learning_rate": 3.8685810039674547e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 451 | |
| }, | |
| { | |
| "completion_length": 219.71429443359375, | |
| "epoch": 0.31630510846745974, | |
| "grad_norm": 1.1789698600769043, | |
| "kl": 0.1065596416592598, | |
| "learning_rate": 3.8639782575336287e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 452 | |
| }, | |
| { | |
| "completion_length": 187.7857208251953, | |
| "epoch": 0.3170048985304409, | |
| "grad_norm": 0.02577633410692215, | |
| "kl": 0.15941867232322693, | |
| "learning_rate": 3.8593689187148337e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 453 | |
| }, | |
| { | |
| "completion_length": 206.42857360839844, | |
| "epoch": 0.317704688593422, | |
| "grad_norm": 0.00979100912809372, | |
| "kl": 0.11754533648490906, | |
| "learning_rate": 3.854753009788947e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 454 | |
| }, | |
| { | |
| "completion_length": 161.7857208251953, | |
| "epoch": 0.3184044786564031, | |
| "grad_norm": 1.6515514850616455, | |
| "kl": 0.19671931862831116, | |
| "learning_rate": 3.850130553065595e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 455 | |
| }, | |
| { | |
| "completion_length": 187.50001525878906, | |
| "epoch": 0.3191042687193842, | |
| "grad_norm": 0.01866884157061577, | |
| "kl": 0.14069817960262299, | |
| "learning_rate": 3.845501570886054e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 456 | |
| }, | |
| { | |
| "completion_length": 198.92857360839844, | |
| "epoch": 0.3198040587823653, | |
| "grad_norm": 1.2667752504348755, | |
| "kl": 0.13826407492160797, | |
| "learning_rate": 3.840866085623138e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 457 | |
| }, | |
| { | |
| "completion_length": 223.00001525878906, | |
| "epoch": 0.3205038488453464, | |
| "grad_norm": 1.4195311069488525, | |
| "kl": 0.1290283203125, | |
| "learning_rate": 3.836224119681094e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 458 | |
| }, | |
| { | |
| "completion_length": 214.6428680419922, | |
| "epoch": 0.3212036389083275, | |
| "grad_norm": 0.013162168674170971, | |
| "kl": 0.0947316437959671, | |
| "learning_rate": 3.831575695495487e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 459 | |
| }, | |
| { | |
| "completion_length": 196.85714721679688, | |
| "epoch": 0.3219034289713086, | |
| "grad_norm": 1.5086344480514526, | |
| "kl": 0.13508260250091553, | |
| "learning_rate": 3.826920835533101e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 460 | |
| }, | |
| { | |
| "completion_length": 213.71429443359375, | |
| "epoch": 0.32260321903428973, | |
| "grad_norm": 0.01093920785933733, | |
| "kl": 0.1424056589603424, | |
| "learning_rate": 3.822259562291821e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 461 | |
| }, | |
| { | |
| "completion_length": 167.5, | |
| "epoch": 0.32330300909727083, | |
| "grad_norm": 0.008407356217503548, | |
| "kl": 0.14815574884414673, | |
| "learning_rate": 3.817591898300534e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 462 | |
| }, | |
| { | |
| "completion_length": 186.2857208251953, | |
| "epoch": 0.32400279916025193, | |
| "grad_norm": 1.7629343271255493, | |
| "kl": 0.14456768333911896, | |
| "learning_rate": 3.8129178661190085e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 463 | |
| }, | |
| { | |
| "completion_length": 153.7857208251953, | |
| "epoch": 0.32470258922323303, | |
| "grad_norm": 1.3593230247497559, | |
| "kl": 0.19365935027599335, | |
| "learning_rate": 3.8082374883377956e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 464 | |
| }, | |
| { | |
| "completion_length": 207.35714721679688, | |
| "epoch": 0.3254023792862141, | |
| "grad_norm": 1.344556212425232, | |
| "kl": 0.11241815984249115, | |
| "learning_rate": 3.8035507875781156e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 465 | |
| }, | |
| { | |
| "completion_length": 197.07144165039062, | |
| "epoch": 0.3261021693491952, | |
| "grad_norm": 1.1704262495040894, | |
| "kl": 0.18255966901779175, | |
| "learning_rate": 3.7988577864917487e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 466 | |
| }, | |
| { | |
| "completion_length": 184.35714721679688, | |
| "epoch": 0.3268019594121763, | |
| "grad_norm": 0.011217900551855564, | |
| "kl": 0.14471596479415894, | |
| "learning_rate": 3.7941585077609264e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 467 | |
| }, | |
| { | |
| "completion_length": 175.2857208251953, | |
| "epoch": 0.3275017494751575, | |
| "grad_norm": 0.0099489726126194, | |
| "kl": 0.1380590945482254, | |
| "learning_rate": 3.7894529740982183e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 468 | |
| }, | |
| { | |
| "completion_length": 175.07144165039062, | |
| "epoch": 0.3282015395381386, | |
| "grad_norm": 2.6390817165374756, | |
| "kl": 0.18724487721920013, | |
| "learning_rate": 3.784741208246431e-07, | |
| "loss": 0.0002, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 469 | |
| }, | |
| { | |
| "completion_length": 186.42857360839844, | |
| "epoch": 0.3289013296011197, | |
| "grad_norm": 0.011759848333895206, | |
| "kl": 0.15252262353897095, | |
| "learning_rate": 3.7800232329784874e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 470 | |
| }, | |
| { | |
| "completion_length": 176.6428680419922, | |
| "epoch": 0.3296011196641008, | |
| "grad_norm": 0.014718899503350258, | |
| "kl": 0.1921573430299759, | |
| "learning_rate": 3.7752990710973243e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 471 | |
| }, | |
| { | |
| "completion_length": 175.71429443359375, | |
| "epoch": 0.33030090972708187, | |
| "grad_norm": 0.014721820130944252, | |
| "kl": 0.18067756295204163, | |
| "learning_rate": 3.7705687454357795e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 472 | |
| }, | |
| { | |
| "completion_length": 238.35714721679688, | |
| "epoch": 0.33100069979006297, | |
| "grad_norm": 0.9916889071464539, | |
| "kl": 0.11218740046024323, | |
| "learning_rate": 3.765832278856481e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 473 | |
| }, | |
| { | |
| "completion_length": 190.21429443359375, | |
| "epoch": 0.33170048985304407, | |
| "grad_norm": 0.03439653292298317, | |
| "kl": 0.20360586047172546, | |
| "learning_rate": 3.7610896942517355e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 474 | |
| }, | |
| { | |
| "completion_length": 209.92857360839844, | |
| "epoch": 0.33240027991602517, | |
| "grad_norm": 0.010569430887699127, | |
| "kl": 0.12097764760255814, | |
| "learning_rate": 3.756341014543425e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 475 | |
| }, | |
| { | |
| "completion_length": 176.6428680419922, | |
| "epoch": 0.3331000699790063, | |
| "grad_norm": 1.319534182548523, | |
| "kl": 0.1647622138261795, | |
| "learning_rate": 3.7515862626828823e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 476 | |
| }, | |
| { | |
| "completion_length": 176.21429443359375, | |
| "epoch": 0.3337998600419874, | |
| "grad_norm": 0.013711081817746162, | |
| "kl": 0.1440211832523346, | |
| "learning_rate": 3.7468254616507956e-07, | |
| "loss": 0.0001, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 477 | |
| }, | |
| { | |
| "completion_length": 166.2857208251953, | |
| "epoch": 0.3344996501049685, | |
| "grad_norm": 1.3477894067764282, | |
| "kl": 0.17784541845321655, | |
| "learning_rate": 3.742058634457085e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 478 | |
| }, | |
| { | |
| "completion_length": 167.42857360839844, | |
| "epoch": 0.3351994401679496, | |
| "grad_norm": 0.011473475955426693, | |
| "kl": 0.16440436244010925, | |
| "learning_rate": 3.737285804140799e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 479 | |
| }, | |
| { | |
| "completion_length": 171.1428680419922, | |
| "epoch": 0.3358992302309307, | |
| "grad_norm": 1.478050947189331, | |
| "kl": 0.18164397776126862, | |
| "learning_rate": 3.7325069937699994e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 480 | |
| }, | |
| { | |
| "completion_length": 204.7857208251953, | |
| "epoch": 0.3365990202939118, | |
| "grad_norm": 0.01435791701078415, | |
| "kl": 0.17547443509101868, | |
| "learning_rate": 3.7277222264416504e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 481 | |
| }, | |
| { | |
| "completion_length": 186.07144165039062, | |
| "epoch": 0.3372988103568929, | |
| "grad_norm": 0.018172932788729668, | |
| "kl": 0.16386054456233978, | |
| "learning_rate": 3.722931525281508e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 482 | |
| }, | |
| { | |
| "completion_length": 182.2857208251953, | |
| "epoch": 0.33799860041987406, | |
| "grad_norm": 0.06221003085374832, | |
| "kl": 0.2264447659254074, | |
| "learning_rate": 3.718134913444007e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 483 | |
| }, | |
| { | |
| "completion_length": 166.7857208251953, | |
| "epoch": 0.33869839048285516, | |
| "grad_norm": 2.0576183795928955, | |
| "kl": 0.16736780107021332, | |
| "learning_rate": 3.713332414112152e-07, | |
| "loss": 0.0002, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 484 | |
| }, | |
| { | |
| "completion_length": 208.50001525878906, | |
| "epoch": 0.33939818054583626, | |
| "grad_norm": 1.1399970054626465, | |
| "kl": 0.14454233646392822, | |
| "learning_rate": 3.708524050497399e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 485 | |
| }, | |
| { | |
| "completion_length": 205.50001525878906, | |
| "epoch": 0.34009797060881736, | |
| "grad_norm": 1.0119779109954834, | |
| "kl": 0.1506783664226532, | |
| "learning_rate": 3.703709845839552e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 486 | |
| }, | |
| { | |
| "completion_length": 203.2857208251953, | |
| "epoch": 0.34079776067179846, | |
| "grad_norm": 0.009078477509319782, | |
| "kl": 0.12604613602161407, | |
| "learning_rate": 3.6988898234066405e-07, | |
| "loss": 0.0001, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 487 | |
| }, | |
| { | |
| "completion_length": 207.2857208251953, | |
| "epoch": 0.34149755073477955, | |
| "grad_norm": 1.2624167203903198, | |
| "kl": 0.1470993310213089, | |
| "learning_rate": 3.694064006494818e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 488 | |
| }, | |
| { | |
| "completion_length": 226.00001525878906, | |
| "epoch": 0.34219734079776065, | |
| "grad_norm": 1.0285292863845825, | |
| "kl": 0.13139139115810394, | |
| "learning_rate": 3.6892324184282404e-07, | |
| "loss": 0.0001, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 489 | |
| }, | |
| { | |
| "completion_length": 188.2857208251953, | |
| "epoch": 0.34289713086074175, | |
| "grad_norm": 0.01640986278653145, | |
| "kl": 0.18013492226600647, | |
| "learning_rate": 3.6843950825589575e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 490 | |
| }, | |
| { | |
| "completion_length": 201.00001525878906, | |
| "epoch": 0.3435969209237229, | |
| "grad_norm": 0.012897200882434845, | |
| "kl": 0.1696484386920929, | |
| "learning_rate": 3.6795520222668e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 491 | |
| }, | |
| { | |
| "completion_length": 184.85714721679688, | |
| "epoch": 0.344296710986704, | |
| "grad_norm": 0.009800958447158337, | |
| "kl": 0.161555215716362, | |
| "learning_rate": 3.674703260959266e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 492 | |
| }, | |
| { | |
| "completion_length": 183.85714721679688, | |
| "epoch": 0.3449965010496851, | |
| "grad_norm": 1.2248705625534058, | |
| "kl": 0.19914430379867554, | |
| "learning_rate": 3.669848822071407e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 493 | |
| }, | |
| { | |
| "completion_length": 156.07144165039062, | |
| "epoch": 0.3456962911126662, | |
| "grad_norm": 0.01988043822348118, | |
| "kl": 0.2022208720445633, | |
| "learning_rate": 3.664988729065715e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 494 | |
| }, | |
| { | |
| "completion_length": 176.92857360839844, | |
| "epoch": 0.3463960811756473, | |
| "grad_norm": 0.030839132145047188, | |
| "kl": 0.20638853311538696, | |
| "learning_rate": 3.660123005432011e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 495 | |
| }, | |
| { | |
| "completion_length": 191.7857208251953, | |
| "epoch": 0.3470958712386284, | |
| "grad_norm": 1.8996195793151855, | |
| "kl": 0.19397129118442535, | |
| "learning_rate": 3.655251674687329e-07, | |
| "loss": 0.0002, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 496 | |
| }, | |
| { | |
| "completion_length": 228.1428680419922, | |
| "epoch": 0.3477956613016095, | |
| "grad_norm": 1.9669594764709473, | |
| "kl": 0.16077013313770294, | |
| "learning_rate": 3.650374760375804e-07, | |
| "loss": 0.0002, | |
| "reward": 0.785714328289032, | |
| "reward_std": 0.30304574966430664, | |
| "rewards/check_gptzero_func": 0.785714328289032, | |
| "step": 497 | |
| }, | |
| { | |
| "completion_length": 220.2857208251953, | |
| "epoch": 0.34849545136459065, | |
| "grad_norm": 0.017728207632899284, | |
| "kl": 0.16397885978221893, | |
| "learning_rate": 3.6454922860685556e-07, | |
| "loss": 0.0002, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/check_gptzero_func": 1.0, | |
| "step": 498 | |
| }, | |
| { | |
| "completion_length": 190.2857208251953, | |
| "epoch": 0.34919524142757175, | |
| "grad_norm": 1.5983257293701172, | |
| "kl": 0.16851238906383514, | |
| "learning_rate": 3.640604275363579e-07, | |
| "loss": 0.0002, | |
| "reward": 0.8571429252624512, | |
| "reward_std": 0.2020305097103119, | |
| "rewards/check_gptzero_func": 0.8571429252624512, | |
| "step": 499 | |
| }, | |
| { | |
| "completion_length": 175.07144165039062, | |
| "epoch": 0.34989503149055284, | |
| "grad_norm": 1.2043014764785767, | |
| "kl": 0.19212080538272858, | |
| "learning_rate": 3.6357107518856256e-07, | |
| "loss": 0.0002, | |
| "reward": 0.9285714626312256, | |
| "reward_std": 0.10101525485515594, | |
| "rewards/check_gptzero_func": 0.9285714626312256, | |
| "step": 500 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1429, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |