| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0018214936247722, | |
| "eval_steps": 500, | |
| "global_step": 550, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.46431864432643544, | |
| "learning_rate": 1.2121212121212122e-06, | |
| "loss": 1.4151, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.42969176658539837, | |
| "learning_rate": 2.4242424242424244e-06, | |
| "loss": 1.3729, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.5004307936270223, | |
| "learning_rate": 3.636363636363636e-06, | |
| "loss": 1.3989, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.43666634920041486, | |
| "learning_rate": 4.848484848484849e-06, | |
| "loss": 1.3363, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.4691114419353825, | |
| "learning_rate": 6.060606060606061e-06, | |
| "loss": 1.4293, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.4277596061377729, | |
| "learning_rate": 7.272727272727272e-06, | |
| "loss": 1.4343, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.4238339229382504, | |
| "learning_rate": 8.484848484848486e-06, | |
| "loss": 1.4462, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.40992048534183273, | |
| "learning_rate": 9.696969696969698e-06, | |
| "loss": 1.2756, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.37885700313540693, | |
| "learning_rate": 1.0909090909090909e-05, | |
| "loss": 1.3464, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.36066141170123023, | |
| "learning_rate": 1.2121212121212122e-05, | |
| "loss": 1.3419, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.35617169386863406, | |
| "learning_rate": 1.3333333333333333e-05, | |
| "loss": 1.3533, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.3040188564782602, | |
| "learning_rate": 1.4545454545454545e-05, | |
| "loss": 1.2395, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.31038319439216566, | |
| "learning_rate": 1.5757575757575756e-05, | |
| "loss": 1.3082, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.26683768372135835, | |
| "learning_rate": 1.6969696969696972e-05, | |
| "loss": 1.3063, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.3652323682563078, | |
| "learning_rate": 1.8181818181818182e-05, | |
| "loss": 1.3045, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.23559121485457843, | |
| "learning_rate": 1.9393939393939395e-05, | |
| "loss": 1.2366, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.2342299313020104, | |
| "learning_rate": 2.0606060606060608e-05, | |
| "loss": 1.2831, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.2202931700357255, | |
| "learning_rate": 2.1818181818181818e-05, | |
| "loss": 1.3064, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.2097660599292375, | |
| "learning_rate": 2.3030303030303034e-05, | |
| "loss": 1.2376, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.2356785314652122, | |
| "learning_rate": 2.4242424242424244e-05, | |
| "loss": 1.2802, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.24639302530564244, | |
| "learning_rate": 2.5454545454545454e-05, | |
| "loss": 1.3016, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.24373126133228787, | |
| "learning_rate": 2.6666666666666667e-05, | |
| "loss": 1.3407, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.24488805144123432, | |
| "learning_rate": 2.7878787878787883e-05, | |
| "loss": 1.3325, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.2653033507571198, | |
| "learning_rate": 2.909090909090909e-05, | |
| "loss": 1.2811, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.2841724819336817, | |
| "learning_rate": 3.0303030303030306e-05, | |
| "loss": 1.2837, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.2183883020111492, | |
| "learning_rate": 3.151515151515151e-05, | |
| "loss": 1.2472, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.2137995163762026, | |
| "learning_rate": 3.272727272727273e-05, | |
| "loss": 1.2854, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.19499006223503876, | |
| "learning_rate": 3.3939393939393945e-05, | |
| "loss": 1.3018, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.17367919355340256, | |
| "learning_rate": 3.515151515151515e-05, | |
| "loss": 1.2824, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.18326045693683557, | |
| "learning_rate": 3.6363636363636364e-05, | |
| "loss": 1.2192, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.17474388188066411, | |
| "learning_rate": 3.757575757575758e-05, | |
| "loss": 1.2078, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.17856970178098716, | |
| "learning_rate": 3.878787878787879e-05, | |
| "loss": 1.2683, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.18617589704298348, | |
| "learning_rate": 4e-05, | |
| "loss": 1.2265, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.17653209733215317, | |
| "learning_rate": 4.1212121212121216e-05, | |
| "loss": 1.319, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.1722921367585233, | |
| "learning_rate": 4.242424242424243e-05, | |
| "loss": 1.2117, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.176642606378719, | |
| "learning_rate": 4.3636363636363636e-05, | |
| "loss": 1.2512, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.16696442324691066, | |
| "learning_rate": 4.484848484848485e-05, | |
| "loss": 1.2637, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.17035384059517106, | |
| "learning_rate": 4.606060606060607e-05, | |
| "loss": 1.2699, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.15545801881444482, | |
| "learning_rate": 4.7272727272727275e-05, | |
| "loss": 1.2939, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.17111439344347512, | |
| "learning_rate": 4.848484848484849e-05, | |
| "loss": 1.3033, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.16994151343455458, | |
| "learning_rate": 4.9696969696969694e-05, | |
| "loss": 1.2603, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.15929214926453447, | |
| "learning_rate": 5.090909090909091e-05, | |
| "loss": 1.2626, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.16761261516238699, | |
| "learning_rate": 5.212121212121213e-05, | |
| "loss": 1.296, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.15754700542426123, | |
| "learning_rate": 5.333333333333333e-05, | |
| "loss": 1.278, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.15522526683877644, | |
| "learning_rate": 5.4545454545454546e-05, | |
| "loss": 1.2355, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.1577929926930023, | |
| "learning_rate": 5.5757575757575766e-05, | |
| "loss": 1.2879, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.31075066632858317, | |
| "learning_rate": 5.696969696969697e-05, | |
| "loss": 1.2202, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.1663780653395111, | |
| "learning_rate": 5.818181818181818e-05, | |
| "loss": 1.2319, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.16049499655883026, | |
| "learning_rate": 5.93939393939394e-05, | |
| "loss": 1.2801, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.14515773124436285, | |
| "learning_rate": 6.060606060606061e-05, | |
| "loss": 1.2588, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.14653064850325623, | |
| "learning_rate": 6.181818181818182e-05, | |
| "loss": 1.2677, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.17193239746689878, | |
| "learning_rate": 6.303030303030302e-05, | |
| "loss": 1.2742, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.1967020450342533, | |
| "learning_rate": 6.424242424242424e-05, | |
| "loss": 1.1545, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.16247531997247225, | |
| "learning_rate": 6.545454545454546e-05, | |
| "loss": 1.222, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.14990706377244528, | |
| "learning_rate": 6.666666666666667e-05, | |
| "loss": 1.2103, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.1412817445239095, | |
| "learning_rate": 6.787878787878789e-05, | |
| "loss": 1.2169, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.14575971073482757, | |
| "learning_rate": 6.90909090909091e-05, | |
| "loss": 1.2751, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.13714747569950891, | |
| "learning_rate": 7.03030303030303e-05, | |
| "loss": 1.2508, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.14334695156859903, | |
| "learning_rate": 7.151515151515152e-05, | |
| "loss": 1.2721, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.1456824177522916, | |
| "learning_rate": 7.272727272727273e-05, | |
| "loss": 1.2649, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.15030318240210044, | |
| "learning_rate": 7.393939393939395e-05, | |
| "loss": 1.2167, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.1651326066719482, | |
| "learning_rate": 7.515151515151515e-05, | |
| "loss": 1.3126, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.1408250406479118, | |
| "learning_rate": 7.636363636363637e-05, | |
| "loss": 1.2891, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.21501384376905694, | |
| "learning_rate": 7.757575757575758e-05, | |
| "loss": 1.3019, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.1365168726167339, | |
| "learning_rate": 7.878787878787879e-05, | |
| "loss": 1.2498, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.1431463689660936, | |
| "learning_rate": 8e-05, | |
| "loss": 1.2793, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.13689045214286194, | |
| "learning_rate": 8.121212121212121e-05, | |
| "loss": 1.2295, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.13483608710081227, | |
| "learning_rate": 8.242424242424243e-05, | |
| "loss": 1.2258, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.13707618564415613, | |
| "learning_rate": 8.363636363636364e-05, | |
| "loss": 1.2252, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.13780236215967515, | |
| "learning_rate": 8.484848484848486e-05, | |
| "loss": 1.2565, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.14036805493494423, | |
| "learning_rate": 8.606060606060606e-05, | |
| "loss": 1.3023, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.12776919439147982, | |
| "learning_rate": 8.727272727272727e-05, | |
| "loss": 1.2292, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.1289941815481437, | |
| "learning_rate": 8.848484848484849e-05, | |
| "loss": 1.2191, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.13943952294847306, | |
| "learning_rate": 8.96969696969697e-05, | |
| "loss": 1.2915, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.1493528502117281, | |
| "learning_rate": 9.090909090909092e-05, | |
| "loss": 1.2797, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.1252401242451818, | |
| "learning_rate": 9.212121212121214e-05, | |
| "loss": 1.2552, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.13969800467546992, | |
| "learning_rate": 9.333333333333334e-05, | |
| "loss": 1.3147, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.1277258491470434, | |
| "learning_rate": 9.454545454545455e-05, | |
| "loss": 1.2089, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.133041369314817, | |
| "learning_rate": 9.575757575757576e-05, | |
| "loss": 1.2761, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.14564572037181842, | |
| "learning_rate": 9.696969696969698e-05, | |
| "loss": 1.1901, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.13666505656492195, | |
| "learning_rate": 9.818181818181818e-05, | |
| "loss": 1.2615, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.135007805210003, | |
| "learning_rate": 9.939393939393939e-05, | |
| "loss": 1.2669, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.17287563365884975, | |
| "learning_rate": 0.00010060606060606062, | |
| "loss": 1.2669, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.12934306326048103, | |
| "learning_rate": 0.00010181818181818181, | |
| "loss": 1.1979, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.13517436169178096, | |
| "learning_rate": 0.00010303030303030303, | |
| "loss": 1.2226, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.12105351159271568, | |
| "learning_rate": 0.00010424242424242425, | |
| "loss": 1.1172, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.1281676431775383, | |
| "learning_rate": 0.00010545454545454545, | |
| "loss": 1.2046, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.11730963057933333, | |
| "learning_rate": 0.00010666666666666667, | |
| "loss": 1.1883, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.12655235108503246, | |
| "learning_rate": 0.00010787878787878789, | |
| "loss": 1.1331, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.13047560307970027, | |
| "learning_rate": 0.00010909090909090909, | |
| "loss": 1.2731, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.12193522973752649, | |
| "learning_rate": 0.00011030303030303031, | |
| "loss": 1.2161, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.12804360300116346, | |
| "learning_rate": 0.00011151515151515153, | |
| "loss": 1.3062, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.15991741754516206, | |
| "learning_rate": 0.00011272727272727272, | |
| "loss": 1.239, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.15140182244454561, | |
| "learning_rate": 0.00011393939393939394, | |
| "loss": 1.2349, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.12320241076263434, | |
| "learning_rate": 0.00011515151515151516, | |
| "loss": 1.2875, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.13235998458230466, | |
| "learning_rate": 0.00011636363636363636, | |
| "loss": 1.2218, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.11783688734798668, | |
| "learning_rate": 0.00011757575757575758, | |
| "loss": 1.1864, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.3151933420750235, | |
| "learning_rate": 0.0001187878787878788, | |
| "loss": 1.3023, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.12665632567219295, | |
| "learning_rate": 0.00012, | |
| "loss": 1.2249, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.1228886740460738, | |
| "learning_rate": 0.00012121212121212122, | |
| "loss": 1.2517, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.11892005244989344, | |
| "learning_rate": 0.00012242424242424243, | |
| "loss": 1.2586, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.1232340827222201, | |
| "learning_rate": 0.00012363636363636364, | |
| "loss": 1.3217, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.13837226869323116, | |
| "learning_rate": 0.00012484848484848487, | |
| "loss": 1.2693, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.12068217991774362, | |
| "learning_rate": 0.00012606060606060605, | |
| "loss": 1.2623, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.16779277284606545, | |
| "learning_rate": 0.00012727272727272728, | |
| "loss": 1.2415, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.13396891539963085, | |
| "learning_rate": 0.0001284848484848485, | |
| "loss": 1.2313, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.12457104490772812, | |
| "learning_rate": 0.0001296969696969697, | |
| "loss": 1.1758, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.12676816816563452, | |
| "learning_rate": 0.00013090909090909093, | |
| "loss": 1.2478, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.11973639622066906, | |
| "learning_rate": 0.00013212121212121213, | |
| "loss": 1.2335, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.1330159646034068, | |
| "learning_rate": 0.00013333333333333334, | |
| "loss": 1.26, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.1298003025338099, | |
| "learning_rate": 0.00013454545454545455, | |
| "loss": 1.1907, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.1226154813287666, | |
| "learning_rate": 0.00013575757575757578, | |
| "loss": 1.1807, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.12533753244302145, | |
| "learning_rate": 0.00013696969696969696, | |
| "loss": 1.2098, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.12673266503840944, | |
| "learning_rate": 0.0001381818181818182, | |
| "loss": 1.2265, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.1299039569361384, | |
| "learning_rate": 0.0001393939393939394, | |
| "loss": 1.2534, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.13023496663090803, | |
| "learning_rate": 0.0001406060606060606, | |
| "loss": 1.2453, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.12001793500864573, | |
| "learning_rate": 0.00014181818181818184, | |
| "loss": 1.1608, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.14561862193041028, | |
| "learning_rate": 0.00014303030303030304, | |
| "loss": 1.2233, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.12636130876430832, | |
| "learning_rate": 0.00014424242424242425, | |
| "loss": 1.2833, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.189556849271166, | |
| "learning_rate": 0.00014545454545454546, | |
| "loss": 1.3105, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.12409073764495662, | |
| "learning_rate": 0.00014666666666666666, | |
| "loss": 1.1534, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.12149212466969316, | |
| "learning_rate": 0.0001478787878787879, | |
| "loss": 1.3039, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.12147336887953522, | |
| "learning_rate": 0.0001490909090909091, | |
| "loss": 1.326, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.1176585016163167, | |
| "learning_rate": 0.0001503030303030303, | |
| "loss": 1.191, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.2066428974234372, | |
| "learning_rate": 0.00015151515151515152, | |
| "loss": 1.3054, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.29582724255710047, | |
| "learning_rate": 0.00015272727272727275, | |
| "loss": 1.2032, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.13084381204119358, | |
| "learning_rate": 0.00015393939393939393, | |
| "loss": 1.2289, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.1294157600411397, | |
| "learning_rate": 0.00015515151515151516, | |
| "loss": 1.2561, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.14039614543447027, | |
| "learning_rate": 0.00015636363636363637, | |
| "loss": 1.243, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.19939984917282128, | |
| "learning_rate": 0.00015757575757575757, | |
| "loss": 1.1286, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.14402764349968203, | |
| "learning_rate": 0.0001587878787878788, | |
| "loss": 1.1959, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.13970978861500938, | |
| "learning_rate": 0.00016, | |
| "loss": 1.1814, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.14539538472563127, | |
| "learning_rate": 0.00016121212121212122, | |
| "loss": 1.2317, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.13456425455391557, | |
| "learning_rate": 0.00016242424242424243, | |
| "loss": 1.2239, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.1314997837157779, | |
| "learning_rate": 0.00016363636363636366, | |
| "loss": 1.1986, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.14046946525591422, | |
| "learning_rate": 0.00016484848484848487, | |
| "loss": 1.2238, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.6095538041505763, | |
| "learning_rate": 0.00016606060606060607, | |
| "loss": 1.2332, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.17707289712054367, | |
| "learning_rate": 0.00016727272727272728, | |
| "loss": 1.2401, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.19335172179099247, | |
| "learning_rate": 0.00016848484848484848, | |
| "loss": 1.2361, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.13725591818701255, | |
| "learning_rate": 0.00016969696969696972, | |
| "loss": 1.193, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.15535575462507384, | |
| "learning_rate": 0.0001709090909090909, | |
| "loss": 1.2769, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.14909436560898923, | |
| "learning_rate": 0.00017212121212121213, | |
| "loss": 1.2602, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.15054368082407957, | |
| "learning_rate": 0.00017333333333333334, | |
| "loss": 1.2607, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.13386897838741724, | |
| "learning_rate": 0.00017454545454545454, | |
| "loss": 1.168, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.13567889528730145, | |
| "learning_rate": 0.00017575757575757578, | |
| "loss": 1.1984, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.13994382298003089, | |
| "learning_rate": 0.00017696969696969698, | |
| "loss": 1.2795, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.13941573210713187, | |
| "learning_rate": 0.0001781818181818182, | |
| "loss": 1.2303, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.18302605925485763, | |
| "learning_rate": 0.0001793939393939394, | |
| "loss": 1.2696, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.1547402223275396, | |
| "learning_rate": 0.00018060606060606063, | |
| "loss": 1.1276, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.19947594494850646, | |
| "learning_rate": 0.00018181818181818183, | |
| "loss": 1.271, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.1517101450465788, | |
| "learning_rate": 0.00018303030303030304, | |
| "loss": 1.2193, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.19251063116857103, | |
| "learning_rate": 0.00018424242424242427, | |
| "loss": 1.2703, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.16789099560498666, | |
| "learning_rate": 0.00018545454545454545, | |
| "loss": 1.2244, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.14907376557922342, | |
| "learning_rate": 0.0001866666666666667, | |
| "loss": 1.264, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.14276598263036905, | |
| "learning_rate": 0.0001878787878787879, | |
| "loss": 1.2545, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.14526753816999002, | |
| "learning_rate": 0.0001890909090909091, | |
| "loss": 1.2912, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.1627048894660859, | |
| "learning_rate": 0.0001903030303030303, | |
| "loss": 1.2573, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.16405036632332695, | |
| "learning_rate": 0.0001915151515151515, | |
| "loss": 1.2359, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.14533427219788658, | |
| "learning_rate": 0.00019272727272727274, | |
| "loss": 1.1718, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.13802382666732702, | |
| "learning_rate": 0.00019393939393939395, | |
| "loss": 1.2297, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.15620193618511755, | |
| "learning_rate": 0.00019515151515151516, | |
| "loss": 1.2287, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.1401696295700075, | |
| "learning_rate": 0.00019636363636363636, | |
| "loss": 1.2231, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.15816133304035035, | |
| "learning_rate": 0.0001975757575757576, | |
| "loss": 1.2804, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.14626275180535692, | |
| "learning_rate": 0.00019878787878787878, | |
| "loss": 1.2115, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.13100680398305042, | |
| "learning_rate": 0.0002, | |
| "loss": 1.2524, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.14849458896148926, | |
| "learning_rate": 0.00019999977531546566, | |
| "loss": 1.2161, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.13628125499037252, | |
| "learning_rate": 0.0001999991012628722, | |
| "loss": 1.2452, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.18617698759086793, | |
| "learning_rate": 0.00019999797784524866, | |
| "loss": 1.2197, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.14416004826313944, | |
| "learning_rate": 0.00019999640506764336, | |
| "loss": 1.2796, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.13807081386834757, | |
| "learning_rate": 0.0001999943829371238, | |
| "loss": 1.2732, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.16526927436841996, | |
| "learning_rate": 0.0001999919114627769, | |
| "loss": 1.3016, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.14479672734919855, | |
| "learning_rate": 0.0001999889906557086, | |
| "loss": 1.3106, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.13829284006072087, | |
| "learning_rate": 0.00019998562052904418, | |
| "loss": 1.3355, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.13484630104616105, | |
| "learning_rate": 0.0001999818010979279, | |
| "loss": 1.1928, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.14972770674556948, | |
| "learning_rate": 0.00019997753237952317, | |
| "loss": 1.2559, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.13378525020528342, | |
| "learning_rate": 0.00019997281439301218, | |
| "loss": 1.2673, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.13242998699125438, | |
| "learning_rate": 0.00019996764715959618, | |
| "loss": 1.2272, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.12938881004364342, | |
| "learning_rate": 0.00019996203070249516, | |
| "loss": 1.2035, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.13388032350164566, | |
| "learning_rate": 0.00019995596504694763, | |
| "loss": 1.2642, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.13893372222140873, | |
| "learning_rate": 0.00019994945022021082, | |
| "loss": 1.2235, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.14131710715500717, | |
| "learning_rate": 0.00019994248625156038, | |
| "loss": 1.1095, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.13448100369103572, | |
| "learning_rate": 0.0001999350731722902, | |
| "loss": 1.1879, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.13862444003216381, | |
| "learning_rate": 0.00019992721101571236, | |
| "loss": 1.2227, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.13506115547921224, | |
| "learning_rate": 0.00019991889981715698, | |
| "loss": 1.2833, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.13174857502600473, | |
| "learning_rate": 0.00019991013961397197, | |
| "loss": 1.2394, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.1290276308949748, | |
| "learning_rate": 0.00019990093044552304, | |
| "loss": 1.2659, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.1388159912078538, | |
| "learning_rate": 0.0001998912723531933, | |
| "loss": 1.3052, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.1256806205303357, | |
| "learning_rate": 0.00019988116538038325, | |
| "loss": 1.2031, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.13256850855084143, | |
| "learning_rate": 0.00019987060957251047, | |
| "loss": 1.211, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.13197363789890235, | |
| "learning_rate": 0.0001998596049770095, | |
| "loss": 1.2256, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.13277364593883098, | |
| "learning_rate": 0.00019984815164333163, | |
| "loss": 1.2174, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.13838072824574454, | |
| "learning_rate": 0.00019983624962294458, | |
| "loss": 1.3128, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.13524759737199996, | |
| "learning_rate": 0.0001998238989693323, | |
| "loss": 1.1806, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.12669987683723832, | |
| "learning_rate": 0.0001998110997379949, | |
| "loss": 1.2171, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.1461834612451898, | |
| "learning_rate": 0.00019979785198644806, | |
| "loss": 1.2231, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.13265793664862735, | |
| "learning_rate": 0.0001997841557742232, | |
| "loss": 1.1718, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.12842971557690963, | |
| "learning_rate": 0.00019977001116286674, | |
| "loss": 1.2758, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.12188365921206967, | |
| "learning_rate": 0.00019975541821594026, | |
| "loss": 1.2457, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.12679949330022622, | |
| "learning_rate": 0.00019974037699901993, | |
| "loss": 1.1825, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.12949746150357985, | |
| "learning_rate": 0.00019972488757969635, | |
| "loss": 1.2666, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.1363496149379173, | |
| "learning_rate": 0.00019970895002757413, | |
| "loss": 1.2031, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.14218340110669314, | |
| "learning_rate": 0.0001996925644142717, | |
| "loss": 1.3073, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.14234535389443218, | |
| "learning_rate": 0.00019967573081342103, | |
| "loss": 1.2444, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.12866113026310516, | |
| "learning_rate": 0.000199658449300667, | |
| "loss": 1.2257, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.1324053366295965, | |
| "learning_rate": 0.00019964071995366744, | |
| "loss": 1.2374, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.12906841330218152, | |
| "learning_rate": 0.00019962254285209254, | |
| "loss": 1.2334, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.13620873131846425, | |
| "learning_rate": 0.00019960391807762463, | |
| "loss": 1.242, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.14877366842835116, | |
| "learning_rate": 0.00019958484571395757, | |
| "loss": 1.1772, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.13914108740445985, | |
| "learning_rate": 0.00019956532584679675, | |
| "loss": 1.2734, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.13198394930310692, | |
| "learning_rate": 0.00019954535856385837, | |
| "loss": 1.1728, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.3807736597404611, | |
| "learning_rate": 0.0001995249439548693, | |
| "loss": 1.2089, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.1682550557564819, | |
| "learning_rate": 0.00019950408211156636, | |
| "loss": 1.2423, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.2102196862007261, | |
| "learning_rate": 0.0001994827731276963, | |
| "loss": 1.2096, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.154346739470422, | |
| "learning_rate": 0.00019946101709901514, | |
| "loss": 1.2847, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.16416668358293746, | |
| "learning_rate": 0.0001994388141232876, | |
| "loss": 1.2503, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.13134349458231093, | |
| "learning_rate": 0.0001994161643002871, | |
| "loss": 1.1231, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.15083246389185287, | |
| "learning_rate": 0.00019939306773179497, | |
| "loss": 1.1614, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.1742387260929692, | |
| "learning_rate": 0.00019936952452159995, | |
| "loss": 1.3568, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.18146911432436974, | |
| "learning_rate": 0.00019934553477549794, | |
| "loss": 1.2686, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.1393593447949332, | |
| "learning_rate": 0.00019932109860129154, | |
| "loss": 1.1141, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.14856124153987935, | |
| "learning_rate": 0.00019929621610878927, | |
| "loss": 1.234, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.14820851831477327, | |
| "learning_rate": 0.0001992708874098054, | |
| "loss": 1.2069, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.17893142790958147, | |
| "learning_rate": 0.00019924511261815926, | |
| "loss": 1.1278, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.14573658703265605, | |
| "learning_rate": 0.00019921889184967476, | |
| "loss": 1.2292, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.15282321197574994, | |
| "learning_rate": 0.00019919222522217996, | |
| "loss": 1.2482, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.16342112084119492, | |
| "learning_rate": 0.00019916511285550642, | |
| "loss": 1.2172, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.1475889153814455, | |
| "learning_rate": 0.00019913755487148876, | |
| "loss": 1.1747, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.163738064491857, | |
| "learning_rate": 0.00019910955139396396, | |
| "loss": 1.3007, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.14427856196022704, | |
| "learning_rate": 0.00019908110254877106, | |
| "loss": 1.2464, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.20204742660246344, | |
| "learning_rate": 0.00019905220846375032, | |
| "loss": 1.2515, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.15134144918251685, | |
| "learning_rate": 0.0001990228692687429, | |
| "loss": 1.1786, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.1636590177812163, | |
| "learning_rate": 0.00019899308509558998, | |
| "loss": 1.1974, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.15552319776955892, | |
| "learning_rate": 0.00019896285607813244, | |
| "loss": 1.2308, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.17104898009833774, | |
| "learning_rate": 0.00019893218235221015, | |
| "loss": 1.2828, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.16387378763964267, | |
| "learning_rate": 0.00019890106405566138, | |
| "loss": 1.2779, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.14622126798612248, | |
| "learning_rate": 0.00019886950132832207, | |
| "loss": 1.2894, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.16619841547518147, | |
| "learning_rate": 0.0001988374943120254, | |
| "loss": 1.2133, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.12664832399697545, | |
| "learning_rate": 0.00019880504315060096, | |
| "loss": 1.1807, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.2015108381613456, | |
| "learning_rate": 0.00019877214798987426, | |
| "loss": 1.1876, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.14468620723711506, | |
| "learning_rate": 0.00019873880897766598, | |
| "loss": 1.1883, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.1549018650770757, | |
| "learning_rate": 0.00019870502626379127, | |
| "loss": 1.2896, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.1492917963684983, | |
| "learning_rate": 0.0001986708000000593, | |
| "loss": 1.2102, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.178606606459489, | |
| "learning_rate": 0.00019863613034027224, | |
| "loss": 1.2292, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.206170239681528, | |
| "learning_rate": 0.00019860101744022485, | |
| "loss": 1.2666, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.13741043007948167, | |
| "learning_rate": 0.0001985654614577036, | |
| "loss": 1.2022, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.1595080658199459, | |
| "learning_rate": 0.0001985294625524861, | |
| "loss": 1.1203, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.13929705183853777, | |
| "learning_rate": 0.00019849302088634034, | |
| "loss": 1.1505, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.14045247607912964, | |
| "learning_rate": 0.00019845613662302383, | |
| "loss": 1.1897, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.15002651347444407, | |
| "learning_rate": 0.00019841880992828306, | |
| "loss": 1.2133, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.1567929487810952, | |
| "learning_rate": 0.00019838104096985267, | |
| "loss": 1.129, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.15240634543877116, | |
| "learning_rate": 0.00019834282991745464, | |
| "loss": 1.1995, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.151807679821367, | |
| "learning_rate": 0.00019830417694279766, | |
| "loss": 1.25, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.1648599156208311, | |
| "learning_rate": 0.0001982650822195762, | |
| "loss": 1.2511, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.15363401233808713, | |
| "learning_rate": 0.00019822554592346993, | |
| "loss": 1.1794, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.1569644350778875, | |
| "learning_rate": 0.00019818556823214268, | |
| "loss": 1.2033, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.15996552747294254, | |
| "learning_rate": 0.0001981451493252418, | |
| "loss": 1.2809, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.15863104885072635, | |
| "learning_rate": 0.0001981042893843974, | |
| "loss": 1.1667, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.2887466971861171, | |
| "learning_rate": 0.0001980629885932214, | |
| "loss": 1.1915, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.15233015979193984, | |
| "learning_rate": 0.00019802124713730681, | |
| "loss": 1.1734, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.18207884538436447, | |
| "learning_rate": 0.00019797906520422677, | |
| "loss": 1.2575, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.17323546756038308, | |
| "learning_rate": 0.0001979364429835339, | |
| "loss": 1.1704, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.14592153602263633, | |
| "learning_rate": 0.00019789338066675922, | |
| "loss": 1.192, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.19250697792287097, | |
| "learning_rate": 0.0001978498784474115, | |
| "loss": 1.2779, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.1429107680887097, | |
| "learning_rate": 0.0001978059365209762, | |
| "loss": 1.2529, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.48514081074992116, | |
| "learning_rate": 0.00019776155508491482, | |
| "loss": 1.1917, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.1534376167748161, | |
| "learning_rate": 0.0001977167343386638, | |
| "loss": 1.2384, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.16744875760032166, | |
| "learning_rate": 0.00019767147448363366, | |
| "loss": 1.1744, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.29195538170738244, | |
| "learning_rate": 0.00019762577572320824, | |
| "loss": 1.1418, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.1820804717651353, | |
| "learning_rate": 0.00019757963826274357, | |
| "loss": 1.2815, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.17522345110441973, | |
| "learning_rate": 0.00019753306230956718, | |
| "loss": 1.2363, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.16354388270886613, | |
| "learning_rate": 0.000197486048072977, | |
| "loss": 1.2845, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.17590082756401024, | |
| "learning_rate": 0.0001974385957642404, | |
| "loss": 1.192, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.17345720403188775, | |
| "learning_rate": 0.00019739070559659347, | |
| "loss": 1.2068, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.16070434867766506, | |
| "learning_rate": 0.00019734237778523976, | |
| "loss": 1.189, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.18983443066710415, | |
| "learning_rate": 0.0001972936125473495, | |
| "loss": 1.2223, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.15724400187981355, | |
| "learning_rate": 0.00019724441010205863, | |
| "loss": 1.2292, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.14570729442956004, | |
| "learning_rate": 0.00019719477067046766, | |
| "loss": 1.1421, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.1559242881177266, | |
| "learning_rate": 0.00019714469447564088, | |
| "loss": 1.2598, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.16621830243096108, | |
| "learning_rate": 0.0001970941817426052, | |
| "loss": 1.3038, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 4.675483994100576, | |
| "learning_rate": 0.00019704323269834927, | |
| "loss": 1.2298, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.2769699381619058, | |
| "learning_rate": 0.00019699184757182225, | |
| "loss": 1.2566, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.20189839889100783, | |
| "learning_rate": 0.00019694002659393305, | |
| "loss": 1.3181, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.19497107359413876, | |
| "learning_rate": 0.00019688776999754912, | |
| "loss": 1.1502, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.1982266815755412, | |
| "learning_rate": 0.00019683507801749545, | |
| "loss": 1.2053, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.1924340950322314, | |
| "learning_rate": 0.00019678195089055346, | |
| "loss": 1.2149, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.1725322346446431, | |
| "learning_rate": 0.00019672838885546008, | |
| "loss": 1.2553, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.2535488743520272, | |
| "learning_rate": 0.00019667439215290648, | |
| "loss": 1.2576, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.37837586860064026, | |
| "learning_rate": 0.00019661996102553718, | |
| "loss": 1.1815, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.17520419597901843, | |
| "learning_rate": 0.00019656509571794878, | |
| "loss": 1.1932, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.17056234784450633, | |
| "learning_rate": 0.00019650979647668906, | |
| "loss": 1.163, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.18272246580207432, | |
| "learning_rate": 0.00019645406355025565, | |
| "loss": 1.1887, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.17889037954429915, | |
| "learning_rate": 0.00019639789718909508, | |
| "loss": 1.2126, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.23993734971101424, | |
| "learning_rate": 0.00019634129764560168, | |
| "loss": 1.2485, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.1847578318208199, | |
| "learning_rate": 0.00019628426517411625, | |
| "loss": 1.2549, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.23185098827091005, | |
| "learning_rate": 0.00019622680003092503, | |
| "loss": 1.1599, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.220638044092583, | |
| "learning_rate": 0.00019616890247425866, | |
| "loss": 1.2281, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.2303439219825616, | |
| "learning_rate": 0.00019611057276429085, | |
| "loss": 1.2208, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.1744807302230573, | |
| "learning_rate": 0.00019605181116313724, | |
| "loss": 1.2303, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.17510946821872422, | |
| "learning_rate": 0.0001959926179348543, | |
| "loss": 1.2385, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.2218474349751746, | |
| "learning_rate": 0.00019593299334543808, | |
| "loss": 1.2153, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.1742070481516402, | |
| "learning_rate": 0.00019587293766282308, | |
| "loss": 1.1628, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.15250311715180823, | |
| "learning_rate": 0.00019581245115688094, | |
| "loss": 1.1632, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.1744397677094501, | |
| "learning_rate": 0.0001957515340994193, | |
| "loss": 1.254, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.1686772182789891, | |
| "learning_rate": 0.00019569018676418053, | |
| "loss": 1.2169, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.16404966161017623, | |
| "learning_rate": 0.00019562840942684067, | |
| "loss": 1.2221, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.16052011449463713, | |
| "learning_rate": 0.00019556620236500793, | |
| "loss": 1.2045, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.16343251390831215, | |
| "learning_rate": 0.0001955035658582216, | |
| "loss": 1.2289, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.14387162360389305, | |
| "learning_rate": 0.00019544050018795075, | |
| "loss": 1.1365, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.15304461439740238, | |
| "learning_rate": 0.00019537700563759304, | |
| "loss": 1.1931, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.17059958050065627, | |
| "learning_rate": 0.00019531308249247327, | |
| "loss": 1.2166, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.17633385530926995, | |
| "learning_rate": 0.00019524873103984235, | |
| "loss": 1.2604, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.17855814403303746, | |
| "learning_rate": 0.00019518395156887576, | |
| "loss": 1.1615, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.19823982444256988, | |
| "learning_rate": 0.00019511874437067243, | |
| "loss": 1.2153, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.1570784627362585, | |
| "learning_rate": 0.0001950531097382533, | |
| "loss": 1.2788, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.2183125402112695, | |
| "learning_rate": 0.00019498704796656018, | |
| "loss": 1.2966, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.18173933276147194, | |
| "learning_rate": 0.00019492055935245418, | |
| "loss": 1.2978, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.17483116680914407, | |
| "learning_rate": 0.00019485364419471454, | |
| "loss": 1.258, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.15490767356815494, | |
| "learning_rate": 0.0001947863027940374, | |
| "loss": 1.2088, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.14703966491934156, | |
| "learning_rate": 0.00019471853545303405, | |
| "loss": 1.2355, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.14386689086661608, | |
| "learning_rate": 0.00019465034247623003, | |
| "loss": 1.2583, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.18818904376313625, | |
| "learning_rate": 0.00019458172417006347, | |
| "loss": 1.2181, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.17393313719202513, | |
| "learning_rate": 0.00019451268084288385, | |
| "loss": 1.3453, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.14706823379985753, | |
| "learning_rate": 0.00019444321280495043, | |
| "loss": 1.2234, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.15282014755252687, | |
| "learning_rate": 0.00019437332036843118, | |
| "loss": 1.1262, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.1618727884326225, | |
| "learning_rate": 0.00019430300384740105, | |
| "loss": 1.3136, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.16090758705378874, | |
| "learning_rate": 0.00019423226355784077, | |
| "loss": 1.2055, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.15241156801091013, | |
| "learning_rate": 0.00019416109981763526, | |
| "loss": 1.2678, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.14216697909809062, | |
| "learning_rate": 0.0001940895129465724, | |
| "loss": 1.2841, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.15790232415414485, | |
| "learning_rate": 0.00019401750326634144, | |
| "loss": 1.3119, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.13322691961062616, | |
| "learning_rate": 0.0001939450711005316, | |
| "loss": 1.1293, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.14075018938835404, | |
| "learning_rate": 0.00019387221677463062, | |
| "loss": 1.2176, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.21565975459393052, | |
| "learning_rate": 0.00019379894061602335, | |
| "loss": 1.1723, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.17967631394222838, | |
| "learning_rate": 0.00019372524295399013, | |
| "loss": 1.239, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.21187969201978435, | |
| "learning_rate": 0.0001936511241197055, | |
| "loss": 1.2207, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.16967789022974608, | |
| "learning_rate": 0.00019357658444623654, | |
| "loss": 1.2478, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.14810621660374448, | |
| "learning_rate": 0.0001935016242685415, | |
| "loss": 1.1223, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.1489106421847434, | |
| "learning_rate": 0.00019342624392346824, | |
| "loss": 1.1592, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.17625176068748855, | |
| "learning_rate": 0.0001933504437497527, | |
| "loss": 1.2145, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.17250255512763446, | |
| "learning_rate": 0.00019327422408801744, | |
| "loss": 1.2504, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.16079375745566896, | |
| "learning_rate": 0.00019319758528077, | |
| "loss": 1.1795, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.15454466809245995, | |
| "learning_rate": 0.0001931205276724015, | |
| "loss": 1.2123, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.7021323604447972, | |
| "learning_rate": 0.000193043051609185, | |
| "loss": 1.2239, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.1572764339385847, | |
| "learning_rate": 0.00019296515743927399, | |
| "loss": 1.2516, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.2136637778252246, | |
| "learning_rate": 0.00019288684551270073, | |
| "loss": 1.2321, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.4546540454773654, | |
| "learning_rate": 0.00019280811618137484, | |
| "loss": 1.18, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.9809832576786297, | |
| "learning_rate": 0.00019272896979908154, | |
| "loss": 1.2081, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.5246256133291822, | |
| "learning_rate": 0.00019264940672148018, | |
| "loss": 1.2722, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.24941717134878091, | |
| "learning_rate": 0.00019256942730610268, | |
| "loss": 1.2352, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.3356068462072784, | |
| "learning_rate": 0.00019248903191235176, | |
| "loss": 1.2225, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.19535845221880543, | |
| "learning_rate": 0.00019240822090149944, | |
| "loss": 1.1669, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.22306941566416597, | |
| "learning_rate": 0.00019232699463668542, | |
| "loss": 1.2281, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.2700134013989352, | |
| "learning_rate": 0.00019224535348291542, | |
| "loss": 1.1939, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.24406908935562743, | |
| "learning_rate": 0.00019216329780705953, | |
| "loss": 1.1839, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.20465183000217488, | |
| "learning_rate": 0.00019208082797785055, | |
| "loss": 1.2277, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.21324820828129784, | |
| "learning_rate": 0.00019199794436588243, | |
| "loss": 1.2072, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.1780562512431263, | |
| "learning_rate": 0.00019191464734360844, | |
| "loss": 1.2082, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.16547971467615655, | |
| "learning_rate": 0.00019183093728533966, | |
| "loss": 1.1978, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.22904664933247196, | |
| "learning_rate": 0.00019174681456724318, | |
| "loss": 1.1562, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.1737397860007602, | |
| "learning_rate": 0.00019166227956734052, | |
| "loss": 1.2383, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.1589465455917568, | |
| "learning_rate": 0.00019157733266550575, | |
| "loss": 1.2158, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.16253126221999709, | |
| "learning_rate": 0.00019149197424346405, | |
| "loss": 1.1952, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.22436676243032663, | |
| "learning_rate": 0.00019140620468478968, | |
| "loss": 1.2315, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.19291682612950423, | |
| "learning_rate": 0.00019132002437490458, | |
| "loss": 1.2283, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.1519191258459668, | |
| "learning_rate": 0.00019123343370107637, | |
| "loss": 1.1151, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.17179909633547025, | |
| "learning_rate": 0.00019114643305241676, | |
| "loss": 1.1576, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.17992599023321432, | |
| "learning_rate": 0.00019105902281987976, | |
| "loss": 1.2592, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.17714099390314453, | |
| "learning_rate": 0.00019097120339625994, | |
| "loss": 1.2578, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.2455577642687935, | |
| "learning_rate": 0.00019088297517619055, | |
| "loss": 1.2361, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.18398518628783986, | |
| "learning_rate": 0.00019079433855614201, | |
| "loss": 1.1906, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.18944067022821645, | |
| "learning_rate": 0.00019070529393441985, | |
| "loss": 1.237, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.17639967519781063, | |
| "learning_rate": 0.00019061584171116303, | |
| "loss": 1.1841, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.15947129998283005, | |
| "learning_rate": 0.00019052598228834217, | |
| "loss": 1.1722, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.1693354353719105, | |
| "learning_rate": 0.00019043571606975777, | |
| "loss": 1.2204, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.16236190451963983, | |
| "learning_rate": 0.00019034504346103823, | |
| "loss": 1.1778, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.17702370729269964, | |
| "learning_rate": 0.00019025396486963827, | |
| "loss": 1.2065, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.19388150596154238, | |
| "learning_rate": 0.00019016248070483687, | |
| "loss": 1.2942, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.16152000400319103, | |
| "learning_rate": 0.0001900705913777356, | |
| "loss": 1.1784, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.1545267913996029, | |
| "learning_rate": 0.00018997829730125663, | |
| "loss": 1.1829, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.15421727704318197, | |
| "learning_rate": 0.000189885598890141, | |
| "loss": 1.177, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.1624966073814206, | |
| "learning_rate": 0.00018979249656094673, | |
| "loss": 1.2439, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.9490737312904575, | |
| "learning_rate": 0.00018969899073204686, | |
| "loss": 1.2085, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.8982903208613089, | |
| "learning_rate": 0.00018960508182362768, | |
| "loss": 1.2347, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.3771428474797688, | |
| "learning_rate": 0.00018951077025768678, | |
| "loss": 1.2546, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.4776152950069111, | |
| "learning_rate": 0.00018941605645803115, | |
| "loss": 1.2904, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.18786943849618057, | |
| "learning_rate": 0.00018932094085027533, | |
| "loss": 1.2122, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.6297025984167128, | |
| "learning_rate": 0.0001892254238618394, | |
| "loss": 1.171, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.20382660707264952, | |
| "learning_rate": 0.0001891295059219472, | |
| "loss": 1.1874, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.3580819775908755, | |
| "learning_rate": 0.00018903318746162429, | |
| "loss": 1.1531, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.43619056173016185, | |
| "learning_rate": 0.00018893646891369602, | |
| "loss": 1.2289, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.29385240705823723, | |
| "learning_rate": 0.0001888393507127856, | |
| "loss": 1.2073, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.3136086850525623, | |
| "learning_rate": 0.00018874183329531223, | |
| "loss": 1.1898, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.2307767217662562, | |
| "learning_rate": 0.000188643917099489, | |
| "loss": 1.207, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.18703654518135468, | |
| "learning_rate": 0.000188545602565321, | |
| "loss": 1.1688, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.4809351333934126, | |
| "learning_rate": 0.00018844689013460336, | |
| "loss": 1.2519, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.40370101428544464, | |
| "learning_rate": 0.0001883477802509192, | |
| "loss": 1.2411, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.2858848636432859, | |
| "learning_rate": 0.00018824827335963765, | |
| "loss": 1.194, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.32195602638999565, | |
| "learning_rate": 0.000188148369907912, | |
| "loss": 1.0988, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.23790306908901832, | |
| "learning_rate": 0.00018804807034467733, | |
| "loss": 1.2237, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.20126988767112128, | |
| "learning_rate": 0.0001879473751206489, | |
| "loss": 1.2731, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.3336380339194037, | |
| "learning_rate": 0.00018784628468831996, | |
| "loss": 1.2369, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.5054330893305989, | |
| "learning_rate": 0.0001877447995019596, | |
| "loss": 1.2443, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.2297866279715136, | |
| "learning_rate": 0.0001876429200176108, | |
| "loss": 1.2376, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.39350567174184636, | |
| "learning_rate": 0.00018754064669308858, | |
| "loss": 1.2126, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.2025361091435325, | |
| "learning_rate": 0.00018743797998797753, | |
| "loss": 1.2224, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.31824903419753814, | |
| "learning_rate": 0.00018733492036363005, | |
| "loss": 1.2942, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 2.4642066748643017, | |
| "learning_rate": 0.00018723146828316428, | |
| "loss": 1.2515, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.7833055646295342, | |
| "learning_rate": 0.00018712762421146183, | |
| "loss": 1.2207, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.2810249021786599, | |
| "learning_rate": 0.00018702338861516587, | |
| "loss": 1.2755, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.460995724241333, | |
| "learning_rate": 0.0001869187619626789, | |
| "loss": 1.2856, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.49139203044984286, | |
| "learning_rate": 0.00018681374472416073, | |
| "loss": 1.2392, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 2.691604613969173, | |
| "learning_rate": 0.0001867083373715264, | |
| "loss": 1.2992, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.8014112047318501, | |
| "learning_rate": 0.00018660254037844388, | |
| "loss": 1.2683, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.31614342841331383, | |
| "learning_rate": 0.00018649635422033215, | |
| "loss": 1.2356, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.2559855196513244, | |
| "learning_rate": 0.000186389779374359, | |
| "loss": 1.2053, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.6613999986014714, | |
| "learning_rate": 0.0001862828163194388, | |
| "loss": 1.2568, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.27190082167109786, | |
| "learning_rate": 0.0001861754655362304, | |
| "loss": 1.1288, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.43819582203066043, | |
| "learning_rate": 0.00018606772750713504, | |
| "loss": 1.1758, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.41738497400383384, | |
| "learning_rate": 0.0001859596027162941, | |
| "loss": 1.2993, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.2595142634740817, | |
| "learning_rate": 0.000185851091649587, | |
| "loss": 1.269, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.2795314201020271, | |
| "learning_rate": 0.00018574219479462878, | |
| "loss": 1.1915, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.2502992494749938, | |
| "learning_rate": 0.00018563291264076835, | |
| "loss": 1.2157, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.27422512335538374, | |
| "learning_rate": 0.00018552324567908585, | |
| "loss": 1.2541, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.3360989016060905, | |
| "learning_rate": 0.00018541319440239066, | |
| "loss": 1.2666, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.9441131913572127, | |
| "learning_rate": 0.00018530275930521924, | |
| "loss": 1.2924, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.3772373301771213, | |
| "learning_rate": 0.00018519194088383273, | |
| "loss": 1.1952, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.22091753616251295, | |
| "learning_rate": 0.0001850807396362148, | |
| "loss": 1.1858, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.21423504993321807, | |
| "learning_rate": 0.00018496915606206951, | |
| "loss": 1.2245, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.5238946238105926, | |
| "learning_rate": 0.00018485719066281892, | |
| "loss": 1.2351, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.3037858949309141, | |
| "learning_rate": 0.0001847448439416009, | |
| "loss": 1.1669, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.21553286799952254, | |
| "learning_rate": 0.00018463211640326686, | |
| "loss": 1.1454, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.202875547805464, | |
| "learning_rate": 0.0001845190085543795, | |
| "loss": 1.188, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.24385408620619278, | |
| "learning_rate": 0.00018440552090321047, | |
| "loss": 1.2307, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.23793944272430378, | |
| "learning_rate": 0.0001842916539597382, | |
| "loss": 1.2253, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.17062488448810784, | |
| "learning_rate": 0.0001841774082356455, | |
| "loss": 1.2681, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.20003742001916064, | |
| "learning_rate": 0.00018406278424431736, | |
| "loss": 1.2428, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.2696052831337752, | |
| "learning_rate": 0.0001839477825008385, | |
| "loss": 1.2945, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.23302960820538443, | |
| "learning_rate": 0.00018383240352199117, | |
| "loss": 1.1718, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.38187833239777536, | |
| "learning_rate": 0.00018371664782625287, | |
| "loss": 1.2311, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.4052561772533732, | |
| "learning_rate": 0.00018360051593379383, | |
| "loss": 1.1639, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.23379763821020377, | |
| "learning_rate": 0.0001834840083664749, | |
| "loss": 1.1809, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.2368414607613928, | |
| "learning_rate": 0.00018336712564784503, | |
| "loss": 1.2357, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.20230633988510938, | |
| "learning_rate": 0.000183249868303139, | |
| "loss": 1.1851, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.170513157244292, | |
| "learning_rate": 0.00018313223685927505, | |
| "loss": 1.205, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.18082295035256266, | |
| "learning_rate": 0.0001830142318448525, | |
| "loss": 1.2305, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.18286299264146286, | |
| "learning_rate": 0.00018289585379014942, | |
| "loss": 1.23, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.17868104103482751, | |
| "learning_rate": 0.00018277710322712012, | |
| "loss": 1.2894, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.1820411127336495, | |
| "learning_rate": 0.00018265798068939294, | |
| "loss": 1.2395, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.1738237541783663, | |
| "learning_rate": 0.0001825384867122677, | |
| "loss": 1.1576, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.15693445967795147, | |
| "learning_rate": 0.0001824186218327134, | |
| "loss": 1.0809, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.18509145652208978, | |
| "learning_rate": 0.00018229838658936564, | |
| "loss": 1.2717, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.14702488366564262, | |
| "learning_rate": 0.0001821777815225245, | |
| "loss": 1.2236, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.1828399354418095, | |
| "learning_rate": 0.00018205680717415187, | |
| "loss": 1.2565, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.17460984182013486, | |
| "learning_rate": 0.00018193546408786898, | |
| "loss": 1.2474, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.2001623109673152, | |
| "learning_rate": 0.00018181375280895416, | |
| "loss": 1.2544, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.17228631742863837, | |
| "learning_rate": 0.00018169167388434025, | |
| "loss": 1.1851, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.1644862232819482, | |
| "learning_rate": 0.00018156922786261216, | |
| "loss": 1.1817, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.19775186397477057, | |
| "learning_rate": 0.00018144641529400446, | |
| "loss": 1.257, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.1626281991220394, | |
| "learning_rate": 0.00018132323673039885, | |
| "loss": 1.2277, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.16158256707311264, | |
| "learning_rate": 0.00018119969272532166, | |
| "loss": 1.1624, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.17705809207051687, | |
| "learning_rate": 0.00018107578383394146, | |
| "loss": 1.2421, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.17639060401882287, | |
| "learning_rate": 0.00018095151061306645, | |
| "loss": 1.285, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.16918796486576196, | |
| "learning_rate": 0.00018082687362114212, | |
| "loss": 1.2606, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.15968377185965665, | |
| "learning_rate": 0.0001807018734182485, | |
| "loss": 1.194, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.17537027967397978, | |
| "learning_rate": 0.00018057651056609784, | |
| "loss": 1.1594, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.15753665403127565, | |
| "learning_rate": 0.00018045078562803203, | |
| "loss": 1.1382, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.17121200763916436, | |
| "learning_rate": 0.00018032469916902003, | |
| "loss": 1.2286, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.19120510133331003, | |
| "learning_rate": 0.00018019825175565542, | |
| "loss": 1.2835, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.1671735980123817, | |
| "learning_rate": 0.0001800714439561538, | |
| "loss": 1.2201, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.1579098534969056, | |
| "learning_rate": 0.00017994427634035015, | |
| "loss": 1.2156, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.1746075421158512, | |
| "learning_rate": 0.00017981674947969636, | |
| "loss": 1.2049, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.16878182886737042, | |
| "learning_rate": 0.00017968886394725874, | |
| "loss": 1.2204, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.16725956538286493, | |
| "learning_rate": 0.00017956062031771535, | |
| "loss": 1.2091, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.18877845951705005, | |
| "learning_rate": 0.00017943201916735335, | |
| "loss": 1.241, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.180337447476004, | |
| "learning_rate": 0.00017930306107406653, | |
| "loss": 1.2253, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.16688572366717752, | |
| "learning_rate": 0.0001791737466173527, | |
| "loss": 1.239, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.15385917621135983, | |
| "learning_rate": 0.00017904407637831099, | |
| "loss": 1.2476, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.17725645269055587, | |
| "learning_rate": 0.00017891405093963938, | |
| "loss": 1.2599, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.14758551718901028, | |
| "learning_rate": 0.00017878367088563195, | |
| "loss": 1.2249, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.15216962408661316, | |
| "learning_rate": 0.00017865293680217637, | |
| "loss": 1.2346, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.16679282848599514, | |
| "learning_rate": 0.00017852184927675112, | |
| "loss": 1.2443, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.16723562739069214, | |
| "learning_rate": 0.00017839040889842305, | |
| "loss": 1.224, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.15922276239929914, | |
| "learning_rate": 0.00017825861625784455, | |
| "loss": 1.2739, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.1510107938469514, | |
| "learning_rate": 0.00017812647194725094, | |
| "loss": 1.1764, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.16446999054333494, | |
| "learning_rate": 0.00017799397656045792, | |
| "loss": 1.2498, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.18566301651865832, | |
| "learning_rate": 0.00017786113069285874, | |
| "loss": 1.232, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.20592971655306183, | |
| "learning_rate": 0.00017772793494142167, | |
| "loss": 1.1586, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.1581947714375729, | |
| "learning_rate": 0.00017759438990468725, | |
| "loss": 1.2502, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.15466760695169174, | |
| "learning_rate": 0.00017746049618276545, | |
| "loss": 1.1605, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.16041506222444918, | |
| "learning_rate": 0.00017732625437733335, | |
| "loss": 1.2778, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.17168109661676773, | |
| "learning_rate": 0.0001771916650916321, | |
| "loss": 1.262, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.1788973186498254, | |
| "learning_rate": 0.00017705672893046425, | |
| "loss": 1.2111, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.1759644359346382, | |
| "learning_rate": 0.00017692144650019125, | |
| "loss": 1.2546, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.15710749736088767, | |
| "learning_rate": 0.0001767858184087304, | |
| "loss": 1.2487, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.1648235522911144, | |
| "learning_rate": 0.00017664984526555248, | |
| "loss": 1.2469, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.15452607969890703, | |
| "learning_rate": 0.0001765135276816787, | |
| "loss": 1.1855, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.1837695597880219, | |
| "learning_rate": 0.00017637686626967812, | |
| "loss": 1.2185, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.15861390725762364, | |
| "learning_rate": 0.00017623986164366486, | |
| "loss": 1.2056, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.1663260460966887, | |
| "learning_rate": 0.00017610251441929533, | |
| "loss": 1.1242, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.1803309720529981, | |
| "learning_rate": 0.00017596482521376546, | |
| "loss": 1.2938, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.14909085011764342, | |
| "learning_rate": 0.00017582679464580797, | |
| "loss": 1.1953, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.15779022242482527, | |
| "learning_rate": 0.00017568842333568952, | |
| "loss": 1.2792, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.1553327313967345, | |
| "learning_rate": 0.00017554971190520798, | |
| "loss": 1.2286, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.16363964666273684, | |
| "learning_rate": 0.00017541066097768963, | |
| "loss": 1.2753, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.16668099163659675, | |
| "learning_rate": 0.00017527127117798635, | |
| "loss": 1.185, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.13957568397594883, | |
| "learning_rate": 0.0001751315431324727, | |
| "loss": 1.143, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.1553111736740035, | |
| "learning_rate": 0.00017499147746904335, | |
| "loss": 1.2492, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.1691517335818193, | |
| "learning_rate": 0.00017485107481711012, | |
| "loss": 1.2619, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.15480883994395986, | |
| "learning_rate": 0.00017471033580759903, | |
| "loss": 1.2396, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.1451690143792058, | |
| "learning_rate": 0.00017456926107294765, | |
| "loss": 1.1732, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.1524398957482947, | |
| "learning_rate": 0.00017442785124710227, | |
| "loss": 1.2083, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.16790264977550012, | |
| "learning_rate": 0.0001742861069655148, | |
| "loss": 1.2201, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.1529847047636337, | |
| "learning_rate": 0.0001741440288651403, | |
| "loss": 1.243, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.1485875402374676, | |
| "learning_rate": 0.00017400161758443375, | |
| "loss": 1.2053, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.16950094279079617, | |
| "learning_rate": 0.00017385887376334742, | |
| "loss": 1.1944, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.15289337084330445, | |
| "learning_rate": 0.00017371579804332789, | |
| "loss": 1.2503, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.15337063655317973, | |
| "learning_rate": 0.00017357239106731317, | |
| "loss": 1.3092, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.1458937961897621, | |
| "learning_rate": 0.00017342865347972988, | |
| "loss": 1.2244, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.19897118610161338, | |
| "learning_rate": 0.00017328458592649027, | |
| "loss": 1.2238, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.15850805264911003, | |
| "learning_rate": 0.00017314018905498931, | |
| "loss": 1.195, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.14445183074519347, | |
| "learning_rate": 0.00017299546351410197, | |
| "loss": 1.1974, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.18180731722745677, | |
| "learning_rate": 0.00017285040995418, | |
| "loss": 1.2107, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.14943874953193587, | |
| "learning_rate": 0.00017270502902704926, | |
| "loss": 1.1843, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.15767466790910512, | |
| "learning_rate": 0.00017255932138600665, | |
| "loss": 1.1409, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.16402921378654775, | |
| "learning_rate": 0.00017241328768581726, | |
| "loss": 1.2135, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.15526246786505485, | |
| "learning_rate": 0.00017226692858271134, | |
| "loss": 1.2255, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.16608155892622348, | |
| "learning_rate": 0.00017212024473438147, | |
| "loss": 1.2691, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.14913271520144072, | |
| "learning_rate": 0.00017197323679997943, | |
| "loss": 1.1574, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.1471910610421707, | |
| "learning_rate": 0.00017182590544011347, | |
| "loss": 1.2774, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.1417464185073962, | |
| "learning_rate": 0.00017167825131684513, | |
| "loss": 1.2446, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.1610488125634495, | |
| "learning_rate": 0.0001715302750936864, | |
| "loss": 1.2862, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.20227974555123074, | |
| "learning_rate": 0.00017138197743559654, | |
| "loss": 1.207, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.1355502559749413, | |
| "learning_rate": 0.00017123335900897946, | |
| "loss": 1.1019, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.1559423167028215, | |
| "learning_rate": 0.00017108442048168038, | |
| "loss": 1.2549, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.15898973818185586, | |
| "learning_rate": 0.00017093516252298296, | |
| "loss": 1.2705, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.15169569998999652, | |
| "learning_rate": 0.00017078558580360632, | |
| "loss": 1.2454, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.15976111665597925, | |
| "learning_rate": 0.00017063569099570196, | |
| "loss": 1.2585, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.14488877221999352, | |
| "learning_rate": 0.00017048547877285077, | |
| "loss": 1.2169, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.14919533098974924, | |
| "learning_rate": 0.00017033494981006002, | |
| "loss": 1.2358, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.15251746717084805, | |
| "learning_rate": 0.00017018410478376032, | |
| "loss": 1.2241, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.1456060482002663, | |
| "learning_rate": 0.00017003294437180255, | |
| "loss": 1.2298, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.17048886778787248, | |
| "learning_rate": 0.00016988146925345484, | |
| "loss": 1.2707, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.15304381059310815, | |
| "learning_rate": 0.00016972968010939954, | |
| "loss": 1.1498, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.16590055969071696, | |
| "learning_rate": 0.0001695775776217301, | |
| "loss": 1.2481, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.14299575837437278, | |
| "learning_rate": 0.00016942516247394807, | |
| "loss": 1.2058, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.14275107775859475, | |
| "learning_rate": 0.00016927243535095997, | |
| "loss": 1.2178, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.1554250137491414, | |
| "learning_rate": 0.0001691193969390742, | |
| "loss": 1.1197, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.16958418467021688, | |
| "learning_rate": 0.0001689660479259981, | |
| "loss": 1.1768, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.1546216583314497, | |
| "learning_rate": 0.00016881238900083473, | |
| "loss": 1.1741, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.15287056494787424, | |
| "learning_rate": 0.0001686584208540797, | |
| "loss": 1.2328, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.1419329373337611, | |
| "learning_rate": 0.0001685041441776183, | |
| "loss": 1.1743, | |
| "step": 550 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 1647, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 50, | |
| "total_flos": 5103643602714624.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |