|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 8.0, |
|
"eval_steps": 500, |
|
"global_step": 200, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 0.0001996, |
|
"loss": 2.4683, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 0.00019920000000000002, |
|
"loss": 2.2023, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 0.0001988, |
|
"loss": 2.3039, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 0.0001984, |
|
"loss": 2.1855, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 0.00019800000000000002, |
|
"loss": 2.328, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 0.0001976, |
|
"loss": 2.3407, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"learning_rate": 0.0001972, |
|
"loss": 2.3432, |
|
"step": 7 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"learning_rate": 0.0001968, |
|
"loss": 2.2333, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 0.0001964, |
|
"loss": 2.1761, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 0.000196, |
|
"loss": 2.1473, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 0.0001956, |
|
"loss": 2.2076, |
|
"step": 11 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"learning_rate": 0.0001952, |
|
"loss": 2.1925, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"learning_rate": 0.0001948, |
|
"loss": 2.1694, |
|
"step": 13 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 0.0001944, |
|
"loss": 2.1056, |
|
"step": 14 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"learning_rate": 0.000194, |
|
"loss": 2.2426, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"learning_rate": 0.00019360000000000002, |
|
"loss": 2.2635, |
|
"step": 16 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"learning_rate": 0.0001932, |
|
"loss": 2.251, |
|
"step": 17 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"learning_rate": 0.0001928, |
|
"loss": 2.224, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 0.00019240000000000001, |
|
"loss": 2.1848, |
|
"step": 19 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 0.000192, |
|
"loss": 2.1341, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"learning_rate": 0.0001916, |
|
"loss": 2.126, |
|
"step": 21 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"learning_rate": 0.0001912, |
|
"loss": 2.0959, |
|
"step": 22 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"learning_rate": 0.0001908, |
|
"loss": 2.2446, |
|
"step": 23 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 0.0001904, |
|
"loss": 1.9448, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 0.00019, |
|
"loss": 2.0939, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"learning_rate": 0.0001896, |
|
"loss": 2.1247, |
|
"step": 26 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"learning_rate": 0.0001892, |
|
"loss": 1.9417, |
|
"step": 27 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"learning_rate": 0.0001888, |
|
"loss": 2.105, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"learning_rate": 0.0001884, |
|
"loss": 2.1595, |
|
"step": 29 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"learning_rate": 0.000188, |
|
"loss": 2.2009, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"learning_rate": 0.0001876, |
|
"loss": 2.0784, |
|
"step": 31 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"learning_rate": 0.00018720000000000002, |
|
"loss": 2.2173, |
|
"step": 32 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 0.00018680000000000001, |
|
"loss": 2.1185, |
|
"step": 33 |
|
}, |
|
{ |
|
"epoch": 1.36, |
|
"learning_rate": 0.00018640000000000003, |
|
"loss": 1.988, |
|
"step": 34 |
|
}, |
|
{ |
|
"epoch": 1.4, |
|
"learning_rate": 0.00018600000000000002, |
|
"loss": 1.9493, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 1.44, |
|
"learning_rate": 0.0001856, |
|
"loss": 1.9947, |
|
"step": 36 |
|
}, |
|
{ |
|
"epoch": 1.48, |
|
"learning_rate": 0.00018520000000000003, |
|
"loss": 2.0506, |
|
"step": 37 |
|
}, |
|
{ |
|
"epoch": 1.52, |
|
"learning_rate": 0.00018480000000000002, |
|
"loss": 2.0829, |
|
"step": 38 |
|
}, |
|
{ |
|
"epoch": 1.56, |
|
"learning_rate": 0.0001844, |
|
"loss": 2.1455, |
|
"step": 39 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 0.00018400000000000003, |
|
"loss": 2.0304, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 1.64, |
|
"learning_rate": 0.00018360000000000002, |
|
"loss": 2.006, |
|
"step": 41 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"learning_rate": 0.0001832, |
|
"loss": 2.1759, |
|
"step": 42 |
|
}, |
|
{ |
|
"epoch": 1.72, |
|
"learning_rate": 0.00018280000000000003, |
|
"loss": 2.0093, |
|
"step": 43 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"learning_rate": 0.00018240000000000002, |
|
"loss": 2.0683, |
|
"step": 44 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"learning_rate": 0.000182, |
|
"loss": 2.1352, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"learning_rate": 0.00018160000000000002, |
|
"loss": 1.9736, |
|
"step": 46 |
|
}, |
|
{ |
|
"epoch": 1.88, |
|
"learning_rate": 0.0001812, |
|
"loss": 1.9631, |
|
"step": 47 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"learning_rate": 0.0001808, |
|
"loss": 2.1024, |
|
"step": 48 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"learning_rate": 0.00018040000000000002, |
|
"loss": 1.9895, |
|
"step": 49 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"learning_rate": 0.00018, |
|
"loss": 2.0067, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 2.04, |
|
"learning_rate": 0.0001796, |
|
"loss": 2.0509, |
|
"step": 51 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"learning_rate": 0.00017920000000000002, |
|
"loss": 1.8795, |
|
"step": 52 |
|
}, |
|
{ |
|
"epoch": 2.12, |
|
"learning_rate": 0.0001788, |
|
"loss": 2.0633, |
|
"step": 53 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"learning_rate": 0.0001784, |
|
"loss": 1.9998, |
|
"step": 54 |
|
}, |
|
{ |
|
"epoch": 2.2, |
|
"learning_rate": 0.00017800000000000002, |
|
"loss": 2.0675, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 2.24, |
|
"learning_rate": 0.0001776, |
|
"loss": 2.0129, |
|
"step": 56 |
|
}, |
|
{ |
|
"epoch": 2.28, |
|
"learning_rate": 0.0001772, |
|
"loss": 1.9302, |
|
"step": 57 |
|
}, |
|
{ |
|
"epoch": 2.32, |
|
"learning_rate": 0.00017680000000000001, |
|
"loss": 2.0472, |
|
"step": 58 |
|
}, |
|
{ |
|
"epoch": 2.36, |
|
"learning_rate": 0.0001764, |
|
"loss": 2.0031, |
|
"step": 59 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"learning_rate": 0.00017600000000000002, |
|
"loss": 2.0231, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 2.44, |
|
"learning_rate": 0.0001756, |
|
"loss": 2.0192, |
|
"step": 61 |
|
}, |
|
{ |
|
"epoch": 2.48, |
|
"learning_rate": 0.0001752, |
|
"loss": 2.1336, |
|
"step": 62 |
|
}, |
|
{ |
|
"epoch": 2.52, |
|
"learning_rate": 0.00017480000000000002, |
|
"loss": 1.7753, |
|
"step": 63 |
|
}, |
|
{ |
|
"epoch": 2.56, |
|
"learning_rate": 0.0001744, |
|
"loss": 2.0274, |
|
"step": 64 |
|
}, |
|
{ |
|
"epoch": 2.6, |
|
"learning_rate": 0.000174, |
|
"loss": 1.8893, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 2.64, |
|
"learning_rate": 0.00017360000000000002, |
|
"loss": 2.0341, |
|
"step": 66 |
|
}, |
|
{ |
|
"epoch": 2.68, |
|
"learning_rate": 0.0001732, |
|
"loss": 2.1081, |
|
"step": 67 |
|
}, |
|
{ |
|
"epoch": 2.72, |
|
"learning_rate": 0.0001728, |
|
"loss": 1.9463, |
|
"step": 68 |
|
}, |
|
{ |
|
"epoch": 2.76, |
|
"learning_rate": 0.00017240000000000002, |
|
"loss": 2.0607, |
|
"step": 69 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"learning_rate": 0.000172, |
|
"loss": 1.9803, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 2.84, |
|
"learning_rate": 0.0001716, |
|
"loss": 1.7663, |
|
"step": 71 |
|
}, |
|
{ |
|
"epoch": 2.88, |
|
"learning_rate": 0.00017120000000000001, |
|
"loss": 2.1116, |
|
"step": 72 |
|
}, |
|
{ |
|
"epoch": 2.92, |
|
"learning_rate": 0.0001708, |
|
"loss": 1.9039, |
|
"step": 73 |
|
}, |
|
{ |
|
"epoch": 2.96, |
|
"learning_rate": 0.0001704, |
|
"loss": 2.049, |
|
"step": 74 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"learning_rate": 0.00017, |
|
"loss": 1.991, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 3.04, |
|
"learning_rate": 0.0001696, |
|
"loss": 1.8755, |
|
"step": 76 |
|
}, |
|
{ |
|
"epoch": 3.08, |
|
"learning_rate": 0.0001692, |
|
"loss": 2.0367, |
|
"step": 77 |
|
}, |
|
{ |
|
"epoch": 3.12, |
|
"learning_rate": 0.0001688, |
|
"loss": 1.9959, |
|
"step": 78 |
|
}, |
|
{ |
|
"epoch": 3.16, |
|
"learning_rate": 0.0001684, |
|
"loss": 1.8051, |
|
"step": 79 |
|
}, |
|
{ |
|
"epoch": 3.2, |
|
"learning_rate": 0.000168, |
|
"loss": 2.0446, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 3.24, |
|
"learning_rate": 0.0001676, |
|
"loss": 1.7873, |
|
"step": 81 |
|
}, |
|
{ |
|
"epoch": 3.28, |
|
"learning_rate": 0.0001672, |
|
"loss": 1.9264, |
|
"step": 82 |
|
}, |
|
{ |
|
"epoch": 3.32, |
|
"learning_rate": 0.0001668, |
|
"loss": 1.8595, |
|
"step": 83 |
|
}, |
|
{ |
|
"epoch": 3.36, |
|
"learning_rate": 0.0001664, |
|
"loss": 1.9992, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 3.4, |
|
"learning_rate": 0.000166, |
|
"loss": 1.8783, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 3.44, |
|
"learning_rate": 0.0001656, |
|
"loss": 2.0216, |
|
"step": 86 |
|
}, |
|
{ |
|
"epoch": 3.48, |
|
"learning_rate": 0.0001652, |
|
"loss": 1.947, |
|
"step": 87 |
|
}, |
|
{ |
|
"epoch": 3.52, |
|
"learning_rate": 0.0001648, |
|
"loss": 1.9554, |
|
"step": 88 |
|
}, |
|
{ |
|
"epoch": 3.56, |
|
"learning_rate": 0.0001644, |
|
"loss": 1.8563, |
|
"step": 89 |
|
}, |
|
{ |
|
"epoch": 3.6, |
|
"learning_rate": 0.000164, |
|
"loss": 1.7795, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 3.64, |
|
"learning_rate": 0.0001636, |
|
"loss": 1.9347, |
|
"step": 91 |
|
}, |
|
{ |
|
"epoch": 3.68, |
|
"learning_rate": 0.0001632, |
|
"loss": 2.0078, |
|
"step": 92 |
|
}, |
|
{ |
|
"epoch": 3.72, |
|
"learning_rate": 0.0001628, |
|
"loss": 1.9964, |
|
"step": 93 |
|
}, |
|
{ |
|
"epoch": 3.76, |
|
"learning_rate": 0.00016240000000000002, |
|
"loss": 1.9004, |
|
"step": 94 |
|
}, |
|
{ |
|
"epoch": 3.8, |
|
"learning_rate": 0.000162, |
|
"loss": 1.9446, |
|
"step": 95 |
|
}, |
|
{ |
|
"epoch": 3.84, |
|
"learning_rate": 0.00016160000000000002, |
|
"loss": 1.8857, |
|
"step": 96 |
|
}, |
|
{ |
|
"epoch": 3.88, |
|
"learning_rate": 0.00016120000000000002, |
|
"loss": 1.8797, |
|
"step": 97 |
|
}, |
|
{ |
|
"epoch": 3.92, |
|
"learning_rate": 0.0001608, |
|
"loss": 1.7643, |
|
"step": 98 |
|
}, |
|
{ |
|
"epoch": 3.96, |
|
"learning_rate": 0.00016040000000000002, |
|
"loss": 1.9724, |
|
"step": 99 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"learning_rate": 0.00016, |
|
"loss": 1.9058, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 4.04, |
|
"learning_rate": 0.0001596, |
|
"loss": 1.8663, |
|
"step": 101 |
|
}, |
|
{ |
|
"epoch": 4.08, |
|
"learning_rate": 0.00015920000000000002, |
|
"loss": 1.8457, |
|
"step": 102 |
|
}, |
|
{ |
|
"epoch": 4.12, |
|
"learning_rate": 0.0001588, |
|
"loss": 1.8394, |
|
"step": 103 |
|
}, |
|
{ |
|
"epoch": 4.16, |
|
"learning_rate": 0.00015840000000000003, |
|
"loss": 1.8941, |
|
"step": 104 |
|
}, |
|
{ |
|
"epoch": 4.2, |
|
"learning_rate": 0.00015800000000000002, |
|
"loss": 1.8601, |
|
"step": 105 |
|
}, |
|
{ |
|
"epoch": 4.24, |
|
"learning_rate": 0.0001576, |
|
"loss": 1.7365, |
|
"step": 106 |
|
}, |
|
{ |
|
"epoch": 4.28, |
|
"learning_rate": 0.00015720000000000003, |
|
"loss": 1.8809, |
|
"step": 107 |
|
}, |
|
{ |
|
"epoch": 4.32, |
|
"learning_rate": 0.00015680000000000002, |
|
"loss": 2.0206, |
|
"step": 108 |
|
}, |
|
{ |
|
"epoch": 4.36, |
|
"learning_rate": 0.0001564, |
|
"loss": 1.7776, |
|
"step": 109 |
|
}, |
|
{ |
|
"epoch": 4.4, |
|
"learning_rate": 0.00015600000000000002, |
|
"loss": 1.9089, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 4.44, |
|
"learning_rate": 0.00015560000000000001, |
|
"loss": 1.8464, |
|
"step": 111 |
|
}, |
|
{ |
|
"epoch": 4.48, |
|
"learning_rate": 0.0001552, |
|
"loss": 1.7943, |
|
"step": 112 |
|
}, |
|
{ |
|
"epoch": 4.52, |
|
"learning_rate": 0.00015480000000000002, |
|
"loss": 1.8081, |
|
"step": 113 |
|
}, |
|
{ |
|
"epoch": 4.56, |
|
"learning_rate": 0.0001544, |
|
"loss": 1.734, |
|
"step": 114 |
|
}, |
|
{ |
|
"epoch": 4.6, |
|
"learning_rate": 0.000154, |
|
"loss": 1.8379, |
|
"step": 115 |
|
}, |
|
{ |
|
"epoch": 4.64, |
|
"learning_rate": 0.00015360000000000002, |
|
"loss": 1.6841, |
|
"step": 116 |
|
}, |
|
{ |
|
"epoch": 4.68, |
|
"learning_rate": 0.0001532, |
|
"loss": 1.8253, |
|
"step": 117 |
|
}, |
|
{ |
|
"epoch": 4.72, |
|
"learning_rate": 0.0001528, |
|
"loss": 1.7607, |
|
"step": 118 |
|
}, |
|
{ |
|
"epoch": 4.76, |
|
"learning_rate": 0.00015240000000000002, |
|
"loss": 1.8205, |
|
"step": 119 |
|
}, |
|
{ |
|
"epoch": 4.8, |
|
"learning_rate": 0.000152, |
|
"loss": 1.8443, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 4.84, |
|
"learning_rate": 0.0001516, |
|
"loss": 1.8824, |
|
"step": 121 |
|
}, |
|
{ |
|
"epoch": 4.88, |
|
"learning_rate": 0.00015120000000000002, |
|
"loss": 1.8369, |
|
"step": 122 |
|
}, |
|
{ |
|
"epoch": 4.92, |
|
"learning_rate": 0.0001508, |
|
"loss": 1.8017, |
|
"step": 123 |
|
}, |
|
{ |
|
"epoch": 4.96, |
|
"learning_rate": 0.0001504, |
|
"loss": 1.7858, |
|
"step": 124 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"learning_rate": 0.00015000000000000001, |
|
"loss": 1.8366, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 5.04, |
|
"learning_rate": 0.0001496, |
|
"loss": 1.7353, |
|
"step": 126 |
|
}, |
|
{ |
|
"epoch": 5.08, |
|
"learning_rate": 0.0001492, |
|
"loss": 1.6017, |
|
"step": 127 |
|
}, |
|
{ |
|
"epoch": 5.12, |
|
"learning_rate": 0.0001488, |
|
"loss": 1.6645, |
|
"step": 128 |
|
}, |
|
{ |
|
"epoch": 5.16, |
|
"learning_rate": 0.0001484, |
|
"loss": 1.8663, |
|
"step": 129 |
|
}, |
|
{ |
|
"epoch": 5.2, |
|
"learning_rate": 0.000148, |
|
"loss": 1.7009, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 5.24, |
|
"learning_rate": 0.0001476, |
|
"loss": 1.7371, |
|
"step": 131 |
|
}, |
|
{ |
|
"epoch": 5.28, |
|
"learning_rate": 0.0001472, |
|
"loss": 1.8555, |
|
"step": 132 |
|
}, |
|
{ |
|
"epoch": 5.32, |
|
"learning_rate": 0.00014680000000000002, |
|
"loss": 1.6373, |
|
"step": 133 |
|
}, |
|
{ |
|
"epoch": 5.36, |
|
"learning_rate": 0.0001464, |
|
"loss": 1.7211, |
|
"step": 134 |
|
}, |
|
{ |
|
"epoch": 5.4, |
|
"learning_rate": 0.000146, |
|
"loss": 1.614, |
|
"step": 135 |
|
}, |
|
{ |
|
"epoch": 5.44, |
|
"learning_rate": 0.00014560000000000002, |
|
"loss": 1.8736, |
|
"step": 136 |
|
}, |
|
{ |
|
"epoch": 5.48, |
|
"learning_rate": 0.0001452, |
|
"loss": 1.7229, |
|
"step": 137 |
|
}, |
|
{ |
|
"epoch": 5.52, |
|
"learning_rate": 0.0001448, |
|
"loss": 1.7315, |
|
"step": 138 |
|
}, |
|
{ |
|
"epoch": 5.56, |
|
"learning_rate": 0.0001444, |
|
"loss": 1.7259, |
|
"step": 139 |
|
}, |
|
{ |
|
"epoch": 5.6, |
|
"learning_rate": 0.000144, |
|
"loss": 1.7032, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 5.64, |
|
"learning_rate": 0.0001436, |
|
"loss": 1.9237, |
|
"step": 141 |
|
}, |
|
{ |
|
"epoch": 5.68, |
|
"learning_rate": 0.0001432, |
|
"loss": 1.7821, |
|
"step": 142 |
|
}, |
|
{ |
|
"epoch": 5.72, |
|
"learning_rate": 0.0001428, |
|
"loss": 1.6081, |
|
"step": 143 |
|
}, |
|
{ |
|
"epoch": 5.76, |
|
"learning_rate": 0.0001424, |
|
"loss": 1.7979, |
|
"step": 144 |
|
}, |
|
{ |
|
"epoch": 5.8, |
|
"learning_rate": 0.000142, |
|
"loss": 1.6675, |
|
"step": 145 |
|
}, |
|
{ |
|
"epoch": 5.84, |
|
"learning_rate": 0.0001416, |
|
"loss": 1.6758, |
|
"step": 146 |
|
}, |
|
{ |
|
"epoch": 5.88, |
|
"learning_rate": 0.0001412, |
|
"loss": 1.7783, |
|
"step": 147 |
|
}, |
|
{ |
|
"epoch": 5.92, |
|
"learning_rate": 0.0001408, |
|
"loss": 1.5935, |
|
"step": 148 |
|
}, |
|
{ |
|
"epoch": 5.96, |
|
"learning_rate": 0.0001404, |
|
"loss": 1.7372, |
|
"step": 149 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"learning_rate": 0.00014, |
|
"loss": 1.6308, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 6.04, |
|
"learning_rate": 0.0001396, |
|
"loss": 1.5829, |
|
"step": 151 |
|
}, |
|
{ |
|
"epoch": 6.08, |
|
"learning_rate": 0.0001392, |
|
"loss": 1.6538, |
|
"step": 152 |
|
}, |
|
{ |
|
"epoch": 6.12, |
|
"learning_rate": 0.00013879999999999999, |
|
"loss": 1.7624, |
|
"step": 153 |
|
}, |
|
{ |
|
"epoch": 6.16, |
|
"learning_rate": 0.0001384, |
|
"loss": 1.4968, |
|
"step": 154 |
|
}, |
|
{ |
|
"epoch": 6.2, |
|
"learning_rate": 0.000138, |
|
"loss": 1.7305, |
|
"step": 155 |
|
}, |
|
{ |
|
"epoch": 6.24, |
|
"learning_rate": 0.00013759999999999998, |
|
"loss": 1.6536, |
|
"step": 156 |
|
}, |
|
{ |
|
"epoch": 6.28, |
|
"learning_rate": 0.00013720000000000003, |
|
"loss": 1.654, |
|
"step": 157 |
|
}, |
|
{ |
|
"epoch": 6.32, |
|
"learning_rate": 0.00013680000000000002, |
|
"loss": 1.7163, |
|
"step": 158 |
|
}, |
|
{ |
|
"epoch": 6.36, |
|
"learning_rate": 0.0001364, |
|
"loss": 1.6599, |
|
"step": 159 |
|
}, |
|
{ |
|
"epoch": 6.4, |
|
"learning_rate": 0.00013600000000000003, |
|
"loss": 1.5729, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 6.44, |
|
"learning_rate": 0.00013560000000000002, |
|
"loss": 1.5291, |
|
"step": 161 |
|
}, |
|
{ |
|
"epoch": 6.48, |
|
"learning_rate": 0.0001352, |
|
"loss": 1.5666, |
|
"step": 162 |
|
}, |
|
{ |
|
"epoch": 6.52, |
|
"learning_rate": 0.00013480000000000002, |
|
"loss": 1.7576, |
|
"step": 163 |
|
}, |
|
{ |
|
"epoch": 6.56, |
|
"learning_rate": 0.00013440000000000001, |
|
"loss": 1.4462, |
|
"step": 164 |
|
}, |
|
{ |
|
"epoch": 6.6, |
|
"learning_rate": 0.000134, |
|
"loss": 1.5659, |
|
"step": 165 |
|
}, |
|
{ |
|
"epoch": 6.64, |
|
"learning_rate": 0.00013360000000000002, |
|
"loss": 1.6234, |
|
"step": 166 |
|
}, |
|
{ |
|
"epoch": 6.68, |
|
"learning_rate": 0.0001332, |
|
"loss": 1.5176, |
|
"step": 167 |
|
}, |
|
{ |
|
"epoch": 6.72, |
|
"learning_rate": 0.0001328, |
|
"loss": 1.667, |
|
"step": 168 |
|
}, |
|
{ |
|
"epoch": 6.76, |
|
"learning_rate": 0.00013240000000000002, |
|
"loss": 1.6514, |
|
"step": 169 |
|
}, |
|
{ |
|
"epoch": 6.8, |
|
"learning_rate": 0.000132, |
|
"loss": 1.7179, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 6.84, |
|
"learning_rate": 0.0001316, |
|
"loss": 1.4373, |
|
"step": 171 |
|
}, |
|
{ |
|
"epoch": 6.88, |
|
"learning_rate": 0.00013120000000000002, |
|
"loss": 1.7044, |
|
"step": 172 |
|
}, |
|
{ |
|
"epoch": 6.92, |
|
"learning_rate": 0.0001308, |
|
"loss": 1.5673, |
|
"step": 173 |
|
}, |
|
{ |
|
"epoch": 6.96, |
|
"learning_rate": 0.0001304, |
|
"loss": 1.6303, |
|
"step": 174 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"learning_rate": 0.00013000000000000002, |
|
"loss": 1.4828, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 7.04, |
|
"learning_rate": 0.0001296, |
|
"loss": 1.6204, |
|
"step": 176 |
|
}, |
|
{ |
|
"epoch": 7.08, |
|
"learning_rate": 0.00012920000000000002, |
|
"loss": 1.4955, |
|
"step": 177 |
|
}, |
|
{ |
|
"epoch": 7.12, |
|
"learning_rate": 0.00012880000000000001, |
|
"loss": 1.6109, |
|
"step": 178 |
|
}, |
|
{ |
|
"epoch": 7.16, |
|
"learning_rate": 0.0001284, |
|
"loss": 1.5318, |
|
"step": 179 |
|
}, |
|
{ |
|
"epoch": 7.2, |
|
"learning_rate": 0.00012800000000000002, |
|
"loss": 1.5702, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 7.24, |
|
"learning_rate": 0.0001276, |
|
"loss": 1.4598, |
|
"step": 181 |
|
}, |
|
{ |
|
"epoch": 7.28, |
|
"learning_rate": 0.0001272, |
|
"loss": 1.6145, |
|
"step": 182 |
|
}, |
|
{ |
|
"epoch": 7.32, |
|
"learning_rate": 0.00012680000000000002, |
|
"loss": 1.3628, |
|
"step": 183 |
|
}, |
|
{ |
|
"epoch": 7.36, |
|
"learning_rate": 0.0001264, |
|
"loss": 1.4578, |
|
"step": 184 |
|
}, |
|
{ |
|
"epoch": 7.4, |
|
"learning_rate": 0.000126, |
|
"loss": 1.7094, |
|
"step": 185 |
|
}, |
|
{ |
|
"epoch": 7.44, |
|
"learning_rate": 0.00012560000000000002, |
|
"loss": 1.4376, |
|
"step": 186 |
|
}, |
|
{ |
|
"epoch": 7.48, |
|
"learning_rate": 0.0001252, |
|
"loss": 1.3393, |
|
"step": 187 |
|
}, |
|
{ |
|
"epoch": 7.52, |
|
"learning_rate": 0.0001248, |
|
"loss": 1.4273, |
|
"step": 188 |
|
}, |
|
{ |
|
"epoch": 7.56, |
|
"learning_rate": 0.00012440000000000002, |
|
"loss": 1.5506, |
|
"step": 189 |
|
}, |
|
{ |
|
"epoch": 7.6, |
|
"learning_rate": 0.000124, |
|
"loss": 1.4774, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 7.64, |
|
"learning_rate": 0.0001236, |
|
"loss": 1.4632, |
|
"step": 191 |
|
}, |
|
{ |
|
"epoch": 7.68, |
|
"learning_rate": 0.0001232, |
|
"loss": 1.4568, |
|
"step": 192 |
|
}, |
|
{ |
|
"epoch": 7.72, |
|
"learning_rate": 0.0001228, |
|
"loss": 1.6106, |
|
"step": 193 |
|
}, |
|
{ |
|
"epoch": 7.76, |
|
"learning_rate": 0.0001224, |
|
"loss": 1.577, |
|
"step": 194 |
|
}, |
|
{ |
|
"epoch": 7.8, |
|
"learning_rate": 0.000122, |
|
"loss": 1.4805, |
|
"step": 195 |
|
}, |
|
{ |
|
"epoch": 7.84, |
|
"learning_rate": 0.0001216, |
|
"loss": 1.4546, |
|
"step": 196 |
|
}, |
|
{ |
|
"epoch": 7.88, |
|
"learning_rate": 0.0001212, |
|
"loss": 1.5164, |
|
"step": 197 |
|
}, |
|
{ |
|
"epoch": 7.92, |
|
"learning_rate": 0.0001208, |
|
"loss": 1.5061, |
|
"step": 198 |
|
}, |
|
{ |
|
"epoch": 7.96, |
|
"learning_rate": 0.0001204, |
|
"loss": 1.5312, |
|
"step": 199 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"learning_rate": 0.00012, |
|
"loss": 1.4463, |
|
"step": 200 |
|
} |
|
], |
|
"logging_steps": 1, |
|
"max_steps": 500, |
|
"num_train_epochs": 20, |
|
"save_steps": 100, |
|
"total_flos": 6.816544875119616e+16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|