| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 75, | |
| "global_step": 297, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1e-06, | |
| "loss": 0.9799, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 2e-06, | |
| "loss": 1.0088, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3e-06, | |
| "loss": 1.0716, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4e-06, | |
| "loss": 0.8604, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 5e-06, | |
| "loss": 0.8246, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 6e-06, | |
| "loss": 0.8132, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 7e-06, | |
| "loss": 0.6148, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 8e-06, | |
| "loss": 0.7729, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9e-06, | |
| "loss": 0.7227, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 8.999732272500674e-06, | |
| "loss": 0.8967, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 8.998929121859591e-06, | |
| "loss": 1.0003, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 8.997590643643646e-06, | |
| "loss": 0.8262, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 8.99571699711836e-06, | |
| "loss": 0.9495, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 8.993308405228933e-06, | |
| "loss": 0.8094, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 8.990365154573717e-06, | |
| "loss": 0.8528, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 8.9868875953701e-06, | |
| "loss": 0.8767, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 8.982876141412855e-06, | |
| "loss": 0.8405, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 8.978331270024886e-06, | |
| "loss": 0.9105, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 8.973253522000438e-06, | |
| "loss": 0.9109, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 8.967643501540747e-06, | |
| "loss": 0.8691, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 8.961501876182148e-06, | |
| "loss": 0.7543, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 8.954829376716635e-06, | |
| "loss": 0.7925, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 8.947626797104924e-06, | |
| "loss": 0.8162, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 8.939894994381956e-06, | |
| "loss": 0.7787, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 8.931634888554937e-06, | |
| "loss": 0.8244, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 8.922847462493856e-06, | |
| "loss": 0.8088, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 8.913533761814537e-06, | |
| "loss": 0.8405, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 8.903694894754222e-06, | |
| "loss": 0.8361, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 8.8933320320397e-06, | |
| "loss": 0.6428, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 8.882446406748002e-06, | |
| "loss": 0.6581, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 8.871039314159675e-06, | |
| "loss": 0.8059, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 8.859112111604669e-06, | |
| "loss": 0.8403, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 8.846666218300807e-06, | |
| "loss": 0.712, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 8.833703115184932e-06, | |
| "loss": 0.7188, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 8.82022434473668e-06, | |
| "loss": 0.7583, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 8.80623151079494e-06, | |
| "loss": 0.7899, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 8.791726278367021e-06, | |
| "loss": 0.8039, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.776710373430525e-06, | |
| "loss": 0.8014, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.761185582727977e-06, | |
| "loss": 0.8441, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 8.745153753554214e-06, | |
| "loss": 0.6469, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.728616793536588e-06, | |
| "loss": 0.711, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.711576670407966e-06, | |
| "loss": 0.6167, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 8.694035411772595e-06, | |
| "loss": 0.8141, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.675995104864831e-06, | |
| "loss": 0.5856, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.65745789630079e-06, | |
| "loss": 0.6113, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 8.638425991822915e-06, | |
| "loss": 0.8029, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.618901656037513e-06, | |
| "loss": 0.7917, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.598887212145291e-06, | |
| "loss": 0.6432, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 8.578385041664925e-06, | |
| "loss": 0.6574, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 8.557397584149673e-06, | |
| "loss": 0.5809, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 8.535927336897097e-06, | |
| "loss": 0.6016, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 8.513976854651913e-06, | |
| "loss": 0.6247, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 8.491548749301997e-06, | |
| "loss": 0.5538, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 8.468645689567598e-06, | |
| "loss": 0.6069, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.445270400683786e-06, | |
| "loss": 0.6994, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.421425664076177e-06, | |
| "loss": 0.5385, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.397114317029975e-06, | |
| "loss": 0.7693, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 8.372339252352355e-06, | |
| "loss": 0.6196, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 8.347103418028259e-06, | |
| "loss": 0.7083, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 8.321409816869605e-06, | |
| "loss": 0.6298, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 8.295261506157985e-06, | |
| "loss": 0.5166, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 8.268661597280886e-06, | |
| "loss": 0.7171, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 8.241613255361455e-06, | |
| "loss": 0.7374, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 8.214119698881887e-06, | |
| "loss": 0.5147, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 8.186184199300463e-06, | |
| "loss": 0.7629, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 8.157810080662269e-06, | |
| "loss": 0.6447, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 8.129000719203673e-06, | |
| "loss": 0.5669, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 8.099759542950583e-06, | |
| "loss": 0.6644, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 8.070090031310558e-06, | |
| "loss": 0.637, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 8.039995714658776e-06, | |
| "loss": 0.6364, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 8.009480173917969e-06, | |
| "loss": 0.6313, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.978547040132316e-06, | |
| "loss": 0.6522, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 7.947199994035401e-06, | |
| "loss": 0.6039, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 7.915442765612229e-06, | |
| "loss": 0.5923, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 7.883279133655398e-06, | |
| "loss": 0.5145, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "eval_accuracy": 0.8153410115496591, | |
| "eval_accuracy_<|content|>": 0.9983489268024216, | |
| "eval_accuracy_<|from|>": 0.975, | |
| "eval_accuracy_<|recipient|>": 0.7946428571428571, | |
| "eval_accuracy_<|stop|>": 0.8509316770186336, | |
| "eval_accuracy_total_num_<|content|>": 3634, | |
| "eval_accuracy_total_num_<|from|>": 560, | |
| "eval_accuracy_total_num_<|recipient|>": 560, | |
| "eval_accuracy_total_num_<|stop|>": 3059, | |
| "eval_loss": 0.6158567070960999, | |
| "eval_perplexity": 1.0609388823519776, | |
| "eval_runtime": 222.2983, | |
| "eval_samples_per_second": 4.705, | |
| "eval_steps_per_second": 0.148, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.850712925315468e-06, | |
| "loss": 0.7307, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.817748015645558e-06, | |
| "loss": 0.6347, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 7.78438832714026e-06, | |
| "loss": 0.5611, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.7506378292689e-06, | |
| "loss": 0.5914, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.716500538003208e-06, | |
| "loss": 0.4936, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 7.681980515339464e-06, | |
| "loss": 0.543, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 7.647081868815153e-06, | |
| "loss": 0.5267, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 7.611808751020213e-06, | |
| "loss": 0.6759, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 7.57616535910292e-06, | |
| "loss": 0.5291, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 7.540155934270472e-06, | |
| "loss": 0.7263, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 7.5037847612843135e-06, | |
| "loss": 0.6477, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 7.46705616795031e-06, | |
| "loss": 0.6295, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 7.429974524603771e-06, | |
| "loss": 0.5567, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 7.392544243589427e-06, | |
| "loss": 0.5361, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 7.354769778736405e-06, | |
| "loss": 0.752, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 7.316655624828267e-06, | |
| "loss": 0.581, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 7.278206317068173e-06, | |
| "loss": 0.5523, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 7.239426430539243e-06, | |
| "loss": 0.6416, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 7.2003205796601645e-06, | |
| "loss": 0.6665, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 7.160893417636121e-06, | |
| "loss": 0.7361, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 7.121149635905111e-06, | |
| "loss": 0.507, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 7.081093963579708e-06, | |
| "loss": 0.6335, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 7.040731166884352e-06, | |
| "loss": 0.545, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 7.00006604858821e-06, | |
| "loss": 0.7382, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.959103447433696e-06, | |
| "loss": 0.7749, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.917848237560708e-06, | |
| "loss": 0.5616, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 6.876305327926656e-06, | |
| "loss": 0.6483, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.834479661722347e-06, | |
| "loss": 0.7207, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.792376215783789e-06, | |
| "loss": 0.5815, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 6.75e-06, | |
| "loss": 0.4725, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 6.707356056716886e-06, | |
| "loss": 0.7133, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 6.664449460137245e-06, | |
| "loss": 0.5666, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 6.621285315716991e-06, | |
| "loss": 0.545, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 6.5778687595576535e-06, | |
| "loss": 0.7437, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 6.5342049577952396e-06, | |
| "loss": 0.5496, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 6.490299105985506e-06, | |
| "loss": 0.5883, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 6.446156428485748e-06, | |
| "loss": 0.5355, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 6.401782177833148e-06, | |
| "loss": 0.6925, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 6.357181634119776e-06, | |
| "loss": 0.7328, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 6.312360104364318e-06, | |
| "loss": 0.6417, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 6.267322921880584e-06, | |
| "loss": 0.6352, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 6.222075445642905e-06, | |
| "loss": 0.6245, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 6.176623059648463e-06, | |
| "loss": 0.572, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 6.130971172276657e-06, | |
| "loss": 0.5957, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 6.085125215645551e-06, | |
| "loss": 0.5968, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 6.03909064496551e-06, | |
| "loss": 0.7397, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.992872937890085e-06, | |
| "loss": 0.4958, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.946477593864227e-06, | |
| "loss": 0.6392, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.899910133469909e-06, | |
| "loss": 0.5666, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.853176097769229e-06, | |
| "loss": 0.4596, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.80628104764508e-06, | |
| "loss": 0.6385, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 5.7592305631394655e-06, | |
| "loss": 0.578, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 5.7120302427895185e-06, | |
| "loss": 0.8049, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 5.664685702961344e-06, | |
| "loss": 0.4874, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 5.617202577181723e-06, | |
| "loss": 0.5195, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 5.569586515467779e-06, | |
| "loss": 0.6092, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 5.521843183654679e-06, | |
| "loss": 0.6794, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 5.473978262721463e-06, | |
| "loss": 0.4674, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 5.425997448115057e-06, | |
| "loss": 0.5482, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 5.377906449072578e-06, | |
| "loss": 0.4731, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 5.3297109879419855e-06, | |
| "loss": 0.6931, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 5.281416799501187e-06, | |
| "loss": 0.5254, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 5.23302963027565e-06, | |
| "loss": 0.5313, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 5.184555237854625e-06, | |
| "loss": 0.5622, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 5.1359993902060545e-06, | |
| "loss": 0.5621, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 5.087367864990233e-06, | |
| "loss": 0.5534, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 5.038666448872331e-06, | |
| "loss": 0.5932, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.989900936833841e-06, | |
| "loss": 0.5931, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.941077131483024e-06, | |
| "loss": 0.5631, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.892200842364463e-06, | |
| "loss": 0.6102, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.843277885267786e-06, | |
| "loss": 0.6519, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.794314081535644e-06, | |
| "loss": 0.4957, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.745315257371029e-06, | |
| "loss": 0.6076, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.696287243144012e-06, | |
| "loss": 0.6205, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.647235872697993e-06, | |
| "loss": 0.5454, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "eval_accuracy": 0.8247416654541203, | |
| "eval_accuracy_<|content|>": 1.0, | |
| "eval_accuracy_<|from|>": 0.9892857142857143, | |
| "eval_accuracy_<|recipient|>": 1.0, | |
| "eval_accuracy_<|stop|>": 0.8996404053612291, | |
| "eval_accuracy_total_num_<|content|>": 3634, | |
| "eval_accuracy_total_num_<|from|>": 560, | |
| "eval_accuracy_total_num_<|recipient|>": 560, | |
| "eval_accuracy_total_num_<|stop|>": 3059, | |
| "eval_loss": 0.5723979473114014, | |
| "eval_perplexity": 1.056601002074663, | |
| "eval_runtime": 170.3858, | |
| "eval_samples_per_second": 6.139, | |
| "eval_steps_per_second": 0.194, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.598166982655526e-06, | |
| "loss": 0.6884, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.549086411723821e-06, | |
| "loss": 0.5796, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 4.5e-06, | |
| "loss": 0.5955, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 4.45091358827618e-06, | |
| "loss": 0.5985, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 4.401833017344475e-06, | |
| "loss": 0.451, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.352764127302008e-06, | |
| "loss": 0.7329, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.303712756855989e-06, | |
| "loss": 0.6437, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.254684742628971e-06, | |
| "loss": 0.4884, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.205685918464356e-06, | |
| "loss": 0.5665, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.156722114732214e-06, | |
| "loss": 0.5799, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.107799157635538e-06, | |
| "loss": 0.6255, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.058922868516977e-06, | |
| "loss": 0.6124, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.01009906316616e-06, | |
| "loss": 0.5434, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.96133355112767e-06, | |
| "loss": 0.565, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.912632135009769e-06, | |
| "loss": 0.4637, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.8640006097939474e-06, | |
| "loss": 0.5655, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.815444762145375e-06, | |
| "loss": 0.6105, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.7669703697243513e-06, | |
| "loss": 0.5689, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.718583200498814e-06, | |
| "loss": 0.6725, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.6702890120580148e-06, | |
| "loss": 0.4064, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.6220935509274233e-06, | |
| "loss": 0.4969, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.5740025518849432e-06, | |
| "loss": 0.5846, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 3.5260217372785372e-06, | |
| "loss": 0.5228, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.478156816345321e-06, | |
| "loss": 0.603, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.4304134845322217e-06, | |
| "loss": 0.6142, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.3827974228182764e-06, | |
| "loss": 0.5525, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.335314297038656e-06, | |
| "loss": 0.637, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.287969757210483e-06, | |
| "loss": 0.4829, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.240769436860536e-06, | |
| "loss": 0.7065, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 3.1937189523549205e-06, | |
| "loss": 0.4831, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 3.1468239022307714e-06, | |
| "loss": 0.535, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 3.1000898665300915e-06, | |
| "loss": 0.5843, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 3.053522406135774e-06, | |
| "loss": 0.5178, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 3.007127062109917e-06, | |
| "loss": 0.5917, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.9609093550344912e-06, | |
| "loss": 0.5379, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.9148747843544492e-06, | |
| "loss": 0.6937, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.869028827723343e-06, | |
| "loss": 0.4999, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.823376940351537e-06, | |
| "loss": 0.6532, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.7779245543570964e-06, | |
| "loss": 0.4854, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.7326770781194174e-06, | |
| "loss": 0.54, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.6876398956356833e-06, | |
| "loss": 0.4441, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.642818365880224e-06, | |
| "loss": 0.551, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.5982178221668532e-06, | |
| "loss": 0.6079, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.5538435715142517e-06, | |
| "loss": 0.5439, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.5097008940144952e-06, | |
| "loss": 0.6502, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.4657950422047615e-06, | |
| "loss": 0.5396, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 2.4221312404423484e-06, | |
| "loss": 0.6481, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 2.3787146842830103e-06, | |
| "loss": 0.5903, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 2.3355505398627564e-06, | |
| "loss": 0.5244, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 2.292643943283114e-06, | |
| "loss": 0.6796, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 2.250000000000001e-06, | |
| "loss": 0.6146, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 2.207623784216212e-06, | |
| "loss": 0.5408, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 2.1655203382776525e-06, | |
| "loss": 0.6249, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 2.123694672073344e-06, | |
| "loss": 0.5816, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 2.082151762439292e-06, | |
| "loss": 0.4743, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 2.040896552566305e-06, | |
| "loss": 0.6727, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.999933951411791e-06, | |
| "loss": 0.4752, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.9592688331156483e-06, | |
| "loss": 0.5629, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.9189060364202938e-06, | |
| "loss": 0.4636, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.8788503640948908e-06, | |
| "loss": 0.5113, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.8391065823638805e-06, | |
| "loss": 0.4424, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.7996794203398362e-06, | |
| "loss": 0.4023, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.760573569460757e-06, | |
| "loss": 0.5816, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.7217936829318283e-06, | |
| "loss": 0.5428, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.6833443751717342e-06, | |
| "loss": 0.4079, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.6452302212635958e-06, | |
| "loss": 0.614, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.6074557564105728e-06, | |
| "loss": 0.3744, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.5700254753962297e-06, | |
| "loss": 0.7146, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.5329438320496903e-06, | |
| "loss": 0.4597, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.4962152387156875e-06, | |
| "loss": 0.5789, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.459844065729529e-06, | |
| "loss": 0.5392, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.423834640897079e-06, | |
| "loss": 0.6789, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.3881912489797881e-06, | |
| "loss": 0.6218, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.3529181311848478e-06, | |
| "loss": 0.5378, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.3180194846605365e-06, | |
| "loss": 0.4189, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "eval_accuracy": 0.8321450379495904, | |
| "eval_accuracy_<|content|>": 1.0, | |
| "eval_accuracy_<|from|>": 0.9946428571428572, | |
| "eval_accuracy_<|recipient|>": 1.0, | |
| "eval_accuracy_<|stop|>": 0.9150049035632559, | |
| "eval_accuracy_total_num_<|content|>": 3634, | |
| "eval_accuracy_total_num_<|from|>": 560, | |
| "eval_accuracy_total_num_<|recipient|>": 560, | |
| "eval_accuracy_total_num_<|stop|>": 3059, | |
| "eval_loss": 0.5402337908744812, | |
| "eval_perplexity": 1.0533657385611068, | |
| "eval_runtime": 170.1194, | |
| "eval_samples_per_second": 6.149, | |
| "eval_steps_per_second": 0.194, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.2834994619967923e-06, | |
| "loss": 0.4984, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.2493621707311002e-06, | |
| "loss": 0.4659, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.2156116728597408e-06, | |
| "loss": 0.5902, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.1822519843544422e-06, | |
| "loss": 0.6117, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.1492870746845319e-06, | |
| "loss": 0.6365, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.1167208663446024e-06, | |
| "loss": 0.5319, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.0845572343877717e-06, | |
| "loss": 0.5895, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.0528000059645994e-06, | |
| "loss": 0.5318, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.0214529598676836e-06, | |
| "loss": 0.6035, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 9.905198260820328e-07, | |
| "loss": 0.5598, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 9.600042853412235e-07, | |
| "loss": 0.5064, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 9.299099686894423e-07, | |
| "loss": 0.6721, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 9.002404570494167e-07, | |
| "loss": 0.5706, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 8.709992807963281e-07, | |
| "loss": 0.6527, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 8.42189919337732e-07, | |
| "loss": 0.6001, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 8.138158006995364e-07, | |
| "loss": 0.6725, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 7.85880301118113e-07, | |
| "loss": 0.4701, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 7.58386744638546e-07, | |
| "loss": 0.5473, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 7.313384027191149e-07, | |
| "loss": 0.5739, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 7.047384938420153e-07, | |
| "loss": 0.367, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 6.785901831303956e-07, | |
| "loss": 0.4433, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 6.528965819717413e-07, | |
| "loss": 0.4839, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 6.27660747647645e-07, | |
| "loss": 0.6045, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 6.028856829700259e-07, | |
| "loss": 0.565, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 5.785743359238243e-07, | |
| "loss": 0.5618, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 5.547295993162155e-07, | |
| "loss": 0.397, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 5.313543104324028e-07, | |
| "loss": 0.5715, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 5.084512506980023e-07, | |
| "loss": 0.5927, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 4.860231453480866e-07, | |
| "loss": 0.4835, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 4.640726631029029e-07, | |
| "loss": 0.5396, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 4.426024158503282e-07, | |
| "loss": 0.4446, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 4.216149583350753e-07, | |
| "loss": 0.5833, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 4.0111278785470846e-07, | |
| "loss": 0.478, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 3.8109834396248805e-07, | |
| "loss": 0.5802, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 3.6157400817708485e-07, | |
| "loss": 0.4553, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 3.425421036992097e-07, | |
| "loss": 0.5408, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 3.2400489513517e-07, | |
| "loss": 0.4659, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 3.0596458822740705e-07, | |
| "loss": 0.3709, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 2.884233295920351e-07, | |
| "loss": 0.3811, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 2.713832064634126e-07, | |
| "loss": 0.5523, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 2.548462464457865e-07, | |
| "loss": 0.5376, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 2.388144172720249e-07, | |
| "loss": 0.5279, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 2.23289626569475e-07, | |
| "loss": 0.5563, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 2.082737216329793e-07, | |
| "loss": 0.451, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 1.937684892050603e-07, | |
| "loss": 0.6432, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 1.797756552633213e-07, | |
| "loss": 0.4673, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 1.6629688481506783e-07, | |
| "loss": 0.5042, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 1.533337816991931e-07, | |
| "loss": 0.7103, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 1.408878883953311e-07, | |
| "loss": 0.4237, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 1.2896068584032355e-07, | |
| "loss": 0.4941, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 1.1755359325199866e-07, | |
| "loss": 0.6746, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 1.0666796796029987e-07, | |
| "loss": 0.5323, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 9.630510524577751e-08, | |
| "loss": 0.5387, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 8.646623818546307e-08, | |
| "loss": 0.5481, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 7.715253750614503e-08, | |
| "loss": 0.5632, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 6.836511144506392e-08, | |
| "loss": 0.6036, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 6.01050056180446e-08, | |
| "loss": 0.4902, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 5.237320289507702e-08, | |
| "loss": 0.4684, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 4.517062328336458e-08, | |
| "loss": 0.525, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 3.849812381785328e-08, | |
| "loss": 0.5128, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 3.235649845925231e-08, | |
| "loss": 0.7175, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 2.674647799956159e-08, | |
| "loss": 0.5206, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 2.166872997511432e-08, | |
| "loss": 0.6999, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.7123858587145047e-08, | |
| "loss": 0.4856, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.3112404629900154e-08, | |
| "loss": 0.6217, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 9.634845426284344e-09, | |
| "loss": 0.6083, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 6.691594771066067e-09, | |
| "loss": 0.6078, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 4.283002881639908e-09, | |
| "loss": 0.5348, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 2.4093563563544198e-09, | |
| "loss": 0.5764, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 1.070878140408904e-09, | |
| "loss": 0.5528, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 2.6772749932613136e-10, | |
| "loss": 0.6354, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 0.0, | |
| "loss": 0.3309, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 297, | |
| "total_flos": 124371515473920.0, | |
| "train_loss": 0.6121062839071357, | |
| "train_runtime": 9946.9361, | |
| "train_samples_per_second": 0.953, | |
| "train_steps_per_second": 0.03 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 297, | |
| "num_train_epochs": 1, | |
| "save_steps": 200.0, | |
| "total_flos": 124371515473920.0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |