Hugging Face's logo

Ogamon
/
llama3_1_truth_model_bench_2

Text Generation
Transformers
Safetensors
llama
llama-factory
full
Generated from Trainer
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
llama3_1_truth_model_bench_2
File size: 47,918 Bytes 
53b15dc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
 
{"current_steps": 1, "total_steps": 190, "loss": 12.476, "learning_rate": 5.000000000000001e-07, "epoch": 0.025806451612903226, "percentage": 0.53, "elapsed_time": "0:00:14", "remaining_time": "0:45:58", "throughput": "439.53", "total_tokens": 6416}
{"current_steps": 2, "total_steps": 190, "loss": 12.1047, "learning_rate": 1.0000000000000002e-06, "epoch": 0.05161290322580645, "percentage": 1.05, "elapsed_time": "0:00:27", "remaining_time": "0:43:30", "throughput": "467.79", "total_tokens": 12992}
{"current_steps": 3, "total_steps": 190, "loss": 12.0404, "learning_rate": 1.5e-06, "epoch": 0.07741935483870968, "percentage": 1.58, "elapsed_time": "0:00:40", "remaining_time": "0:42:31", "throughput": "475.65", "total_tokens": 19472}
{"current_steps": 4, "total_steps": 190, "loss": 10.5293, "learning_rate": 2.0000000000000003e-06, "epoch": 0.1032258064516129, "percentage": 2.11, "elapsed_time": "0:00:54", "remaining_time": "0:41:55", "throughput": "479.47", "total_tokens": 25936}
{"current_steps": 5, "total_steps": 190, "loss": 8.3117, "learning_rate": 2.5e-06, "epoch": 0.12903225806451613, "percentage": 2.63, "elapsed_time": "0:01:07", "remaining_time": "0:41:29", "throughput": "479.70", "total_tokens": 32272}
{"current_steps": 6, "total_steps": 190, "loss": 6.0338, "learning_rate": 3e-06, "epoch": 0.15483870967741936, "percentage": 3.16, "elapsed_time": "0:01:20", "remaining_time": "0:41:06", "throughput": "480.34", "total_tokens": 38640}
{"current_steps": 7, "total_steps": 190, "loss": 4.8226, "learning_rate": 3.5e-06, "epoch": 0.18064516129032257, "percentage": 3.68, "elapsed_time": "0:01:33", "remaining_time": "0:40:47", "throughput": "480.63", "total_tokens": 44992}
{"current_steps": 8, "total_steps": 190, "loss": 2.9485, "learning_rate": 4.000000000000001e-06, "epoch": 0.2064516129032258, "percentage": 4.21, "elapsed_time": "0:01:46", "remaining_time": "0:40:29", "throughput": "480.63", "total_tokens": 51328}
{"current_steps": 9, "total_steps": 190, "loss": 0.9784, "learning_rate": 4.5e-06, "epoch": 0.23225806451612904, "percentage": 4.74, "elapsed_time": "0:01:59", "remaining_time": "0:40:12", "throughput": "478.52", "total_tokens": 57408}
{"current_steps": 10, "total_steps": 190, "loss": 0.5759, "learning_rate": 5e-06, "epoch": 0.25806451612903225, "percentage": 5.26, "elapsed_time": "0:02:13", "remaining_time": "0:39:56", "throughput": "478.41", "total_tokens": 63696}
{"current_steps": 11, "total_steps": 190, "loss": 1.1284, "learning_rate": 4.9996192378909785e-06, "epoch": 0.2838709677419355, "percentage": 5.79, "elapsed_time": "0:02:26", "remaining_time": "0:39:40", "throughput": "478.35", "total_tokens": 69984}
{"current_steps": 12, "total_steps": 190, "loss": 1.1272, "learning_rate": 4.99847706754774e-06, "epoch": 0.3096774193548387, "percentage": 6.32, "elapsed_time": "0:02:39", "remaining_time": "0:39:25", "throughput": "479.03", "total_tokens": 76384}
{"current_steps": 13, "total_steps": 190, "loss": 0.9501, "learning_rate": 4.9965738368864345e-06, "epoch": 0.33548387096774196, "percentage": 6.84, "elapsed_time": "0:02:52", "remaining_time": "0:39:10", "throughput": "479.08", "total_tokens": 82704}
{"current_steps": 14, "total_steps": 190, "loss": 0.461, "learning_rate": 4.993910125649561e-06, "epoch": 0.36129032258064514, "percentage": 7.37, "elapsed_time": "0:03:05", "remaining_time": "0:38:55", "throughput": "478.92", "total_tokens": 88976}
{"current_steps": 15, "total_steps": 190, "loss": 1.2016, "learning_rate": 4.990486745229364e-06, "epoch": 0.3870967741935484, "percentage": 7.89, "elapsed_time": "0:03:18", "remaining_time": "0:38:41", "throughput": "479.89", "total_tokens": 95472}
{"current_steps": 16, "total_steps": 190, "loss": 0.331, "learning_rate": 4.986304738420684e-06, "epoch": 0.4129032258064516, "percentage": 8.42, "elapsed_time": "0:03:32", "remaining_time": "0:38:26", "throughput": "480.39", "total_tokens": 101904}
{"current_steps": 17, "total_steps": 190, "loss": 0.3565, "learning_rate": 4.981365379103306e-06, "epoch": 0.43870967741935485, "percentage": 8.95, "elapsed_time": "0:03:45", "remaining_time": "0:38:12", "throughput": "480.60", "total_tokens": 108272}
{"current_steps": 18, "total_steps": 190, "loss": 0.6088, "learning_rate": 4.975670171853926e-06, "epoch": 0.4645161290322581, "percentage": 9.47, "elapsed_time": "0:03:58", "remaining_time": "0:37:58", "throughput": "480.01", "total_tokens": 114464}
{"current_steps": 19, "total_steps": 190, "loss": 0.2701, "learning_rate": 4.9692208514878445e-06, "epoch": 0.49032258064516127, "percentage": 10.0, "elapsed_time": "0:04:11", "remaining_time": "0:37:44", "throughput": "480.13", "total_tokens": 120816}
{"current_steps": 20, "total_steps": 190, "loss": 0.7005, "learning_rate": 4.962019382530521e-06, "epoch": 0.5161290322580645, "percentage": 10.53, "elapsed_time": "0:04:24", "remaining_time": "0:37:30", "throughput": "480.07", "total_tokens": 127120}
{"current_steps": 21, "total_steps": 190, "loss": 0.3424, "learning_rate": 4.9540679586191605e-06, "epoch": 0.5419354838709678, "percentage": 11.05, "elapsed_time": "0:04:37", "remaining_time": "0:37:17", "throughput": "481.03", "total_tokens": 133712}
{"current_steps": 22, "total_steps": 190, "loss": 0.6274, "learning_rate": 4.9453690018345144e-06, "epoch": 0.567741935483871, "percentage": 11.58, "elapsed_time": "0:04:51", "remaining_time": "0:37:03", "throughput": "480.58", "total_tokens": 139904}
{"current_steps": 23, "total_steps": 190, "loss": 0.4183, "learning_rate": 4.935925161963089e-06, "epoch": 0.5935483870967742, "percentage": 12.11, "elapsed_time": "0:05:04", "remaining_time": "0:36:49", "throughput": "480.64", "total_tokens": 146256}
{"current_steps": 24, "total_steps": 190, "loss": 0.1517, "learning_rate": 4.925739315689991e-06, "epoch": 0.6193548387096774, "percentage": 12.63, "elapsed_time": "0:05:17", "remaining_time": "0:36:35", "throughput": "481.29", "total_tokens": 152784}
{"current_steps": 25, "total_steps": 190, "loss": 0.1906, "learning_rate": 4.914814565722671e-06, "epoch": 0.6451612903225806, "percentage": 13.16, "elapsed_time": "0:05:30", "remaining_time": "0:36:22", "throughput": "480.85", "total_tokens": 158976}
{"current_steps": 26, "total_steps": 190, "loss": 0.1537, "learning_rate": 4.903154239845798e-06, "epoch": 0.6709677419354839, "percentage": 13.68, "elapsed_time": "0:05:43", "remaining_time": "0:36:08", "throughput": "480.78", "total_tokens": 165280}
{"current_steps": 27, "total_steps": 190, "loss": 0.1957, "learning_rate": 4.890761889907589e-06, "epoch": 0.6967741935483871, "percentage": 14.21, "elapsed_time": "0:05:56", "remaining_time": "0:35:54", "throughput": "481.34", "total_tokens": 171808}
{"current_steps": 28, "total_steps": 190, "loss": 0.3026, "learning_rate": 4.8776412907378845e-06, "epoch": 0.7225806451612903, "percentage": 14.74, "elapsed_time": "0:06:10", "remaining_time": "0:35:41", "throughput": "481.25", "total_tokens": 178112}
{"current_steps": 29, "total_steps": 190, "loss": 0.2031, "learning_rate": 4.863796438998293e-06, "epoch": 0.7483870967741936, "percentage": 15.26, "elapsed_time": "0:06:23", "remaining_time": "0:35:27", "throughput": "481.25", "total_tokens": 184448}
{"current_steps": 30, "total_steps": 190, "loss": 0.1461, "learning_rate": 4.849231551964771e-06, "epoch": 0.7741935483870968, "percentage": 15.79, "elapsed_time": "0:06:36", "remaining_time": "0:35:14", "throughput": "481.53", "total_tokens": 190896}
{"current_steps": 31, "total_steps": 190, "loss": 0.1873, "learning_rate": 4.833951066243004e-06, "epoch": 0.8, "percentage": 16.32, "elapsed_time": "0:06:49", "remaining_time": "0:35:00", "throughput": "481.00", "total_tokens": 197024}
{"current_steps": 32, "total_steps": 190, "loss": 0.1388, "learning_rate": 4.817959636416969e-06, "epoch": 0.8258064516129032, "percentage": 16.84, "elapsed_time": "0:07:02", "remaining_time": "0:34:47", "throughput": "480.75", "total_tokens": 203248}
{"current_steps": 33, "total_steps": 190, "loss": 0.1127, "learning_rate": 4.801262133631101e-06, "epoch": 0.8516129032258064, "percentage": 17.37, "elapsed_time": "0:07:15", "remaining_time": "0:34:34", "throughput": "481.16", "total_tokens": 209760}
{"current_steps": 34, "total_steps": 190, "loss": 0.1243, "learning_rate": 4.783863644106502e-06, "epoch": 0.8774193548387097, "percentage": 17.89, "elapsed_time": "0:07:29", "remaining_time": "0:34:20", "throughput": "480.87", "total_tokens": 215968}
{"current_steps": 35, "total_steps": 190, "loss": 0.0969, "learning_rate": 4.765769467591626e-06, "epoch": 0.9032258064516129, "percentage": 18.42, "elapsed_time": "0:07:42", "remaining_time": "0:34:07", "throughput": "480.63", "total_tokens": 222192}
{"current_steps": 36, "total_steps": 190, "loss": 0.089, "learning_rate": 4.746985115747918e-06, "epoch": 0.9290322580645162, "percentage": 18.95, "elapsed_time": "0:07:55", "remaining_time": "0:33:53", "throughput": "480.62", "total_tokens": 228512}
{"current_steps": 37, "total_steps": 190, "loss": 0.1703, "learning_rate": 4.72751631047092e-06, "epoch": 0.9548387096774194, "percentage": 19.47, "elapsed_time": "0:08:08", "remaining_time": "0:33:40", "throughput": "481.20", "total_tokens": 235120}
{"current_steps": 38, "total_steps": 190, "loss": 0.1132, "learning_rate": 4.707368982147318e-06, "epoch": 0.9806451612903225, "percentage": 20.0, "elapsed_time": "0:08:21", "remaining_time": "0:33:27", "throughput": "481.46", "total_tokens": 241584}
{"current_steps": 39, "total_steps": 190, "loss": 0.1294, "learning_rate": 4.68654926784849e-06, "epoch": 1.0064516129032257, "percentage": 20.53, "elapsed_time": "0:08:34", "remaining_time": "0:33:13", "throughput": "481.77", "total_tokens": 248080}
{"current_steps": 40, "total_steps": 190, "loss": 0.0881, "learning_rate": 4.665063509461098e-06, "epoch": 1.032258064516129, "percentage": 21.05, "elapsed_time": "0:08:48", "remaining_time": "0:33:00", "throughput": "481.78", "total_tokens": 254416}
{"current_steps": 41, "total_steps": 190, "loss": 0.0504, "learning_rate": 4.642918251755281e-06, "epoch": 1.0580645161290323, "percentage": 21.58, "elapsed_time": "0:09:01", "remaining_time": "0:32:46", "throughput": "481.55", "total_tokens": 260640}
{"current_steps": 42, "total_steps": 190, "loss": 0.0723, "learning_rate": 4.620120240391065e-06, "epoch": 1.0838709677419356, "percentage": 22.11, "elapsed_time": "0:09:14", "remaining_time": "0:32:33", "throughput": "481.72", "total_tokens": 267072}
{"current_steps": 43, "total_steps": 190, "loss": 0.0726, "learning_rate": 4.596676419863561e-06, "epoch": 1.1096774193548387, "percentage": 22.63, "elapsed_time": "0:09:27", "remaining_time": "0:32:20", "throughput": "481.69", "total_tokens": 273392}
{"current_steps": 44, "total_steps": 190, "loss": 0.1355, "learning_rate": 4.572593931387604e-06, "epoch": 1.135483870967742, "percentage": 23.16, "elapsed_time": "0:09:40", "remaining_time": "0:32:06", "throughput": "481.60", "total_tokens": 279680}
{"current_steps": 45, "total_steps": 190, "loss": 0.0713, "learning_rate": 4.54788011072248e-06, "epoch": 1.1612903225806452, "percentage": 23.68, "elapsed_time": "0:09:53", "remaining_time": "0:31:53", "throughput": "481.51", "total_tokens": 285968}
{"current_steps": 46, "total_steps": 190, "loss": 0.0796, "learning_rate": 4.522542485937369e-06, "epoch": 1.1870967741935483, "percentage": 24.21, "elapsed_time": "0:10:07", "remaining_time": "0:31:40", "throughput": "481.50", "total_tokens": 292304}
{"current_steps": 47, "total_steps": 190, "loss": 0.0778, "learning_rate": 4.496588775118232e-06, "epoch": 1.2129032258064516, "percentage": 24.74, "elapsed_time": "0:10:20", "remaining_time": "0:31:27", "throughput": "481.46", "total_tokens": 298608}
{"current_steps": 48, "total_steps": 190, "loss": 0.0606, "learning_rate": 4.470026884016805e-06, "epoch": 1.238709677419355, "percentage": 25.26, "elapsed_time": "0:10:33", "remaining_time": "0:31:13", "throughput": "481.40", "total_tokens": 304912}
{"current_steps": 49, "total_steps": 190, "loss": 0.0411, "learning_rate": 4.442864903642428e-06, "epoch": 1.2645161290322582, "percentage": 25.79, "elapsed_time": "0:10:46", "remaining_time": "0:31:00", "throughput": "481.53", "total_tokens": 311328}
{"current_steps": 50, "total_steps": 190, "loss": 0.0773, "learning_rate": 4.415111107797445e-06, "epoch": 1.2903225806451613, "percentage": 26.32, "elapsed_time": "0:10:59", "remaining_time": "0:30:47", "throughput": "481.53", "total_tokens": 317664}
{"current_steps": 51, "total_steps": 190, "loss": 0.0355, "learning_rate": 4.386773950556931e-06, "epoch": 1.3161290322580645, "percentage": 26.84, "elapsed_time": "0:11:12", "remaining_time": "0:30:33", "throughput": "481.73", "total_tokens": 324128}
{"current_steps": 52, "total_steps": 190, "loss": 0.0607, "learning_rate": 4.357862063693486e-06, "epoch": 1.3419354838709676, "percentage": 27.37, "elapsed_time": "0:11:26", "remaining_time": "0:30:20", "throughput": "481.48", "total_tokens": 330304}
{"current_steps": 53, "total_steps": 190, "loss": 0.0542, "learning_rate": 4.328384254047927e-06, "epoch": 1.367741935483871, "percentage": 27.89, "elapsed_time": "0:11:39", "remaining_time": "0:30:07", "throughput": "481.43", "total_tokens": 336608}
{"current_steps": 54, "total_steps": 190, "loss": 0.0629, "learning_rate": 4.2983495008466285e-06, "epoch": 1.3935483870967742, "percentage": 28.42, "elapsed_time": "0:11:52", "remaining_time": "0:29:54", "throughput": "481.42", "total_tokens": 342944}
{"current_steps": 55, "total_steps": 190, "loss": 0.0519, "learning_rate": 4.267766952966369e-06, "epoch": 1.4193548387096775, "percentage": 28.95, "elapsed_time": "0:12:05", "remaining_time": "0:29:40", "throughput": "481.73", "total_tokens": 349504}
{"current_steps": 56, "total_steps": 190, "loss": 0.0481, "learning_rate": 4.236645926147493e-06, "epoch": 1.4451612903225808, "percentage": 29.47, "elapsed_time": "0:12:18", "remaining_time": "0:29:27", "throughput": "481.67", "total_tokens": 355808}
{"current_steps": 57, "total_steps": 190, "loss": 0.0659, "learning_rate": 4.204995900156247e-06, "epoch": 1.4709677419354839, "percentage": 30.0, "elapsed_time": "0:12:31", "remaining_time": "0:29:14", "throughput": "481.67", "total_tokens": 362144}
{"current_steps": 58, "total_steps": 190, "loss": 0.098, "learning_rate": 4.172826515897146e-06, "epoch": 1.4967741935483871, "percentage": 30.53, "elapsed_time": "0:12:45", "remaining_time": "0:29:01", "throughput": "482.09", "total_tokens": 368800}
{"current_steps": 59, "total_steps": 190, "loss": 0.0411, "learning_rate": 4.140147572476269e-06, "epoch": 1.5225806451612902, "percentage": 31.05, "elapsed_time": "0:12:58", "remaining_time": "0:28:47", "throughput": "482.24", "total_tokens": 375264}
{"current_steps": 60, "total_steps": 190, "loss": 0.0396, "learning_rate": 4.106969024216348e-06, "epoch": 1.5483870967741935, "percentage": 31.58, "elapsed_time": "0:13:11", "remaining_time": "0:28:34", "throughput": "481.97", "total_tokens": 381408}
{"current_steps": 61, "total_steps": 190, "loss": 0.0413, "learning_rate": 4.073300977624594e-06, "epoch": 1.5741935483870968, "percentage": 32.11, "elapsed_time": "0:13:24", "remaining_time": "0:28:21", "throughput": "481.73", "total_tokens": 387552}
{"current_steps": 62, "total_steps": 190, "loss": 0.1195, "learning_rate": 4.039153688314146e-06, "epoch": 1.6, "percentage": 32.63, "elapsed_time": "0:13:37", "remaining_time": "0:28:08", "throughput": "482.02", "total_tokens": 394128}
{"current_steps": 63, "total_steps": 190, "loss": 0.0534, "learning_rate": 4.0045375578801216e-06, "epoch": 1.6258064516129034, "percentage": 33.16, "elapsed_time": "0:13:50", "remaining_time": "0:27:54", "throughput": "482.06", "total_tokens": 400512}
{"current_steps": 64, "total_steps": 190, "loss": 0.0662, "learning_rate": 3.969463130731183e-06, "epoch": 1.6516129032258065, "percentage": 33.68, "elapsed_time": "0:14:04", "remaining_time": "0:27:41", "throughput": "481.93", "total_tokens": 406752}
{"current_steps": 65, "total_steps": 190, "loss": 0.0462, "learning_rate": 3.933941090877615e-06, "epoch": 1.6774193548387095, "percentage": 34.21, "elapsed_time": "0:14:17", "remaining_time": "0:27:28", "throughput": "481.86", "total_tokens": 413040}
{"current_steps": 66, "total_steps": 190, "loss": 0.0899, "learning_rate": 3.897982258676867e-06, "epoch": 1.7032258064516128, "percentage": 34.74, "elapsed_time": "0:14:30", "remaining_time": "0:27:15", "throughput": "481.90", "total_tokens": 419408}
{"current_steps": 67, "total_steps": 190, "loss": 0.0691, "learning_rate": 3.861597587537568e-06, "epoch": 1.729032258064516, "percentage": 35.26, "elapsed_time": "0:14:43", "remaining_time": "0:27:01", "throughput": "482.08", "total_tokens": 425920}
{"current_steps": 68, "total_steps": 190, "loss": 0.1022, "learning_rate": 3.824798160583012e-06, "epoch": 1.7548387096774194, "percentage": 35.79, "elapsed_time": "0:14:56", "remaining_time": "0:26:48", "throughput": "482.24", "total_tokens": 432400}
{"current_steps": 69, "total_steps": 190, "loss": 0.1062, "learning_rate": 3.787595187275136e-06, "epoch": 1.7806451612903227, "percentage": 36.32, "elapsed_time": "0:15:09", "remaining_time": "0:26:35", "throughput": "482.17", "total_tokens": 438688}
{"current_steps": 70, "total_steps": 190, "loss": 0.0491, "learning_rate": 3.7500000000000005e-06, "epoch": 1.8064516129032258, "percentage": 36.84, "elapsed_time": "0:15:22", "remaining_time": "0:26:22", "throughput": "482.44", "total_tokens": 445280}
{"current_steps": 71, "total_steps": 190, "loss": 0.1507, "learning_rate": 3.7120240506158433e-06, "epoch": 1.832258064516129, "percentage": 37.37, "elapsed_time": "0:15:36", "remaining_time": "0:26:09", "throughput": "482.42", "total_tokens": 451616}
{"current_steps": 72, "total_steps": 190, "loss": 0.1234, "learning_rate": 3.6736789069647273e-06, "epoch": 1.8580645161290321, "percentage": 37.89, "elapsed_time": "0:15:49", "remaining_time": "0:25:55", "throughput": "482.31", "total_tokens": 457856}
{"current_steps": 73, "total_steps": 190, "loss": 0.045, "learning_rate": 3.634976249348867e-06, "epoch": 1.8838709677419354, "percentage": 38.42, "elapsed_time": "0:16:02", "remaining_time": "0:25:42", "throughput": "482.26", "total_tokens": 464144}
{"current_steps": 74, "total_steps": 190, "loss": 0.0615, "learning_rate": 3.595927866972694e-06, "epoch": 1.9096774193548387, "percentage": 38.95, "elapsed_time": "0:16:15", "remaining_time": "0:25:29", "throughput": "482.50", "total_tokens": 470736}
{"current_steps": 75, "total_steps": 190, "loss": 0.1961, "learning_rate": 3.556545654351749e-06, "epoch": 1.935483870967742, "percentage": 39.47, "elapsed_time": "0:16:28", "remaining_time": "0:25:16", "throughput": "482.59", "total_tokens": 477168}
{"current_steps": 76, "total_steps": 190, "loss": 0.2311, "learning_rate": 3.516841607689501e-06, "epoch": 1.9612903225806453, "percentage": 40.0, "elapsed_time": "0:16:41", "remaining_time": "0:25:02", "throughput": "482.60", "total_tokens": 483536}
{"current_steps": 77, "total_steps": 190, "loss": 0.1556, "learning_rate": 3.476827821223184e-06, "epoch": 1.9870967741935484, "percentage": 40.53, "elapsed_time": "0:16:55", "remaining_time": "0:24:49", "throughput": "482.48", "total_tokens": 489760}
{"current_steps": 78, "total_steps": 190, "loss": 0.0626, "learning_rate": 3.436516483539781e-06, "epoch": 2.0129032258064514, "percentage": 41.05, "elapsed_time": "0:17:08", "remaining_time": "0:24:36", "throughput": "482.38", "total_tokens": 496000}
{"current_steps": 79, "total_steps": 190, "loss": 0.0197, "learning_rate": 3.39591987386325e-06, "epoch": 2.0387096774193547, "percentage": 41.58, "elapsed_time": "0:17:21", "remaining_time": "0:24:23", "throughput": "482.41", "total_tokens": 502384}
{"current_steps": 80, "total_steps": 190, "loss": 0.0057, "learning_rate": 3.3550503583141726e-06, "epoch": 2.064516129032258, "percentage": 42.11, "elapsed_time": "0:17:34", "remaining_time": "0:24:10", "throughput": "482.65", "total_tokens": 508992}
{"current_steps": 81, "total_steps": 190, "loss": 0.029, "learning_rate": 3.313920386142892e-06, "epoch": 2.0903225806451613, "percentage": 42.63, "elapsed_time": "0:17:47", "remaining_time": "0:23:56", "throughput": "482.53", "total_tokens": 515216}
{"current_steps": 82, "total_steps": 190, "loss": 0.0593, "learning_rate": 3.272542485937369e-06, "epoch": 2.1161290322580646, "percentage": 43.16, "elapsed_time": "0:18:00", "remaining_time": "0:23:43", "throughput": "482.74", "total_tokens": 521792}
{"current_steps": 83, "total_steps": 190, "loss": 0.0455, "learning_rate": 3.230929261806842e-06, "epoch": 2.141935483870968, "percentage": 43.68, "elapsed_time": "0:18:14", "remaining_time": "0:23:30", "throughput": "482.77", "total_tokens": 528176}
{"current_steps": 84, "total_steps": 190, "loss": 0.0325, "learning_rate": 3.189093389542498e-06, "epoch": 2.167741935483871, "percentage": 44.21, "elapsed_time": "0:18:27", "remaining_time": "0:23:17", "throughput": "482.74", "total_tokens": 534496}
{"current_steps": 85, "total_steps": 190, "loss": 0.0071, "learning_rate": 3.147047612756302e-06, "epoch": 2.193548387096774, "percentage": 44.74, "elapsed_time": "0:18:40", "remaining_time": "0:23:03", "throughput": "482.90", "total_tokens": 541024}
{"current_steps": 86, "total_steps": 190, "loss": 0.0336, "learning_rate": 3.1048047389991693e-06, "epoch": 2.2193548387096773, "percentage": 45.26, "elapsed_time": "0:18:53", "remaining_time": "0:22:50", "throughput": "482.86", "total_tokens": 547328}
{"current_steps": 87, "total_steps": 190, "loss": 0.0389, "learning_rate": 3.062377635859663e-06, "epoch": 2.2451612903225806, "percentage": 45.79, "elapsed_time": "0:19:06", "remaining_time": "0:22:37", "throughput": "482.92", "total_tokens": 553760}
{"current_steps": 88, "total_steps": 190, "loss": 0.0016, "learning_rate": 3.019779227044398e-06, "epoch": 2.270967741935484, "percentage": 46.32, "elapsed_time": "0:19:19", "remaining_time": "0:22:24", "throughput": "482.87", "total_tokens": 560048}
{"current_steps": 89, "total_steps": 190, "loss": 0.0625, "learning_rate": 2.9770224884413625e-06, "epoch": 2.296774193548387, "percentage": 46.84, "elapsed_time": "0:19:33", "remaining_time": "0:22:11", "throughput": "483.05", "total_tokens": 566624}
{"current_steps": 90, "total_steps": 190, "loss": 0.0201, "learning_rate": 2.9341204441673267e-06, "epoch": 2.3225806451612905, "percentage": 47.37, "elapsed_time": "0:19:46", "remaining_time": "0:21:57", "throughput": "482.95", "total_tokens": 572864}
{"current_steps": 91, "total_steps": 190, "loss": 0.0126, "learning_rate": 2.8910861626005774e-06, "epoch": 2.3483870967741938, "percentage": 47.89, "elapsed_time": "0:19:59", "remaining_time": "0:21:44", "throughput": "482.79", "total_tokens": 579024}
{"current_steps": 92, "total_steps": 190, "loss": 0.0148, "learning_rate": 2.847932752400164e-06, "epoch": 2.3741935483870966, "percentage": 48.42, "elapsed_time": "0:20:12", "remaining_time": "0:21:31", "throughput": "482.91", "total_tokens": 585536}
{"current_steps": 93, "total_steps": 190, "loss": 0.014, "learning_rate": 2.804673358512869e-06, "epoch": 2.4, "percentage": 48.95, "elapsed_time": "0:20:25", "remaining_time": "0:21:18", "throughput": "482.83", "total_tokens": 591792}
{"current_steps": 94, "total_steps": 190, "loss": 0.0096, "learning_rate": 2.761321158169134e-06, "epoch": 2.425806451612903, "percentage": 49.47, "elapsed_time": "0:20:38", "remaining_time": "0:21:05", "throughput": "482.82", "total_tokens": 598144}
{"current_steps": 95, "total_steps": 190, "loss": 0.0249, "learning_rate": 2.717889356869146e-06, "epoch": 2.4516129032258065, "percentage": 50.0, "elapsed_time": "0:20:52", "remaining_time": "0:20:52", "throughput": "482.82", "total_tokens": 604496}
{"current_steps": 96, "total_steps": 190, "loss": 0.0358, "learning_rate": 2.6743911843603134e-06, "epoch": 2.47741935483871, "percentage": 50.53, "elapsed_time": "0:21:05", "remaining_time": "0:20:38", "throughput": "482.76", "total_tokens": 610784}
{"current_steps": 97, "total_steps": 190, "loss": 0.0494, "learning_rate": 2.6308398906073603e-06, "epoch": 2.5032258064516126, "percentage": 51.05, "elapsed_time": "0:21:18", "remaining_time": "0:20:25", "throughput": "482.67", "total_tokens": 617024}
{"current_steps": 98, "total_steps": 190, "loss": 0.0092, "learning_rate": 2.587248741756253e-06, "epoch": 2.5290322580645164, "percentage": 51.58, "elapsed_time": "0:21:31", "remaining_time": "0:20:12", "throughput": "482.63", "total_tokens": 623312}
{"current_steps": 99, "total_steps": 190, "loss": 0.0215, "learning_rate": 2.543631016093209e-06, "epoch": 2.554838709677419, "percentage": 52.11, "elapsed_time": "0:21:44", "remaining_time": "0:19:59", "throughput": "482.59", "total_tokens": 629616}
{"current_steps": 100, "total_steps": 190, "loss": 0.0122, "learning_rate": 2.5e-06, "epoch": 2.5806451612903225, "percentage": 52.63, "elapsed_time": "0:21:57", "remaining_time": "0:19:46", "throughput": "482.73", "total_tokens": 636144}
{"current_steps": 101, "total_steps": 190, "loss": 0.0296, "learning_rate": 2.4563689839067913e-06, "epoch": 2.606451612903226, "percentage": 53.16, "elapsed_time": "0:22:10", "remaining_time": "0:19:32", "throughput": "482.73", "total_tokens": 642496}
{"current_steps": 102, "total_steps": 190, "loss": 0.0089, "learning_rate": 2.4127512582437486e-06, "epoch": 2.632258064516129, "percentage": 53.68, "elapsed_time": "0:22:24", "remaining_time": "0:19:19", "throughput": "482.78", "total_tokens": 648912}
{"current_steps": 103, "total_steps": 190, "loss": 0.0406, "learning_rate": 2.3691601093926406e-06, "epoch": 2.6580645161290324, "percentage": 54.21, "elapsed_time": "0:22:37", "remaining_time": "0:19:06", "throughput": "482.65", "total_tokens": 655088}
{"current_steps": 104, "total_steps": 190, "loss": 0.0114, "learning_rate": 2.325608815639687e-06, "epoch": 2.6838709677419352, "percentage": 54.74, "elapsed_time": "0:22:50", "remaining_time": "0:18:53", "throughput": "482.82", "total_tokens": 661680}
{"current_steps": 105, "total_steps": 190, "loss": 0.0396, "learning_rate": 2.2821106431308546e-06, "epoch": 2.709677419354839, "percentage": 55.26, "elapsed_time": "0:23:03", "remaining_time": "0:18:40", "throughput": "482.81", "total_tokens": 668016}
{"current_steps": 106, "total_steps": 190, "loss": 0.0077, "learning_rate": 2.238678841830867e-06, "epoch": 2.735483870967742, "percentage": 55.79, "elapsed_time": "0:23:16", "remaining_time": "0:18:26", "throughput": "482.67", "total_tokens": 674176}
{"current_steps": 107, "total_steps": 190, "loss": 0.0044, "learning_rate": 2.195326641487132e-06, "epoch": 2.761290322580645, "percentage": 56.32, "elapsed_time": "0:23:29", "remaining_time": "0:18:13", "throughput": "482.63", "total_tokens": 680464}
{"current_steps": 108, "total_steps": 190, "loss": 0.0045, "learning_rate": 2.1520672475998374e-06, "epoch": 2.7870967741935484, "percentage": 56.84, "elapsed_time": "0:23:43", "remaining_time": "0:18:00", "throughput": "482.54", "total_tokens": 686688}
{"current_steps": 109, "total_steps": 190, "loss": 0.0405, "learning_rate": 2.1089138373994226e-06, "epoch": 2.8129032258064517, "percentage": 57.37, "elapsed_time": "0:23:56", "remaining_time": "0:17:47", "throughput": "482.51", "total_tokens": 692992}
{"current_steps": 110, "total_steps": 190, "loss": 0.0225, "learning_rate": 2.0658795558326745e-06, "epoch": 2.838709677419355, "percentage": 57.89, "elapsed_time": "0:24:09", "remaining_time": "0:17:34", "throughput": "482.55", "total_tokens": 699392}
{"current_steps": 111, "total_steps": 190, "loss": 0.0415, "learning_rate": 2.022977511558638e-06, "epoch": 2.864516129032258, "percentage": 58.42, "elapsed_time": "0:24:22", "remaining_time": "0:17:20", "throughput": "482.50", "total_tokens": 705680}
{"current_steps": 112, "total_steps": 190, "loss": 0.0173, "learning_rate": 1.9802207729556023e-06, "epoch": 2.8903225806451616, "percentage": 58.95, "elapsed_time": "0:24:35", "remaining_time": "0:17:07", "throughput": "482.45", "total_tokens": 711952}
{"current_steps": 113, "total_steps": 190, "loss": 0.0005, "learning_rate": 1.937622364140338e-06, "epoch": 2.9161290322580644, "percentage": 59.47, "elapsed_time": "0:24:48", "remaining_time": "0:16:54", "throughput": "482.38", "total_tokens": 718192}
{"current_steps": 114, "total_steps": 190, "loss": 0.0306, "learning_rate": 1.895195261000831e-06, "epoch": 2.9419354838709677, "percentage": 60.0, "elapsed_time": "0:25:02", "remaining_time": "0:16:41", "throughput": "482.57", "total_tokens": 724832}
{"current_steps": 115, "total_steps": 190, "loss": 0.0422, "learning_rate": 1.852952387243698e-06, "epoch": 2.967741935483871, "percentage": 60.53, "elapsed_time": "0:25:15", "remaining_time": "0:16:28", "throughput": "482.66", "total_tokens": 731312}
{"current_steps": 116, "total_steps": 190, "loss": 0.0472, "learning_rate": 1.8109066104575023e-06, "epoch": 2.9935483870967743, "percentage": 61.05, "elapsed_time": "0:25:28", "remaining_time": "0:16:14", "throughput": "482.55", "total_tokens": 737488}
{"current_steps": 117, "total_steps": 190, "loss": 0.0259, "learning_rate": 1.7690707381931585e-06, "epoch": 3.0193548387096776, "percentage": 61.58, "elapsed_time": "0:25:41", "remaining_time": "0:16:01", "throughput": "482.50", "total_tokens": 743760}
{"current_steps": 118, "total_steps": 190, "loss": 0.0029, "learning_rate": 1.7274575140626318e-06, "epoch": 3.0451612903225804, "percentage": 62.11, "elapsed_time": "0:25:54", "remaining_time": "0:15:48", "throughput": "482.46", "total_tokens": 750048}
{"current_steps": 119, "total_steps": 190, "loss": 0.035, "learning_rate": 1.686079613857109e-06, "epoch": 3.0709677419354837, "percentage": 62.63, "elapsed_time": "0:26:07", "remaining_time": "0:15:35", "throughput": "482.46", "total_tokens": 756400}
{"current_steps": 120, "total_steps": 190, "loss": 0.0015, "learning_rate": 1.6449496416858285e-06, "epoch": 3.096774193548387, "percentage": 63.16, "elapsed_time": "0:26:20", "remaining_time": "0:15:22", "throughput": "482.26", "total_tokens": 762432}
{"current_steps": 121, "total_steps": 190, "loss": 0.0006, "learning_rate": 1.6040801261367494e-06, "epoch": 3.1225806451612903, "percentage": 63.68, "elapsed_time": "0:26:34", "remaining_time": "0:15:09", "throughput": "482.20", "total_tokens": 768688}
{"current_steps": 122, "total_steps": 190, "loss": 0.0143, "learning_rate": 1.56348351646022e-06, "epoch": 3.1483870967741936, "percentage": 64.21, "elapsed_time": "0:26:47", "remaining_time": "0:14:55", "throughput": "482.19", "total_tokens": 775024}
{"current_steps": 123, "total_steps": 190, "loss": 0.0219, "learning_rate": 1.5231721787768162e-06, "epoch": 3.174193548387097, "percentage": 64.74, "elapsed_time": "0:27:00", "remaining_time": "0:14:42", "throughput": "482.19", "total_tokens": 781360}
{"current_steps": 124, "total_steps": 190, "loss": 0.0074, "learning_rate": 1.4831583923105e-06, "epoch": 3.2, "percentage": 65.26, "elapsed_time": "0:27:13", "remaining_time": "0:14:29", "throughput": "482.31", "total_tokens": 787888}
{"current_steps": 125, "total_steps": 190, "loss": 0.0052, "learning_rate": 1.443454345648252e-06, "epoch": 3.225806451612903, "percentage": 65.79, "elapsed_time": "0:27:26", "remaining_time": "0:14:16", "throughput": "482.23", "total_tokens": 794112}
{"current_steps": 126, "total_steps": 190, "loss": 0.0013, "learning_rate": 1.4040721330273063e-06, "epoch": 3.2516129032258063, "percentage": 66.32, "elapsed_time": "0:27:39", "remaining_time": "0:14:03", "throughput": "482.19", "total_tokens": 800384}
{"current_steps": 127, "total_steps": 190, "loss": 0.0018, "learning_rate": 1.3650237506511333e-06, "epoch": 3.2774193548387096, "percentage": 66.84, "elapsed_time": "0:27:53", "remaining_time": "0:13:49", "throughput": "482.26", "total_tokens": 806848}
{"current_steps": 128, "total_steps": 190, "loss": 0.0077, "learning_rate": 1.3263210930352737e-06, "epoch": 3.303225806451613, "percentage": 67.37, "elapsed_time": "0:28:06", "remaining_time": "0:13:36", "throughput": "482.22", "total_tokens": 813136}
{"current_steps": 129, "total_steps": 190, "loss": 0.0138, "learning_rate": 1.2879759493841577e-06, "epoch": 3.329032258064516, "percentage": 67.89, "elapsed_time": "0:28:19", "remaining_time": "0:13:23", "throughput": "482.24", "total_tokens": 819504}
{"current_steps": 130, "total_steps": 190, "loss": 0.0102, "learning_rate": 1.2500000000000007e-06, "epoch": 3.3548387096774195, "percentage": 68.42, "elapsed_time": "0:28:32", "remaining_time": "0:13:10", "throughput": "482.29", "total_tokens": 825936}
{"current_steps": 131, "total_steps": 190, "loss": 0.0067, "learning_rate": 1.2124048127248644e-06, "epoch": 3.3806451612903228, "percentage": 68.95, "elapsed_time": "0:28:45", "remaining_time": "0:12:57", "throughput": "482.41", "total_tokens": 832496}
{"current_steps": 132, "total_steps": 190, "loss": 0.0056, "learning_rate": 1.1752018394169882e-06, "epoch": 3.4064516129032256, "percentage": 69.47, "elapsed_time": "0:28:58", "remaining_time": "0:12:44", "throughput": "482.43", "total_tokens": 838864}
{"current_steps": 133, "total_steps": 190, "loss": 0.0066, "learning_rate": 1.1384024124624324e-06, "epoch": 3.432258064516129, "percentage": 70.0, "elapsed_time": "0:29:12", "remaining_time": "0:12:30", "throughput": "482.59", "total_tokens": 845504}
{"current_steps": 134, "total_steps": 190, "loss": 0.0033, "learning_rate": 1.1020177413231334e-06, "epoch": 3.458064516129032, "percentage": 70.53, "elapsed_time": "0:29:25", "remaining_time": "0:12:17", "throughput": "482.61", "total_tokens": 851888}
{"current_steps": 135, "total_steps": 190, "loss": 0.0008, "learning_rate": 1.0660589091223854e-06, "epoch": 3.4838709677419355, "percentage": 71.05, "elapsed_time": "0:29:38", "remaining_time": "0:12:04", "throughput": "482.56", "total_tokens": 858144}
{"current_steps": 136, "total_steps": 190, "loss": 0.0027, "learning_rate": 1.0305368692688175e-06, "epoch": 3.509677419354839, "percentage": 71.58, "elapsed_time": "0:29:51", "remaining_time": "0:11:51", "throughput": "482.56", "total_tokens": 864496}
{"current_steps": 137, "total_steps": 190, "loss": 0.0021, "learning_rate": 9.95462442119879e-07, "epoch": 3.535483870967742, "percentage": 72.11, "elapsed_time": "0:30:04", "remaining_time": "0:11:38", "throughput": "482.46", "total_tokens": 870672}
{"current_steps": 138, "total_steps": 190, "loss": 0.0008, "learning_rate": 9.608463116858544e-07, "epoch": 3.5612903225806454, "percentage": 72.63, "elapsed_time": "0:30:17", "remaining_time": "0:11:24", "throughput": "482.42", "total_tokens": 876944}
{"current_steps": 139, "total_steps": 190, "loss": 0.0051, "learning_rate": 9.266990223754069e-07, "epoch": 3.587096774193548, "percentage": 73.16, "elapsed_time": "0:30:30", "remaining_time": "0:11:11", "throughput": "482.52", "total_tokens": 883488}
{"current_steps": 140, "total_steps": 190, "loss": 0.0026, "learning_rate": 8.930309757836517e-07, "epoch": 3.6129032258064515, "percentage": 73.68, "elapsed_time": "0:30:44", "remaining_time": "0:10:58", "throughput": "482.52", "total_tokens": 889824}
{"current_steps": 141, "total_steps": 190, "loss": 0.0041, "learning_rate": 8.598524275237321e-07, "epoch": 3.638709677419355, "percentage": 74.21, "elapsed_time": "0:30:57", "remaining_time": "0:10:45", "throughput": "482.51", "total_tokens": 896176}
{"current_steps": 142, "total_steps": 190, "loss": 0.023, "learning_rate": 8.271734841028553e-07, "epoch": 3.664516129032258, "percentage": 74.74, "elapsed_time": "0:31:10", "remaining_time": "0:10:32", "throughput": "482.38", "total_tokens": 902272}
{"current_steps": 143, "total_steps": 190, "loss": 0.0106, "learning_rate": 7.950040998437541e-07, "epoch": 3.6903225806451614, "percentage": 75.26, "elapsed_time": "0:31:23", "remaining_time": "0:10:19", "throughput": "482.32", "total_tokens": 908512}
{"current_steps": 144, "total_steps": 190, "loss": 0.0238, "learning_rate": 7.633540738525066e-07, "epoch": 3.7161290322580647, "percentage": 75.79, "elapsed_time": "0:31:36", "remaining_time": "0:10:05", "throughput": "482.48", "total_tokens": 915152}
{"current_steps": 145, "total_steps": 190, "loss": 0.0088, "learning_rate": 7.322330470336314e-07, "epoch": 3.741935483870968, "percentage": 76.32, "elapsed_time": "0:31:49", "remaining_time": "0:09:52", "throughput": "482.51", "total_tokens": 921552}
{"current_steps": 146, "total_steps": 190, "loss": 0.0391, "learning_rate": 7.016504991533727e-07, "epoch": 3.767741935483871, "percentage": 76.84, "elapsed_time": "0:32:03", "remaining_time": "0:09:39", "throughput": "482.58", "total_tokens": 928048}
{"current_steps": 147, "total_steps": 190, "loss": 0.0008, "learning_rate": 6.716157459520739e-07, "epoch": 3.793548387096774, "percentage": 77.37, "elapsed_time": "0:32:16", "remaining_time": "0:09:26", "throughput": "482.64", "total_tokens": 934512}
{"current_steps": 148, "total_steps": 190, "loss": 0.0177, "learning_rate": 6.421379363065142e-07, "epoch": 3.8193548387096774, "percentage": 77.89, "elapsed_time": "0:32:29", "remaining_time": "0:09:13", "throughput": "482.62", "total_tokens": 940816}
{"current_steps": 149, "total_steps": 190, "loss": 0.0001, "learning_rate": 6.1322604944307e-07, "epoch": 3.8451612903225807, "percentage": 78.42, "elapsed_time": "0:32:42", "remaining_time": "0:09:00", "throughput": "482.53", "total_tokens": 946992}
{"current_steps": 150, "total_steps": 190, "loss": 0.0002, "learning_rate": 5.848888922025553e-07, "epoch": 3.870967741935484, "percentage": 78.95, "elapsed_time": "0:32:55", "remaining_time": "0:08:46", "throughput": "482.57", "total_tokens": 953424}
{"current_steps": 151, "total_steps": 190, "loss": 0.0044, "learning_rate": 5.571350963575728e-07, "epoch": 3.896774193548387, "percentage": 79.47, "elapsed_time": "0:33:08", "remaining_time": "0:08:33", "throughput": "482.50", "total_tokens": 959616}
{"current_steps": 152, "total_steps": 190, "loss": 0.0015, "learning_rate": 5.299731159831953e-07, "epoch": 3.9225806451612906, "percentage": 80.0, "elapsed_time": "0:33:22", "remaining_time": "0:08:20", "throughput": "482.56", "total_tokens": 966096}
{"current_steps": 153, "total_steps": 190, "loss": 0.0003, "learning_rate": 5.034112248817685e-07, "epoch": 3.9483870967741934, "percentage": 80.53, "elapsed_time": "0:33:35", "remaining_time": "0:08:07", "throughput": "482.53", "total_tokens": 972368}
{"current_steps": 154, "total_steps": 190, "loss": 0.0361, "learning_rate": 4.774575140626317e-07, "epoch": 3.9741935483870967, "percentage": 81.05, "elapsed_time": "0:33:48", "remaining_time": "0:07:54", "throughput": "482.59", "total_tokens": 978848}
{"current_steps": 155, "total_steps": 190, "loss": 0.0005, "learning_rate": 4.5211988927752026e-07, "epoch": 4.0, "percentage": 81.58, "elapsed_time": "0:34:01", "remaining_time": "0:07:40", "throughput": "482.75", "total_tokens": 985520}
{"current_steps": 156, "total_steps": 190, "loss": 0.0022, "learning_rate": 4.27406068612396e-07, "epoch": 4.025806451612903, "percentage": 82.11, "elapsed_time": "0:34:14", "remaining_time": "0:07:27", "throughput": "482.76", "total_tokens": 991904}
{"current_steps": 157, "total_steps": 190, "loss": 0.0212, "learning_rate": 4.033235801364402e-07, "epoch": 4.051612903225807, "percentage": 82.63, "elapsed_time": "0:34:27", "remaining_time": "0:07:14", "throughput": "482.78", "total_tokens": 998288}
{"current_steps": 158, "total_steps": 190, "loss": 0.0003, "learning_rate": 3.798797596089351e-07, "epoch": 4.077419354838709, "percentage": 83.16, "elapsed_time": "0:34:40", "remaining_time": "0:07:01", "throughput": "482.68", "total_tokens": 1004432}
{"current_steps": 159, "total_steps": 190, "loss": 0.0047, "learning_rate": 3.5708174824471947e-07, "epoch": 4.103225806451613, "percentage": 83.68, "elapsed_time": "0:34:54", "remaining_time": "0:06:48", "throughput": "482.59", "total_tokens": 1010608}
{"current_steps": 160, "total_steps": 190, "loss": 0.0014, "learning_rate": 3.3493649053890325e-07, "epoch": 4.129032258064516, "percentage": 84.21, "elapsed_time": "0:35:07", "remaining_time": "0:06:35", "throughput": "482.54", "total_tokens": 1016848}
{"current_steps": 161, "total_steps": 190, "loss": 0.0006, "learning_rate": 3.134507321515107e-07, "epoch": 4.15483870967742, "percentage": 84.74, "elapsed_time": "0:35:20", "remaining_time": "0:06:21", "throughput": "482.62", "total_tokens": 1023360}
{"current_steps": 162, "total_steps": 190, "loss": 0.0003, "learning_rate": 2.9263101785268253e-07, "epoch": 4.180645161290323, "percentage": 85.26, "elapsed_time": "0:35:33", "remaining_time": "0:06:08", "throughput": "482.66", "total_tokens": 1029808}
{"current_steps": 163, "total_steps": 190, "loss": 0.0021, "learning_rate": 2.7248368952908055e-07, "epoch": 4.2064516129032254, "percentage": 85.79, "elapsed_time": "0:35:46", "remaining_time": "0:05:55", "throughput": "482.63", "total_tokens": 1036080}
{"current_steps": 164, "total_steps": 190, "loss": 0.0001, "learning_rate": 2.53014884252083e-07, "epoch": 4.232258064516129, "percentage": 86.32, "elapsed_time": "0:35:59", "remaining_time": "0:05:42", "throughput": "482.54", "total_tokens": 1042240}
{"current_steps": 165, "total_steps": 190, "loss": 0.0007, "learning_rate": 2.3423053240837518e-07, "epoch": 4.258064516129032, "percentage": 86.84, "elapsed_time": "0:36:13", "remaining_time": "0:05:29", "throughput": "482.58", "total_tokens": 1048672}
{"current_steps": 166, "total_steps": 190, "loss": 0.0013, "learning_rate": 2.1613635589349756e-07, "epoch": 4.283870967741936, "percentage": 87.37, "elapsed_time": "0:36:26", "remaining_time": "0:05:16", "throughput": "482.49", "total_tokens": 1054832}
{"current_steps": 167, "total_steps": 190, "loss": 0.0002, "learning_rate": 1.9873786636889908e-07, "epoch": 4.309677419354839, "percentage": 87.89, "elapsed_time": "0:36:39", "remaining_time": "0:05:02", "throughput": "482.55", "total_tokens": 1061312}
{"current_steps": 168, "total_steps": 190, "loss": 0.0011, "learning_rate": 1.8204036358303173e-07, "epoch": 4.335483870967742, "percentage": 88.42, "elapsed_time": "0:36:52", "remaining_time": "0:04:49", "throughput": "482.47", "total_tokens": 1067488}
{"current_steps": 169, "total_steps": 190, "loss": 0.0001, "learning_rate": 1.6604893375699594e-07, "epoch": 4.361290322580645, "percentage": 88.95, "elapsed_time": "0:37:05", "remaining_time": "0:04:36", "throughput": "482.39", "total_tokens": 1073648}
{"current_steps": 170, "total_steps": 190, "loss": 0.0006, "learning_rate": 1.507684480352292e-07, "epoch": 4.387096774193548, "percentage": 89.47, "elapsed_time": "0:37:18", "remaining_time": "0:04:23", "throughput": "482.46", "total_tokens": 1080160}
{"current_steps": 171, "total_steps": 190, "loss": 0.0003, "learning_rate": 1.362035610017079e-07, "epoch": 4.412903225806452, "percentage": 90.0, "elapsed_time": "0:37:32", "remaining_time": "0:04:10", "throughput": "482.60", "total_tokens": 1086832}
{"current_steps": 172, "total_steps": 190, "loss": 0.0002, "learning_rate": 1.223587092621162e-07, "epoch": 4.438709677419355, "percentage": 90.53, "elapsed_time": "0:37:45", "remaining_time": "0:03:57", "throughput": "482.60", "total_tokens": 1093184}
{"current_steps": 173, "total_steps": 190, "loss": 0.0027, "learning_rate": 1.0923811009241142e-07, "epoch": 4.464516129032258, "percentage": 91.05, "elapsed_time": "0:37:58", "remaining_time": "0:03:43", "throughput": "482.69", "total_tokens": 1099728}
{"current_steps": 174, "total_steps": 190, "loss": 0.0002, "learning_rate": 9.684576015420277e-08, "epoch": 4.490322580645161, "percentage": 91.58, "elapsed_time": "0:38:11", "remaining_time": "0:03:30", "throughput": "482.67", "total_tokens": 1106032}
{"current_steps": 175, "total_steps": 190, "loss": 0.0001, "learning_rate": 8.518543427732951e-08, "epoch": 4.516129032258064, "percentage": 92.11, "elapsed_time": "0:38:24", "remaining_time": "0:03:17", "throughput": "482.72", "total_tokens": 1112496}
{"current_steps": 176, "total_steps": 190, "loss": 0.0109, "learning_rate": 7.426068431000883e-08, "epoch": 4.541935483870968, "percentage": 92.63, "elapsed_time": "0:38:37", "remaining_time": "0:03:04", "throughput": "482.85", "total_tokens": 1119152}
{"current_steps": 177, "total_steps": 190, "loss": 0.0039, "learning_rate": 6.407483803691216e-08, "epoch": 4.567741935483871, "percentage": 93.16, "elapsed_time": "0:38:50", "remaining_time": "0:02:51", "throughput": "482.78", "total_tokens": 1125360}
{"current_steps": 178, "total_steps": 190, "loss": 0.0026, "learning_rate": 5.463099816548578e-08, "epoch": 4.593548387096774, "percentage": 93.68, "elapsed_time": "0:39:04", "remaining_time": "0:02:38", "throughput": "482.83", "total_tokens": 1131824}
{"current_steps": 179, "total_steps": 190, "loss": 0.0002, "learning_rate": 4.593204138084006e-08, "epoch": 4.619354838709677, "percentage": 94.21, "elapsed_time": "0:39:17", "remaining_time": "0:02:24", "throughput": "482.85", "total_tokens": 1138224}
{"current_steps": 180, "total_steps": 190, "loss": 0.0044, "learning_rate": 3.798061746947995e-08, "epoch": 4.645161290322581, "percentage": 94.74, "elapsed_time": "0:39:30", "remaining_time": "0:02:11", "throughput": "482.83", "total_tokens": 1144528}
{"current_steps": 181, "total_steps": 190, "loss": 0.0001, "learning_rate": 3.077914851215585e-08, "epoch": 4.670967741935484, "percentage": 95.26, "elapsed_time": "0:39:43", "remaining_time": "0:01:58", "throughput": "482.83", "total_tokens": 1150880}
{"current_steps": 182, "total_steps": 190, "loss": 0.0103, "learning_rate": 2.4329828146074096e-08, "epoch": 4.6967741935483875, "percentage": 95.79, "elapsed_time": "0:39:56", "remaining_time": "0:01:45", "throughput": "482.82", "total_tokens": 1157184}
{"current_steps": 183, "total_steps": 190, "loss": 0.0002, "learning_rate": 1.8634620896695044e-08, "epoch": 4.72258064516129, "percentage": 96.32, "elapsed_time": "0:40:09", "remaining_time": "0:01:32", "throughput": "482.82", "total_tokens": 1163536}
{"current_steps": 184, "total_steps": 190, "loss": 0.0038, "learning_rate": 1.3695261579316776e-08, "epoch": 4.748387096774193, "percentage": 96.84, "elapsed_time": "0:40:23", "remaining_time": "0:01:19", "throughput": "482.82", "total_tokens": 1169888}
{"current_steps": 185, "total_steps": 190, "loss": 0.0039, "learning_rate": 9.513254770636138e-09, "epoch": 4.774193548387097, "percentage": 97.37, "elapsed_time": "0:40:36", "remaining_time": "0:01:05", "throughput": "482.88", "total_tokens": 1176400}
{"current_steps": 186, "total_steps": 190, "loss": 0.0005, "learning_rate": 6.089874350439507e-09, "epoch": 4.8, "percentage": 97.89, "elapsed_time": "0:40:49", "remaining_time": "0:00:52", "throughput": "482.83", "total_tokens": 1182608}
{"current_steps": 187, "total_steps": 190, "loss": 0.0002, "learning_rate": 3.4261631135654174e-09, "epoch": 4.825806451612904, "percentage": 98.42, "elapsed_time": "0:41:02", "remaining_time": "0:00:39", "throughput": "482.85", "total_tokens": 1189008}
{"current_steps": 188, "total_steps": 190, "loss": 0.0011, "learning_rate": 1.5229324522605949e-09, "epoch": 4.851612903225806, "percentage": 98.95, "elapsed_time": "0:41:15", "remaining_time": "0:00:26", "throughput": "482.82", "total_tokens": 1195280}
{"current_steps": 189, "total_steps": 190, "loss": 0.0007, "learning_rate": 3.8076210902182607e-10, "epoch": 4.877419354838709, "percentage": 99.47, "elapsed_time": "0:41:28", "remaining_time": "0:00:13", "throughput": "482.75", "total_tokens": 1201456}
{"current_steps": 190, "total_steps": 190, "loss": 0.0002, "learning_rate": 0.0, "epoch": 4.903225806451613, "percentage": 100.0, "elapsed_time": "0:41:41", "remaining_time": "0:00:00", "throughput": "482.73", "total_tokens": 1207760}
{"current_steps": 190, "total_steps": 190, "epoch": 4.903225806451613, "percentage": 100.0, "elapsed_time": "0:42:42", "remaining_time": "0:00:00", "throughput": "471.27", "total_tokens": 1207760}