qiyuw commited on
Commit
e6157f7
·
1 Parent(s): 21ffffd

Upload 9 files

Browse files
config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "result/large-202201021402/unsup-119",
3
+ "architectures": [
4
+ "BertForCL"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "gradient_checkpointing": false,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.1,
10
+ "hidden_size": 1024,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 4096,
13
+ "layer_norm_eps": 1e-12,
14
+ "max_position_embeddings": 512,
15
+ "model_type": "bert",
16
+ "num_attention_heads": 16,
17
+ "num_hidden_layers": 24,
18
+ "pad_token_id": 0,
19
+ "position_embedding_type": "absolute",
20
+ "transformers_version": "4.2.1",
21
+ "type_vocab_size": 2,
22
+ "use_cache": true,
23
+ "vocab_size": 30522
24
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc7d9aa7ea9ef4435e206c2041da45a9865cf552758933de804617d894632765
3
+ size 2681380717
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ddb9f8aa1bffccc7791965de0441ccb5cbdd039a8af316caca699090a2df9b4
3
+ size 1340737975
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86ca9357918102f35a04f632ba1b1b12341b4622f02c431d272e834da6535ff1
3
+ size 623
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"do_lower_case": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "name_or_path": "bert-large-uncased"}
trainer_state.json ADDED
@@ -0,0 +1,1083 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.8634219634166282,
3
+ "best_model_checkpoint": "result/large-202201021402/unsup-119",
4
+ "epoch": 1.0,
5
+ "global_step": 15626,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.01,
12
+ "eval_avg_sts": 0.6173750067593105,
13
+ "eval_sickr_spearman": 0.6012189855647659,
14
+ "eval_stsb_spearman": 0.633531027953855,
15
+ "step": 125
16
+ },
17
+ {
18
+ "epoch": 0.02,
19
+ "eval_avg_sts": 0.6628010365003804,
20
+ "eval_sickr_spearman": 0.6482342292074627,
21
+ "eval_stsb_spearman": 0.6773678437932981,
22
+ "step": 250
23
+ },
24
+ {
25
+ "epoch": 0.02,
26
+ "eval_avg_sts": 0.7282832479999479,
27
+ "eval_sickr_spearman": 0.7101949744669466,
28
+ "eval_stsb_spearman": 0.7463715215329493,
29
+ "step": 375
30
+ },
31
+ {
32
+ "epoch": 0.03,
33
+ "learning_rate": 9.680020478689364e-06,
34
+ "loss": 1.4084,
35
+ "step": 500
36
+ },
37
+ {
38
+ "epoch": 0.03,
39
+ "eval_avg_sts": 0.738101759870555,
40
+ "eval_sickr_spearman": 0.7213240688567659,
41
+ "eval_stsb_spearman": 0.7548794508843443,
42
+ "step": 500
43
+ },
44
+ {
45
+ "epoch": 0.04,
46
+ "eval_avg_sts": 0.7653884278548279,
47
+ "eval_sickr_spearman": 0.7448660809467439,
48
+ "eval_stsb_spearman": 0.7859107747629118,
49
+ "step": 625
50
+ },
51
+ {
52
+ "epoch": 0.05,
53
+ "eval_avg_sts": 0.7739443328792432,
54
+ "eval_sickr_spearman": 0.7523560028739017,
55
+ "eval_stsb_spearman": 0.7955326628845848,
56
+ "step": 750
57
+ },
58
+ {
59
+ "epoch": 0.06,
60
+ "eval_avg_sts": 0.7774626304280415,
61
+ "eval_sickr_spearman": 0.7556382081906752,
62
+ "eval_stsb_spearman": 0.7992870526654079,
63
+ "step": 875
64
+ },
65
+ {
66
+ "epoch": 0.06,
67
+ "learning_rate": 9.36004095737873e-06,
68
+ "loss": 1.3838,
69
+ "step": 1000
70
+ },
71
+ {
72
+ "epoch": 0.06,
73
+ "eval_avg_sts": 0.7818787381829664,
74
+ "eval_sickr_spearman": 0.7586150317645051,
75
+ "eval_stsb_spearman": 0.8051424446014276,
76
+ "step": 1000
77
+ },
78
+ {
79
+ "epoch": 0.07,
80
+ "eval_avg_sts": 0.7875780428353734,
81
+ "eval_sickr_spearman": 0.7643657955396903,
82
+ "eval_stsb_spearman": 0.8107902901310564,
83
+ "step": 1125
84
+ },
85
+ {
86
+ "epoch": 0.08,
87
+ "eval_avg_sts": 0.7962537269069103,
88
+ "eval_sickr_spearman": 0.7713706513734246,
89
+ "eval_stsb_spearman": 0.8211368024403959,
90
+ "step": 1250
91
+ },
92
+ {
93
+ "epoch": 0.09,
94
+ "eval_avg_sts": 0.7979229698983594,
95
+ "eval_sickr_spearman": 0.7717030746264779,
96
+ "eval_stsb_spearman": 0.8241428651702408,
97
+ "step": 1375
98
+ },
99
+ {
100
+ "epoch": 0.1,
101
+ "learning_rate": 9.040061436068092e-06,
102
+ "loss": 1.3838,
103
+ "step": 1500
104
+ },
105
+ {
106
+ "epoch": 0.1,
107
+ "eval_avg_sts": 0.7975552076492964,
108
+ "eval_sickr_spearman": 0.7733297919699839,
109
+ "eval_stsb_spearman": 0.8217806233286091,
110
+ "step": 1500
111
+ },
112
+ {
113
+ "epoch": 0.1,
114
+ "eval_avg_sts": 0.7995244315661667,
115
+ "eval_sickr_spearman": 0.7741879636593786,
116
+ "eval_stsb_spearman": 0.8248608994729549,
117
+ "step": 1625
118
+ },
119
+ {
120
+ "epoch": 0.11,
121
+ "eval_avg_sts": 0.8013845059958824,
122
+ "eval_sickr_spearman": 0.7711456736942885,
123
+ "eval_stsb_spearman": 0.8316233382974761,
124
+ "step": 1750
125
+ },
126
+ {
127
+ "epoch": 0.12,
128
+ "eval_avg_sts": 0.8016675955064965,
129
+ "eval_sickr_spearman": 0.7721122996107306,
130
+ "eval_stsb_spearman": 0.8312228914022624,
131
+ "step": 1875
132
+ },
133
+ {
134
+ "epoch": 0.13,
135
+ "learning_rate": 8.720081914757458e-06,
136
+ "loss": 1.3834,
137
+ "step": 2000
138
+ },
139
+ {
140
+ "epoch": 0.13,
141
+ "eval_avg_sts": 0.8089501146520826,
142
+ "eval_sickr_spearman": 0.7714815551866453,
143
+ "eval_stsb_spearman": 0.8464186741175197,
144
+ "step": 2000
145
+ },
146
+ {
147
+ "epoch": 0.14,
148
+ "eval_avg_sts": 0.8070369744020635,
149
+ "eval_sickr_spearman": 0.7729106725788348,
150
+ "eval_stsb_spearman": 0.8411632762252921,
151
+ "step": 2125
152
+ },
153
+ {
154
+ "epoch": 0.14,
155
+ "eval_avg_sts": 0.8088242480333958,
156
+ "eval_sickr_spearman": 0.7714153202977622,
157
+ "eval_stsb_spearman": 0.8462331757690296,
158
+ "step": 2250
159
+ },
160
+ {
161
+ "epoch": 0.15,
162
+ "eval_avg_sts": 0.8099469364414773,
163
+ "eval_sickr_spearman": 0.7725471251720497,
164
+ "eval_stsb_spearman": 0.8473467477109048,
165
+ "step": 2375
166
+ },
167
+ {
168
+ "epoch": 0.16,
169
+ "learning_rate": 8.400102393446819e-06,
170
+ "loss": 1.3832,
171
+ "step": 2500
172
+ },
173
+ {
174
+ "epoch": 0.16,
175
+ "eval_avg_sts": 0.8131048878389238,
176
+ "eval_sickr_spearman": 0.7713064337908019,
177
+ "eval_stsb_spearman": 0.8549033418870456,
178
+ "step": 2500
179
+ },
180
+ {
181
+ "epoch": 0.17,
182
+ "eval_avg_sts": 0.8164488766748953,
183
+ "eval_sickr_spearman": 0.7764046470218489,
184
+ "eval_stsb_spearman": 0.8564931063279417,
185
+ "step": 2625
186
+ },
187
+ {
188
+ "epoch": 0.18,
189
+ "eval_avg_sts": 0.8175873157593689,
190
+ "eval_sickr_spearman": 0.7767230451932822,
191
+ "eval_stsb_spearman": 0.8584515863254557,
192
+ "step": 2750
193
+ },
194
+ {
195
+ "epoch": 0.18,
196
+ "eval_avg_sts": 0.8166403679630079,
197
+ "eval_sickr_spearman": 0.7760516664573802,
198
+ "eval_stsb_spearman": 0.8572290694686354,
199
+ "step": 2875
200
+ },
201
+ {
202
+ "epoch": 0.19,
203
+ "learning_rate": 8.080122872136184e-06,
204
+ "loss": 1.3833,
205
+ "step": 3000
206
+ },
207
+ {
208
+ "epoch": 0.19,
209
+ "eval_avg_sts": 0.8157693460916737,
210
+ "eval_sickr_spearman": 0.7743323451503016,
211
+ "eval_stsb_spearman": 0.857206347033046,
212
+ "step": 3000
213
+ },
214
+ {
215
+ "epoch": 0.2,
216
+ "eval_avg_sts": 0.8150392842710488,
217
+ "eval_sickr_spearman": 0.7724294970046278,
218
+ "eval_stsb_spearman": 0.8576490715374696,
219
+ "step": 3125
220
+ },
221
+ {
222
+ "epoch": 0.21,
223
+ "eval_avg_sts": 0.8151962431424102,
224
+ "eval_sickr_spearman": 0.7735117337822314,
225
+ "eval_stsb_spearman": 0.8568807525025892,
226
+ "step": 3250
227
+ },
228
+ {
229
+ "epoch": 0.22,
230
+ "eval_avg_sts": 0.8170086003442181,
231
+ "eval_sickr_spearman": 0.7705952372718078,
232
+ "eval_stsb_spearman": 0.8634219634166282,
233
+ "step": 3375
234
+ },
235
+ {
236
+ "epoch": 0.22,
237
+ "learning_rate": 7.760143350825547e-06,
238
+ "loss": 1.3834,
239
+ "step": 3500
240
+ },
241
+ {
242
+ "epoch": 0.22,
243
+ "eval_avg_sts": 0.8154897129691365,
244
+ "eval_sickr_spearman": 0.7761568545695297,
245
+ "eval_stsb_spearman": 0.8548225713687434,
246
+ "step": 3500
247
+ },
248
+ {
249
+ "epoch": 0.23,
250
+ "eval_avg_sts": 0.8196396828185117,
251
+ "eval_sickr_spearman": 0.779249721284434,
252
+ "eval_stsb_spearman": 0.8600296443525893,
253
+ "step": 3625
254
+ },
255
+ {
256
+ "epoch": 0.24,
257
+ "eval_avg_sts": 0.8178347113315759,
258
+ "eval_sickr_spearman": 0.7778026882914081,
259
+ "eval_stsb_spearman": 0.8578667343717438,
260
+ "step": 3750
261
+ },
262
+ {
263
+ "epoch": 0.25,
264
+ "eval_avg_sts": 0.8171697922813259,
265
+ "eval_sickr_spearman": 0.7775901986986459,
266
+ "eval_stsb_spearman": 0.8567493858640058,
267
+ "step": 3875
268
+ },
269
+ {
270
+ "epoch": 0.26,
271
+ "learning_rate": 7.440163829514912e-06,
272
+ "loss": 1.3833,
273
+ "step": 4000
274
+ },
275
+ {
276
+ "epoch": 0.26,
277
+ "eval_avg_sts": 0.8174402673423591,
278
+ "eval_sickr_spearman": 0.7767179538965296,
279
+ "eval_stsb_spearman": 0.8581625807881884,
280
+ "step": 4000
281
+ },
282
+ {
283
+ "epoch": 0.26,
284
+ "eval_avg_sts": 0.8155577027909464,
285
+ "eval_sickr_spearman": 0.7732734995190984,
286
+ "eval_stsb_spearman": 0.8578419060627945,
287
+ "step": 4125
288
+ },
289
+ {
290
+ "epoch": 0.27,
291
+ "eval_avg_sts": 0.8147469901498937,
292
+ "eval_sickr_spearman": 0.771565513551959,
293
+ "eval_stsb_spearman": 0.8579284667478284,
294
+ "step": 4250
295
+ },
296
+ {
297
+ "epoch": 0.28,
298
+ "eval_avg_sts": 0.8132680914978344,
299
+ "eval_sickr_spearman": 0.7705074364183789,
300
+ "eval_stsb_spearman": 0.8560287465772899,
301
+ "step": 4375
302
+ },
303
+ {
304
+ "epoch": 0.29,
305
+ "learning_rate": 7.120184308204276e-06,
306
+ "loss": 1.3831,
307
+ "step": 4500
308
+ },
309
+ {
310
+ "epoch": 0.29,
311
+ "eval_avg_sts": 0.8111781546061814,
312
+ "eval_sickr_spearman": 0.767962124259869,
313
+ "eval_stsb_spearman": 0.8543941849524939,
314
+ "step": 4500
315
+ },
316
+ {
317
+ "epoch": 0.3,
318
+ "eval_avg_sts": 0.8067605181721469,
319
+ "eval_sickr_spearman": 0.7667528452189616,
320
+ "eval_stsb_spearman": 0.8467681911253321,
321
+ "step": 4625
322
+ },
323
+ {
324
+ "epoch": 0.3,
325
+ "eval_avg_sts": 0.805061635624042,
326
+ "eval_sickr_spearman": 0.7615015511281912,
327
+ "eval_stsb_spearman": 0.8486217201198928,
328
+ "step": 4750
329
+ },
330
+ {
331
+ "epoch": 0.31,
332
+ "eval_avg_sts": 0.8038471796528851,
333
+ "eval_sickr_spearman": 0.7597667215147881,
334
+ "eval_stsb_spearman": 0.8479276377909821,
335
+ "step": 4875
336
+ },
337
+ {
338
+ "epoch": 0.32,
339
+ "learning_rate": 6.800204786893639e-06,
340
+ "loss": 1.3832,
341
+ "step": 5000
342
+ },
343
+ {
344
+ "epoch": 0.32,
345
+ "eval_avg_sts": 0.804331555739771,
346
+ "eval_sickr_spearman": 0.7603548623518979,
347
+ "eval_stsb_spearman": 0.8483082491276442,
348
+ "step": 5000
349
+ },
350
+ {
351
+ "epoch": 0.33,
352
+ "eval_avg_sts": 0.8053511928015219,
353
+ "eval_sickr_spearman": 0.7614074159088126,
354
+ "eval_stsb_spearman": 0.8492949696942312,
355
+ "step": 5125
356
+ },
357
+ {
358
+ "epoch": 0.34,
359
+ "eval_avg_sts": 0.7985432237233677,
360
+ "eval_sickr_spearman": 0.7516314537087078,
361
+ "eval_stsb_spearman": 0.8454549937380277,
362
+ "step": 5250
363
+ },
364
+ {
365
+ "epoch": 0.34,
366
+ "eval_avg_sts": 0.800089668096919,
367
+ "eval_sickr_spearman": 0.7562339379418122,
368
+ "eval_stsb_spearman": 0.8439453982520256,
369
+ "step": 5375
370
+ },
371
+ {
372
+ "epoch": 0.35,
373
+ "learning_rate": 6.480225265583003e-06,
374
+ "loss": 1.3833,
375
+ "step": 5500
376
+ },
377
+ {
378
+ "epoch": 0.35,
379
+ "eval_avg_sts": 0.7995108246181313,
380
+ "eval_sickr_spearman": 0.7555560269761146,
381
+ "eval_stsb_spearman": 0.843465622260148,
382
+ "step": 5500
383
+ },
384
+ {
385
+ "epoch": 0.36,
386
+ "eval_avg_sts": 0.7946854334729495,
387
+ "eval_sickr_spearman": 0.7501423454708219,
388
+ "eval_stsb_spearman": 0.8392285214750771,
389
+ "step": 5625
390
+ },
391
+ {
392
+ "epoch": 0.37,
393
+ "eval_avg_sts": 0.7938089772181914,
394
+ "eval_sickr_spearman": 0.7494677486511236,
395
+ "eval_stsb_spearman": 0.8381502057852592,
396
+ "step": 5750
397
+ },
398
+ {
399
+ "epoch": 0.38,
400
+ "eval_avg_sts": 0.7994330810887486,
401
+ "eval_sickr_spearman": 0.7598704148842054,
402
+ "eval_stsb_spearman": 0.8389957472932917,
403
+ "step": 5875
404
+ },
405
+ {
406
+ "epoch": 0.38,
407
+ "learning_rate": 6.1602457442723675e-06,
408
+ "loss": 1.3831,
409
+ "step": 6000
410
+ },
411
+ {
412
+ "epoch": 0.38,
413
+ "eval_avg_sts": 0.8006950402497293,
414
+ "eval_sickr_spearman": 0.7590634501275313,
415
+ "eval_stsb_spearman": 0.8423266303719271,
416
+ "step": 6000
417
+ },
418
+ {
419
+ "epoch": 0.39,
420
+ "eval_avg_sts": 0.7981365664953497,
421
+ "eval_sickr_spearman": 0.7573632932299265,
422
+ "eval_stsb_spearman": 0.8389098397607728,
423
+ "step": 6125
424
+ },
425
+ {
426
+ "epoch": 0.4,
427
+ "eval_avg_sts": 0.797260786393159,
428
+ "eval_sickr_spearman": 0.7531412633513134,
429
+ "eval_stsb_spearman": 0.8413803094350046,
430
+ "step": 6250
431
+ },
432
+ {
433
+ "epoch": 0.41,
434
+ "eval_avg_sts": 0.8002525553253802,
435
+ "eval_sickr_spearman": 0.7581138752520997,
436
+ "eval_stsb_spearman": 0.8423912353986607,
437
+ "step": 6375
438
+ },
439
+ {
440
+ "epoch": 0.42,
441
+ "learning_rate": 5.840266222961732e-06,
442
+ "loss": 1.3833,
443
+ "step": 6500
444
+ },
445
+ {
446
+ "epoch": 0.42,
447
+ "eval_avg_sts": 0.8002113456211982,
448
+ "eval_sickr_spearman": 0.7571126189115208,
449
+ "eval_stsb_spearman": 0.8433100723308756,
450
+ "step": 6500
451
+ },
452
+ {
453
+ "epoch": 0.42,
454
+ "eval_avg_sts": 0.7918930851566096,
455
+ "eval_sickr_spearman": 0.7477064481613881,
456
+ "eval_stsb_spearman": 0.8360797221518311,
457
+ "step": 6625
458
+ },
459
+ {
460
+ "epoch": 0.43,
461
+ "eval_avg_sts": 0.7924510170045258,
462
+ "eval_sickr_spearman": 0.7493739439100151,
463
+ "eval_stsb_spearman": 0.8355280900990365,
464
+ "step": 6750
465
+ },
466
+ {
467
+ "epoch": 0.44,
468
+ "eval_avg_sts": 0.7945927190512974,
469
+ "eval_sickr_spearman": 0.7502740947820667,
470
+ "eval_stsb_spearman": 0.8389113433205279,
471
+ "step": 6875
472
+ },
473
+ {
474
+ "epoch": 0.45,
475
+ "learning_rate": 5.520286701651095e-06,
476
+ "loss": 1.3831,
477
+ "step": 7000
478
+ },
479
+ {
480
+ "epoch": 0.45,
481
+ "eval_avg_sts": 0.794468123371008,
482
+ "eval_sickr_spearman": 0.7500643909931879,
483
+ "eval_stsb_spearman": 0.8388718557488282,
484
+ "step": 7000
485
+ },
486
+ {
487
+ "epoch": 0.46,
488
+ "eval_avg_sts": 0.7942224614102554,
489
+ "eval_sickr_spearman": 0.7504599271135308,
490
+ "eval_stsb_spearman": 0.83798499570698,
491
+ "step": 7125
492
+ },
493
+ {
494
+ "epoch": 0.46,
495
+ "eval_avg_sts": 0.793212714758925,
496
+ "eval_sickr_spearman": 0.7516163719428562,
497
+ "eval_stsb_spearman": 0.8348090575749938,
498
+ "step": 7250
499
+ },
500
+ {
501
+ "epoch": 0.47,
502
+ "eval_avg_sts": 0.791642468147763,
503
+ "eval_sickr_spearman": 0.748681383458379,
504
+ "eval_stsb_spearman": 0.834603552837147,
505
+ "step": 7375
506
+ },
507
+ {
508
+ "epoch": 0.48,
509
+ "learning_rate": 5.200307180340458e-06,
510
+ "loss": 1.3831,
511
+ "step": 7500
512
+ },
513
+ {
514
+ "epoch": 0.48,
515
+ "eval_avg_sts": 0.792711907370149,
516
+ "eval_sickr_spearman": 0.7461013928446307,
517
+ "eval_stsb_spearman": 0.8393224218956672,
518
+ "step": 7500
519
+ },
520
+ {
521
+ "epoch": 0.49,
522
+ "eval_avg_sts": 0.7925208114993505,
523
+ "eval_sickr_spearman": 0.7451070049515575,
524
+ "eval_stsb_spearman": 0.8399346180471436,
525
+ "step": 7625
526
+ },
527
+ {
528
+ "epoch": 0.5,
529
+ "eval_avg_sts": 0.7926421702060152,
530
+ "eval_sickr_spearman": 0.7462153706483433,
531
+ "eval_stsb_spearman": 0.8390689697636872,
532
+ "step": 7750
533
+ },
534
+ {
535
+ "epoch": 0.5,
536
+ "eval_avg_sts": 0.7919285173732868,
537
+ "eval_sickr_spearman": 0.7432351368663114,
538
+ "eval_stsb_spearman": 0.8406218978802623,
539
+ "step": 7875
540
+ },
541
+ {
542
+ "epoch": 0.51,
543
+ "learning_rate": 4.8803276590298225e-06,
544
+ "loss": 1.3832,
545
+ "step": 8000
546
+ },
547
+ {
548
+ "epoch": 0.51,
549
+ "eval_avg_sts": 0.7903254153370375,
550
+ "eval_sickr_spearman": 0.7435248604701861,
551
+ "eval_stsb_spearman": 0.8371259702038889,
552
+ "step": 8000
553
+ },
554
+ {
555
+ "epoch": 0.52,
556
+ "eval_avg_sts": 0.7961442221524222,
557
+ "eval_sickr_spearman": 0.7458505264018194,
558
+ "eval_stsb_spearman": 0.846437917903025,
559
+ "step": 8125
560
+ },
561
+ {
562
+ "epoch": 0.53,
563
+ "eval_avg_sts": 0.7950454156593848,
564
+ "eval_sickr_spearman": 0.7449886082865125,
565
+ "eval_stsb_spearman": 0.8451022230322571,
566
+ "step": 8250
567
+ },
568
+ {
569
+ "epoch": 0.54,
570
+ "eval_avg_sts": 0.792686108913305,
571
+ "eval_sickr_spearman": 0.7417272484677632,
572
+ "eval_stsb_spearman": 0.8436449693588469,
573
+ "step": 8375
574
+ },
575
+ {
576
+ "epoch": 0.54,
577
+ "learning_rate": 4.560348137719187e-06,
578
+ "loss": 1.3831,
579
+ "step": 8500
580
+ },
581
+ {
582
+ "epoch": 0.54,
583
+ "eval_avg_sts": 0.790817425934377,
584
+ "eval_sickr_spearman": 0.7411045732687196,
585
+ "eval_stsb_spearman": 0.8405302786000344,
586
+ "step": 8500
587
+ },
588
+ {
589
+ "epoch": 0.55,
590
+ "eval_avg_sts": 0.7901648543781281,
591
+ "eval_sickr_spearman": 0.7389814064607493,
592
+ "eval_stsb_spearman": 0.8413483022955068,
593
+ "step": 8625
594
+ },
595
+ {
596
+ "epoch": 0.56,
597
+ "eval_avg_sts": 0.790240059757523,
598
+ "eval_sickr_spearman": 0.7385863506514208,
599
+ "eval_stsb_spearman": 0.8418937688636251,
600
+ "step": 8750
601
+ },
602
+ {
603
+ "epoch": 0.57,
604
+ "eval_avg_sts": 0.7887051283167092,
605
+ "eval_sickr_spearman": 0.7367630420097286,
606
+ "eval_stsb_spearman": 0.8406472146236897,
607
+ "step": 8875
608
+ },
609
+ {
610
+ "epoch": 0.58,
611
+ "learning_rate": 4.24036861640855e-06,
612
+ "loss": 1.383,
613
+ "step": 9000
614
+ },
615
+ {
616
+ "epoch": 0.58,
617
+ "eval_avg_sts": 0.7877125146130246,
618
+ "eval_sickr_spearman": 0.7356615927915497,
619
+ "eval_stsb_spearman": 0.8397634364344995,
620
+ "step": 9000
621
+ },
622
+ {
623
+ "epoch": 0.58,
624
+ "eval_avg_sts": 0.7874836125360063,
625
+ "eval_sickr_spearman": 0.7346168683041693,
626
+ "eval_stsb_spearman": 0.8403503567678434,
627
+ "step": 9125
628
+ },
629
+ {
630
+ "epoch": 0.59,
631
+ "eval_avg_sts": 0.7874954897759103,
632
+ "eval_sickr_spearman": 0.7342269518226948,
633
+ "eval_stsb_spearman": 0.8407640277291258,
634
+ "step": 9250
635
+ },
636
+ {
637
+ "epoch": 0.6,
638
+ "eval_avg_sts": 0.784178959071547,
639
+ "eval_sickr_spearman": 0.7294457438611393,
640
+ "eval_stsb_spearman": 0.8389121742819547,
641
+ "step": 9375
642
+ },
643
+ {
644
+ "epoch": 0.61,
645
+ "learning_rate": 3.920389095097914e-06,
646
+ "loss": 1.3831,
647
+ "step": 9500
648
+ },
649
+ {
650
+ "epoch": 0.61,
651
+ "eval_avg_sts": 0.7831583604230383,
652
+ "eval_sickr_spearman": 0.7287413197274478,
653
+ "eval_stsb_spearman": 0.8375754011186287,
654
+ "step": 9500
655
+ },
656
+ {
657
+ "epoch": 0.62,
658
+ "eval_avg_sts": 0.7836660632246585,
659
+ "eval_sickr_spearman": 0.7300298981168296,
660
+ "eval_stsb_spearman": 0.8373022283324874,
661
+ "step": 9625
662
+ },
663
+ {
664
+ "epoch": 0.62,
665
+ "eval_avg_sts": 0.7815441234971521,
666
+ "eval_sickr_spearman": 0.7273786773796486,
667
+ "eval_stsb_spearman": 0.8357095696146557,
668
+ "step": 9750
669
+ },
670
+ {
671
+ "epoch": 0.63,
672
+ "eval_avg_sts": 0.7885847398548176,
673
+ "eval_sickr_spearman": 0.7416071226830666,
674
+ "eval_stsb_spearman": 0.8355623570265684,
675
+ "step": 9875
676
+ },
677
+ {
678
+ "epoch": 0.64,
679
+ "learning_rate": 3.600409573787278e-06,
680
+ "loss": 1.3833,
681
+ "step": 10000
682
+ },
683
+ {
684
+ "epoch": 0.64,
685
+ "eval_avg_sts": 0.789407852748685,
686
+ "eval_sickr_spearman": 0.7440142973938404,
687
+ "eval_stsb_spearman": 0.8348014081035294,
688
+ "step": 10000
689
+ },
690
+ {
691
+ "epoch": 0.65,
692
+ "eval_avg_sts": 0.7887440580577265,
693
+ "eval_sickr_spearman": 0.7422862344262999,
694
+ "eval_stsb_spearman": 0.8352018816891532,
695
+ "step": 10125
696
+ },
697
+ {
698
+ "epoch": 0.66,
699
+ "eval_avg_sts": 0.7877943614348063,
700
+ "eval_sickr_spearman": 0.7412599538818719,
701
+ "eval_stsb_spearman": 0.8343287689877407,
702
+ "step": 10250
703
+ },
704
+ {
705
+ "epoch": 0.66,
706
+ "eval_avg_sts": 0.7870675080484348,
707
+ "eval_sickr_spearman": 0.7398324695471311,
708
+ "eval_stsb_spearman": 0.8343025465497387,
709
+ "step": 10375
710
+ },
711
+ {
712
+ "epoch": 0.67,
713
+ "learning_rate": 3.280430052476642e-06,
714
+ "loss": 1.383,
715
+ "step": 10500
716
+ },
717
+ {
718
+ "epoch": 0.67,
719
+ "eval_avg_sts": 0.7855316903809282,
720
+ "eval_sickr_spearman": 0.7367247131907809,
721
+ "eval_stsb_spearman": 0.8343386675710754,
722
+ "step": 10500
723
+ },
724
+ {
725
+ "epoch": 0.68,
726
+ "eval_avg_sts": 0.7851246296450775,
727
+ "eval_sickr_spearman": 0.736261645341816,
728
+ "eval_stsb_spearman": 0.8339876139483389,
729
+ "step": 10625
730
+ },
731
+ {
732
+ "epoch": 0.69,
733
+ "eval_avg_sts": 0.7841961737035235,
734
+ "eval_sickr_spearman": 0.7354697085413046,
735
+ "eval_stsb_spearman": 0.8329226388657422,
736
+ "step": 10750
737
+ },
738
+ {
739
+ "epoch": 0.7,
740
+ "eval_avg_sts": 0.7838315084569085,
741
+ "eval_sickr_spearman": 0.7345151864624249,
742
+ "eval_stsb_spearman": 0.8331478304513922,
743
+ "step": 10875
744
+ },
745
+ {
746
+ "epoch": 0.7,
747
+ "learning_rate": 2.960450531166006e-06,
748
+ "loss": 1.3829,
749
+ "step": 11000
750
+ },
751
+ {
752
+ "epoch": 0.7,
753
+ "eval_avg_sts": 0.783352664817645,
754
+ "eval_sickr_spearman": 0.7336182536741696,
755
+ "eval_stsb_spearman": 0.8330870759611203,
756
+ "step": 11000
757
+ },
758
+ {
759
+ "epoch": 0.71,
760
+ "eval_avg_sts": 0.7841170693562891,
761
+ "eval_sickr_spearman": 0.7346750819991124,
762
+ "eval_stsb_spearman": 0.8335590567134659,
763
+ "step": 11125
764
+ },
765
+ {
766
+ "epoch": 0.72,
767
+ "eval_avg_sts": 0.7839455311656613,
768
+ "eval_sickr_spearman": 0.7335271867058429,
769
+ "eval_stsb_spearman": 0.8343638756254798,
770
+ "step": 11250
771
+ },
772
+ {
773
+ "epoch": 0.73,
774
+ "eval_avg_sts": 0.7858793093736349,
775
+ "eval_sickr_spearman": 0.7367065094033358,
776
+ "eval_stsb_spearman": 0.8350521093439339,
777
+ "step": 11375
778
+ },
779
+ {
780
+ "epoch": 0.74,
781
+ "learning_rate": 2.640471009855369e-06,
782
+ "loss": 1.383,
783
+ "step": 11500
784
+ },
785
+ {
786
+ "epoch": 0.74,
787
+ "eval_avg_sts": 0.785960141552553,
788
+ "eval_sickr_spearman": 0.7368878748423662,
789
+ "eval_stsb_spearman": 0.8350324082627398,
790
+ "step": 11500
791
+ },
792
+ {
793
+ "epoch": 0.74,
794
+ "eval_avg_sts": 0.7827362717943076,
795
+ "eval_sickr_spearman": 0.7345604317599795,
796
+ "eval_stsb_spearman": 0.8309121118286357,
797
+ "step": 11625
798
+ },
799
+ {
800
+ "epoch": 0.75,
801
+ "eval_avg_sts": 0.782151314040066,
802
+ "eval_sickr_spearman": 0.7333196443165289,
803
+ "eval_stsb_spearman": 0.8309829837636032,
804
+ "step": 11750
805
+ },
806
+ {
807
+ "epoch": 0.76,
808
+ "eval_avg_sts": 0.7814914570298286,
809
+ "eval_sickr_spearman": 0.7326789574544458,
810
+ "eval_stsb_spearman": 0.8303039566052115,
811
+ "step": 11875
812
+ },
813
+ {
814
+ "epoch": 0.77,
815
+ "learning_rate": 2.3204914885447333e-06,
816
+ "loss": 1.3831,
817
+ "step": 12000
818
+ },
819
+ {
820
+ "epoch": 0.77,
821
+ "eval_avg_sts": 0.7813092418170919,
822
+ "eval_sickr_spearman": 0.7323319807776568,
823
+ "eval_stsb_spearman": 0.830286502856527,
824
+ "step": 12000
825
+ },
826
+ {
827
+ "epoch": 0.78,
828
+ "eval_avg_sts": 0.7801988249710072,
829
+ "eval_sickr_spearman": 0.7320945630432483,
830
+ "eval_stsb_spearman": 0.8283030868987663,
831
+ "step": 12125
832
+ },
833
+ {
834
+ "epoch": 0.78,
835
+ "eval_avg_sts": 0.781174501892351,
836
+ "eval_sickr_spearman": 0.7298683695226933,
837
+ "eval_stsb_spearman": 0.8324806342620087,
838
+ "step": 12250
839
+ },
840
+ {
841
+ "epoch": 0.79,
842
+ "eval_avg_sts": 0.7816701818675454,
843
+ "eval_sickr_spearman": 0.7288407921385262,
844
+ "eval_stsb_spearman": 0.8344995715965647,
845
+ "step": 12375
846
+ },
847
+ {
848
+ "epoch": 0.8,
849
+ "learning_rate": 2.000511967234097e-06,
850
+ "loss": 1.383,
851
+ "step": 12500
852
+ },
853
+ {
854
+ "epoch": 0.8,
855
+ "eval_avg_sts": 0.7812274276555035,
856
+ "eval_sickr_spearman": 0.7285719140326756,
857
+ "eval_stsb_spearman": 0.8338829412783313,
858
+ "step": 12500
859
+ },
860
+ {
861
+ "epoch": 0.81,
862
+ "eval_avg_sts": 0.7811766812929849,
863
+ "eval_sickr_spearman": 0.728695834274386,
864
+ "eval_stsb_spearman": 0.8336575283115838,
865
+ "step": 12625
866
+ },
867
+ {
868
+ "epoch": 0.82,
869
+ "eval_avg_sts": 0.7811575997131124,
870
+ "eval_sickr_spearman": 0.7288844524097335,
871
+ "eval_stsb_spearman": 0.8334307470164913,
872
+ "step": 12750
873
+ },
874
+ {
875
+ "epoch": 0.82,
876
+ "eval_avg_sts": 0.7808650964963647,
877
+ "eval_sickr_spearman": 0.7288432417246996,
878
+ "eval_stsb_spearman": 0.8328869512680298,
879
+ "step": 12875
880
+ },
881
+ {
882
+ "epoch": 0.83,
883
+ "learning_rate": 1.6805324459234608e-06,
884
+ "loss": 1.3829,
885
+ "step": 13000
886
+ },
887
+ {
888
+ "epoch": 0.83,
889
+ "eval_avg_sts": 0.7803803908797147,
890
+ "eval_sickr_spearman": 0.7284006351249473,
891
+ "eval_stsb_spearman": 0.832360146634482,
892
+ "step": 13000
893
+ },
894
+ {
895
+ "epoch": 0.84,
896
+ "eval_avg_sts": 0.7805076637365365,
897
+ "eval_sickr_spearman": 0.7283448710161777,
898
+ "eval_stsb_spearman": 0.8326704564568952,
899
+ "step": 13125
900
+ },
901
+ {
902
+ "epoch": 0.85,
903
+ "eval_avg_sts": 0.7805681692685815,
904
+ "eval_sickr_spearman": 0.7283289246905003,
905
+ "eval_stsb_spearman": 0.8328074138466628,
906
+ "step": 13250
907
+ },
908
+ {
909
+ "epoch": 0.86,
910
+ "eval_avg_sts": 0.7804400499004719,
911
+ "eval_sickr_spearman": 0.7275362193923656,
912
+ "eval_stsb_spearman": 0.8333438804085782,
913
+ "step": 13375
914
+ },
915
+ {
916
+ "epoch": 0.86,
917
+ "learning_rate": 1.3605529246128248e-06,
918
+ "loss": 1.383,
919
+ "step": 13500
920
+ },
921
+ {
922
+ "epoch": 0.86,
923
+ "eval_avg_sts": 0.7797914718222148,
924
+ "eval_sickr_spearman": 0.727398562255644,
925
+ "eval_stsb_spearman": 0.8321843813887856,
926
+ "step": 13500
927
+ },
928
+ {
929
+ "epoch": 0.87,
930
+ "eval_avg_sts": 0.7783159916436958,
931
+ "eval_sickr_spearman": 0.7271253547861919,
932
+ "eval_stsb_spearman": 0.8295066285011997,
933
+ "step": 13625
934
+ },
935
+ {
936
+ "epoch": 0.88,
937
+ "eval_avg_sts": 0.7787465759811611,
938
+ "eval_sickr_spearman": 0.7272892434687709,
939
+ "eval_stsb_spearman": 0.8302039084935513,
940
+ "step": 13750
941
+ },
942
+ {
943
+ "epoch": 0.89,
944
+ "eval_avg_sts": 0.7785133054722726,
945
+ "eval_sickr_spearman": 0.7278318027906158,
946
+ "eval_stsb_spearman": 0.8291948081539294,
947
+ "step": 13875
948
+ },
949
+ {
950
+ "epoch": 0.9,
951
+ "learning_rate": 1.0405734033021888e-06,
952
+ "loss": 1.383,
953
+ "step": 14000
954
+ },
955
+ {
956
+ "epoch": 0.9,
957
+ "eval_avg_sts": 0.7785313836357052,
958
+ "eval_sickr_spearman": 0.7276787276703326,
959
+ "eval_stsb_spearman": 0.8293840396010778,
960
+ "step": 14000
961
+ },
962
+ {
963
+ "epoch": 0.9,
964
+ "eval_avg_sts": 0.7781951381943462,
965
+ "eval_sickr_spearman": 0.7266623415328006,
966
+ "eval_stsb_spearman": 0.8297279348558916,
967
+ "step": 14125
968
+ },
969
+ {
970
+ "epoch": 0.91,
971
+ "eval_avg_sts": 0.7782565319241563,
972
+ "eval_sickr_spearman": 0.7269010080758466,
973
+ "eval_stsb_spearman": 0.8296120557724662,
974
+ "step": 14250
975
+ },
976
+ {
977
+ "epoch": 0.92,
978
+ "eval_avg_sts": 0.778284639461994,
979
+ "eval_sickr_spearman": 0.7268794421113008,
980
+ "eval_stsb_spearman": 0.8296898368126872,
981
+ "step": 14375
982
+ },
983
+ {
984
+ "epoch": 0.93,
985
+ "learning_rate": 7.205938819915525e-07,
986
+ "loss": 1.3831,
987
+ "step": 14500
988
+ },
989
+ {
990
+ "epoch": 0.93,
991
+ "eval_avg_sts": 0.7782895613239478,
992
+ "eval_sickr_spearman": 0.7268127269114034,
993
+ "eval_stsb_spearman": 0.8297663957364921,
994
+ "step": 14500
995
+ },
996
+ {
997
+ "epoch": 0.94,
998
+ "eval_avg_sts": 0.7789978370464021,
999
+ "eval_sickr_spearman": 0.7271919804883588,
1000
+ "eval_stsb_spearman": 0.8308036936044454,
1001
+ "step": 14625
1002
+ },
1003
+ {
1004
+ "epoch": 0.94,
1005
+ "eval_avg_sts": 0.7790931167137354,
1006
+ "eval_sickr_spearman": 0.7273074952873174,
1007
+ "eval_stsb_spearman": 0.8308787381401533,
1008
+ "step": 14750
1009
+ },
1010
+ {
1011
+ "epoch": 0.95,
1012
+ "eval_avg_sts": 0.779219715499812,
1013
+ "eval_sickr_spearman": 0.7275282942606284,
1014
+ "eval_stsb_spearman": 0.8309111367389955,
1015
+ "step": 14875
1016
+ },
1017
+ {
1018
+ "epoch": 0.96,
1019
+ "learning_rate": 4.0061436068091647e-07,
1020
+ "loss": 1.383,
1021
+ "step": 15000
1022
+ },
1023
+ {
1024
+ "epoch": 0.96,
1025
+ "eval_avg_sts": 0.7791063980264322,
1026
+ "eval_sickr_spearman": 0.7273648924535359,
1027
+ "eval_stsb_spearman": 0.8308479035993286,
1028
+ "step": 15000
1029
+ },
1030
+ {
1031
+ "epoch": 0.97,
1032
+ "eval_avg_sts": 0.7790852665632677,
1033
+ "eval_sickr_spearman": 0.7270619122656642,
1034
+ "eval_stsb_spearman": 0.8311086208608711,
1035
+ "step": 15125
1036
+ },
1037
+ {
1038
+ "epoch": 0.98,
1039
+ "eval_avg_sts": 0.7791667180857071,
1040
+ "eval_sickr_spearman": 0.727271616054543,
1041
+ "eval_stsb_spearman": 0.8310618201168714,
1042
+ "step": 15250
1043
+ },
1044
+ {
1045
+ "epoch": 0.98,
1046
+ "eval_avg_sts": 0.7791280335279434,
1047
+ "eval_sickr_spearman": 0.7271601838992067,
1048
+ "eval_stsb_spearman": 0.83109588315668,
1049
+ "step": 15375
1050
+ },
1051
+ {
1052
+ "epoch": 0.99,
1053
+ "learning_rate": 8.06348393702803e-08,
1054
+ "loss": 1.383,
1055
+ "step": 15500
1056
+ },
1057
+ {
1058
+ "epoch": 0.99,
1059
+ "eval_avg_sts": 0.7791498757767996,
1060
+ "eval_sickr_spearman": 0.7272329990489868,
1061
+ "eval_stsb_spearman": 0.8310667525046124,
1062
+ "step": 15500
1063
+ },
1064
+ {
1065
+ "epoch": 1.0,
1066
+ "eval_avg_sts": 0.7791357795668019,
1067
+ "eval_sickr_spearman": 0.7272119133954554,
1068
+ "eval_stsb_spearman": 0.8310596457381484,
1069
+ "step": 15625
1070
+ },
1071
+ {
1072
+ "epoch": 1.0,
1073
+ "step": 15626,
1074
+ "train_runtime": 12960.19,
1075
+ "train_samples_per_second": 1.206
1076
+ }
1077
+ ],
1078
+ "max_steps": 15626,
1079
+ "num_train_epochs": 1,
1080
+ "total_flos": 321736534216212480,
1081
+ "trial_name": null,
1082
+ "trial_params": null
1083
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4928319f82b7d7ebb570909700b01012a11336b37a1caf58c6db6b78f882f0ed
3
+ size 2095
vocab.txt ADDED
The diff for this file is too large to render. See raw diff