Hugging Face's logo

shiontendon
/
possy_maskN1000T80

Text2Text Generation
Transformers
PyTorch
t5
text-generation-inference
Inference Endpoints
Model card Files Community
ace14459tv commited on
Commit
4291ef6
•
1 Parent(s): 5f73fae

拡散

Browse files
Files changed (9) hide show
  1. config.json +68 -0
  2. generation_config.json +8 -0
  3. merges.txt +0 -0
  4. pytorch_model.bin +3 -0
  5. special_tokens_map.json +753 -0
  6. t5marulog.jsonl +80 -0
  7. tokenizer_config.json +63 -0
  8. train_log.txt +1 -0
  9. vocab.json +0 -0
config.json ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "maskN1000T80_new",
3
+ "architectures": [
4
+ "T5ForConditionalGeneration"
5
+ ],
6
+ "bos_token_id": 1,
7
+ "d_ff": 2048,
8
+ "d_kv": 64,
9
+ "d_model": 512,
10
+ "decoder_start_token_id": 0,
11
+ "dense_act_fn": "relu",
12
+ "dropout_rate": 0.1,
13
+ "eos_token_id": 2,
14
+ "feed_forward_proj": "relu",
15
+ "gradient_checkpointing": false,
16
+ "id2label": {
17
+ "0": "LABEL_0"
18
+ },
19
+ "initializer_factor": 1.0,
20
+ "is_encoder_decoder": true,
21
+ "is_gated_act": false,
22
+ "label2id": {
23
+ "LABEL_0": 0
24
+ },
25
+ "layer_norm_epsilon": 1e-06,
26
+ "model_type": "t5",
27
+ "n_positions": 512,
28
+ "num_decoder_layers": 6,
29
+ "num_heads": 8,
30
+ "num_layers": 6,
31
+ "output_past": true,
32
+ "pad_token_id": 0,
33
+ "relative_attention_max_distance": 128,
34
+ "relative_attention_num_buckets": 32,
35
+ "task_specific_params": {
36
+ "summarization": {
37
+ "early_stopping": true,
38
+ "length_penalty": 2.0,
39
+ "max_length": 200,
40
+ "min_length": 30,
41
+ "no_repeat_ngram_size": 3,
42
+ "num_beams": 4,
43
+ "prefix": "summarize: "
44
+ },
45
+ "translation_en_to_de": {
46
+ "early_stopping": true,
47
+ "max_length": 300,
48
+ "num_beams": 4,
49
+ "prefix": "translate English to German: "
50
+ },
51
+ "translation_en_to_fr": {
52
+ "early_stopping": true,
53
+ "max_length": 300,
54
+ "num_beams": 4,
55
+ "prefix": "translate English to French: "
56
+ },
57
+ "translation_en_to_ro": {
58
+ "early_stopping": true,
59
+ "max_length": 300,
60
+ "num_beams": 4,
61
+ "prefix": "translate English to Romanian: "
62
+ }
63
+ },
64
+ "torch_dtype": "float32",
65
+ "transformers_version": "4.28.1",
66
+ "use_cache": true,
67
+ "vocab_size": 32100
68
+ }
generation_config.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "decoder_start_token_id": 0,
5
+ "eos_token_id": 2,
6
+ "pad_token_id": 0,
7
+ "transformers_version": "4.28.1"
8
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98bce65fb230c437e93891d752dd18eec67dc8a8439db9926e850892fff0c5a3
3
+ size 242012441
special_tokens_map.json ADDED
@@ -0,0 +1,753 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ {
4
+ "content": "<extra_id_99>",
5
+ "lstrip": true,
6
+ "normalized": true,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ {
11
+ "content": "<extra_id_98>",
12
+ "lstrip": true,
13
+ "normalized": true,
14
+ "rstrip": false,
15
+ "single_word": false
16
+ },
17
+ {
18
+ "content": "<extra_id_97>",
19
+ "lstrip": true,
20
+ "normalized": true,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ {
25
+ "content": "<extra_id_96>",
26
+ "lstrip": true,
27
+ "normalized": true,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ },
31
+ {
32
+ "content": "<extra_id_95>",
33
+ "lstrip": true,
34
+ "normalized": true,
35
+ "rstrip": false,
36
+ "single_word": false
37
+ },
38
+ {
39
+ "content": "<extra_id_94>",
40
+ "lstrip": true,
41
+ "normalized": true,
42
+ "rstrip": false,
43
+ "single_word": false
44
+ },
45
+ {
46
+ "content": "<extra_id_93>",
47
+ "lstrip": true,
48
+ "normalized": true,
49
+ "rstrip": false,
50
+ "single_word": false
51
+ },
52
+ {
53
+ "content": "<extra_id_92>",
54
+ "lstrip": true,
55
+ "normalized": true,
56
+ "rstrip": false,
57
+ "single_word": false
58
+ },
59
+ {
60
+ "content": "<extra_id_91>",
61
+ "lstrip": true,
62
+ "normalized": true,
63
+ "rstrip": false,
64
+ "single_word": false
65
+ },
66
+ {
67
+ "content": "<extra_id_90>",
68
+ "lstrip": true,
69
+ "normalized": true,
70
+ "rstrip": false,
71
+ "single_word": false
72
+ },
73
+ {
74
+ "content": "<extra_id_89>",
75
+ "lstrip": true,
76
+ "normalized": true,
77
+ "rstrip": false,
78
+ "single_word": false
79
+ },
80
+ {
81
+ "content": "<extra_id_88>",
82
+ "lstrip": true,
83
+ "normalized": true,
84
+ "rstrip": false,
85
+ "single_word": false
86
+ },
87
+ {
88
+ "content": "<extra_id_87>",
89
+ "lstrip": true,
90
+ "normalized": true,
91
+ "rstrip": false,
92
+ "single_word": false
93
+ },
94
+ {
95
+ "content": "<extra_id_86>",
96
+ "lstrip": true,
97
+ "normalized": true,
98
+ "rstrip": false,
99
+ "single_word": false
100
+ },
101
+ {
102
+ "content": "<extra_id_85>",
103
+ "lstrip": true,
104
+ "normalized": true,
105
+ "rstrip": false,
106
+ "single_word": false
107
+ },
108
+ {
109
+ "content": "<extra_id_84>",
110
+ "lstrip": true,
111
+ "normalized": true,
112
+ "rstrip": false,
113
+ "single_word": false
114
+ },
115
+ {
116
+ "content": "<extra_id_83>",
117
+ "lstrip": true,
118
+ "normalized": true,
119
+ "rstrip": false,
120
+ "single_word": false
121
+ },
122
+ {
123
+ "content": "<extra_id_82>",
124
+ "lstrip": true,
125
+ "normalized": true,
126
+ "rstrip": false,
127
+ "single_word": false
128
+ },
129
+ {
130
+ "content": "<extra_id_81>",
131
+ "lstrip": true,
132
+ "normalized": true,
133
+ "rstrip": false,
134
+ "single_word": false
135
+ },
136
+ {
137
+ "content": "<extra_id_80>",
138
+ "lstrip": true,
139
+ "normalized": true,
140
+ "rstrip": false,
141
+ "single_word": false
142
+ },
143
+ {
144
+ "content": "<extra_id_79>",
145
+ "lstrip": true,
146
+ "normalized": true,
147
+ "rstrip": false,
148
+ "single_word": false
149
+ },
150
+ {
151
+ "content": "<extra_id_78>",
152
+ "lstrip": true,
153
+ "normalized": true,
154
+ "rstrip": false,
155
+ "single_word": false
156
+ },
157
+ {
158
+ "content": "<extra_id_77>",
159
+ "lstrip": true,
160
+ "normalized": true,
161
+ "rstrip": false,
162
+ "single_word": false
163
+ },
164
+ {
165
+ "content": "<extra_id_76>",
166
+ "lstrip": true,
167
+ "normalized": true,
168
+ "rstrip": false,
169
+ "single_word": false
170
+ },
171
+ {
172
+ "content": "<extra_id_75>",
173
+ "lstrip": true,
174
+ "normalized": true,
175
+ "rstrip": false,
176
+ "single_word": false
177
+ },
178
+ {
179
+ "content": "<extra_id_74>",
180
+ "lstrip": true,
181
+ "normalized": true,
182
+ "rstrip": false,
183
+ "single_word": false
184
+ },
185
+ {
186
+ "content": "<extra_id_73>",
187
+ "lstrip": true,
188
+ "normalized": true,
189
+ "rstrip": false,
190
+ "single_word": false
191
+ },
192
+ {
193
+ "content": "<extra_id_72>",
194
+ "lstrip": true,
195
+ "normalized": true,
196
+ "rstrip": false,
197
+ "single_word": false
198
+ },
199
+ {
200
+ "content": "<extra_id_71>",
201
+ "lstrip": true,
202
+ "normalized": true,
203
+ "rstrip": false,
204
+ "single_word": false
205
+ },
206
+ {
207
+ "content": "<extra_id_70>",
208
+ "lstrip": true,
209
+ "normalized": true,
210
+ "rstrip": false,
211
+ "single_word": false
212
+ },
213
+ {
214
+ "content": "<extra_id_69>",
215
+ "lstrip": true,
216
+ "normalized": true,
217
+ "rstrip": false,
218
+ "single_word": false
219
+ },
220
+ {
221
+ "content": "<extra_id_68>",
222
+ "lstrip": true,
223
+ "normalized": true,
224
+ "rstrip": false,
225
+ "single_word": false
226
+ },
227
+ {
228
+ "content": "<extra_id_67>",
229
+ "lstrip": true,
230
+ "normalized": true,
231
+ "rstrip": false,
232
+ "single_word": false
233
+ },
234
+ {
235
+ "content": "<extra_id_66>",
236
+ "lstrip": true,
237
+ "normalized": true,
238
+ "rstrip": false,
239
+ "single_word": false
240
+ },
241
+ {
242
+ "content": "<extra_id_65>",
243
+ "lstrip": true,
244
+ "normalized": true,
245
+ "rstrip": false,
246
+ "single_word": false
247
+ },
248
+ {
249
+ "content": "<extra_id_64>",
250
+ "lstrip": true,
251
+ "normalized": true,
252
+ "rstrip": false,
253
+ "single_word": false
254
+ },
255
+ {
256
+ "content": "<extra_id_63>",
257
+ "lstrip": true,
258
+ "normalized": true,
259
+ "rstrip": false,
260
+ "single_word": false
261
+ },
262
+ {
263
+ "content": "<extra_id_62>",
264
+ "lstrip": true,
265
+ "normalized": true,
266
+ "rstrip": false,
267
+ "single_word": false
268
+ },
269
+ {
270
+ "content": "<extra_id_61>",
271
+ "lstrip": true,
272
+ "normalized": true,
273
+ "rstrip": false,
274
+ "single_word": false
275
+ },
276
+ {
277
+ "content": "<extra_id_60>",
278
+ "lstrip": true,
279
+ "normalized": true,
280
+ "rstrip": false,
281
+ "single_word": false
282
+ },
283
+ {
284
+ "content": "<extra_id_59>",
285
+ "lstrip": true,
286
+ "normalized": true,
287
+ "rstrip": false,
288
+ "single_word": false
289
+ },
290
+ {
291
+ "content": "<extra_id_58>",
292
+ "lstrip": true,
293
+ "normalized": true,
294
+ "rstrip": false,
295
+ "single_word": false
296
+ },
297
+ {
298
+ "content": "<extra_id_57>",
299
+ "lstrip": true,
300
+ "normalized": true,
301
+ "rstrip": false,
302
+ "single_word": false
303
+ },
304
+ {
305
+ "content": "<extra_id_56>",
306
+ "lstrip": true,
307
+ "normalized": true,
308
+ "rstrip": false,
309
+ "single_word": false
310
+ },
311
+ {
312
+ "content": "<extra_id_55>",
313
+ "lstrip": true,
314
+ "normalized": true,
315
+ "rstrip": false,
316
+ "single_word": false
317
+ },
318
+ {
319
+ "content": "<extra_id_54>",
320
+ "lstrip": true,
321
+ "normalized": true,
322
+ "rstrip": false,
323
+ "single_word": false
324
+ },
325
+ {
326
+ "content": "<extra_id_53>",
327
+ "lstrip": true,
328
+ "normalized": true,
329
+ "rstrip": false,
330
+ "single_word": false
331
+ },
332
+ {
333
+ "content": "<extra_id_52>",
334
+ "lstrip": true,
335
+ "normalized": true,
336
+ "rstrip": false,
337
+ "single_word": false
338
+ },
339
+ {
340
+ "content": "<extra_id_51>",
341
+ "lstrip": true,
342
+ "normalized": true,
343
+ "rstrip": false,
344
+ "single_word": false
345
+ },
346
+ {
347
+ "content": "<extra_id_50>",
348
+ "lstrip": true,
349
+ "normalized": true,
350
+ "rstrip": false,
351
+ "single_word": false
352
+ },
353
+ {
354
+ "content": "<extra_id_49>",
355
+ "lstrip": true,
356
+ "normalized": true,
357
+ "rstrip": false,
358
+ "single_word": false
359
+ },
360
+ {
361
+ "content": "<extra_id_48>",
362
+ "lstrip": true,
363
+ "normalized": true,
364
+ "rstrip": false,
365
+ "single_word": false
366
+ },
367
+ {
368
+ "content": "<extra_id_47>",
369
+ "lstrip": true,
370
+ "normalized": true,
371
+ "rstrip": false,
372
+ "single_word": false
373
+ },
374
+ {
375
+ "content": "<extra_id_46>",
376
+ "lstrip": true,
377
+ "normalized": true,
378
+ "rstrip": false,
379
+ "single_word": false
380
+ },
381
+ {
382
+ "content": "<extra_id_45>",
383
+ "lstrip": true,
384
+ "normalized": true,
385
+ "rstrip": false,
386
+ "single_word": false
387
+ },
388
+ {
389
+ "content": "<extra_id_44>",
390
+ "lstrip": true,
391
+ "normalized": true,
392
+ "rstrip": false,
393
+ "single_word": false
394
+ },
395
+ {
396
+ "content": "<extra_id_43>",
397
+ "lstrip": true,
398
+ "normalized": true,
399
+ "rstrip": false,
400
+ "single_word": false
401
+ },
402
+ {
403
+ "content": "<extra_id_42>",
404
+ "lstrip": true,
405
+ "normalized": true,
406
+ "rstrip": false,
407
+ "single_word": false
408
+ },
409
+ {
410
+ "content": "<extra_id_41>",
411
+ "lstrip": true,
412
+ "normalized": true,
413
+ "rstrip": false,
414
+ "single_word": false
415
+ },
416
+ {
417
+ "content": "<extra_id_40>",
418
+ "lstrip": true,
419
+ "normalized": true,
420
+ "rstrip": false,
421
+ "single_word": false
422
+ },
423
+ {
424
+ "content": "<extra_id_39>",
425
+ "lstrip": true,
426
+ "normalized": true,
427
+ "rstrip": false,
428
+ "single_word": false
429
+ },
430
+ {
431
+ "content": "<extra_id_38>",
432
+ "lstrip": true,
433
+ "normalized": true,
434
+ "rstrip": false,
435
+ "single_word": false
436
+ },
437
+ {
438
+ "content": "<extra_id_37>",
439
+ "lstrip": true,
440
+ "normalized": true,
441
+ "rstrip": false,
442
+ "single_word": false
443
+ },
444
+ {
445
+ "content": "<extra_id_36>",
446
+ "lstrip": true,
447
+ "normalized": true,
448
+ "rstrip": false,
449
+ "single_word": false
450
+ },
451
+ {
452
+ "content": "<extra_id_35>",
453
+ "lstrip": true,
454
+ "normalized": true,
455
+ "rstrip": false,
456
+ "single_word": false
457
+ },
458
+ {
459
+ "content": "<extra_id_34>",
460
+ "lstrip": true,
461
+ "normalized": true,
462
+ "rstrip": false,
463
+ "single_word": false
464
+ },
465
+ {
466
+ "content": "<extra_id_33>",
467
+ "lstrip": true,
468
+ "normalized": true,
469
+ "rstrip": false,
470
+ "single_word": false
471
+ },
472
+ {
473
+ "content": "<extra_id_32>",
474
+ "lstrip": true,
475
+ "normalized": true,
476
+ "rstrip": false,
477
+ "single_word": false
478
+ },
479
+ {
480
+ "content": "<extra_id_31>",
481
+ "lstrip": true,
482
+ "normalized": true,
483
+ "rstrip": false,
484
+ "single_word": false
485
+ },
486
+ {
487
+ "content": "<extra_id_30>",
488
+ "lstrip": true,
489
+ "normalized": true,
490
+ "rstrip": false,
491
+ "single_word": false
492
+ },
493
+ {
494
+ "content": "<extra_id_29>",
495
+ "lstrip": true,
496
+ "normalized": true,
497
+ "rstrip": false,
498
+ "single_word": false
499
+ },
500
+ {
501
+ "content": "<extra_id_28>",
502
+ "lstrip": true,
503
+ "normalized": true,
504
+ "rstrip": false,
505
+ "single_word": false
506
+ },
507
+ {
508
+ "content": "<extra_id_27>",
509
+ "lstrip": true,
510
+ "normalized": true,
511
+ "rstrip": false,
512
+ "single_word": false
513
+ },
514
+ {
515
+ "content": "<extra_id_26>",
516
+ "lstrip": true,
517
+ "normalized": true,
518
+ "rstrip": false,
519
+ "single_word": false
520
+ },
521
+ {
522
+ "content": "<extra_id_25>",
523
+ "lstrip": true,
524
+ "normalized": true,
525
+ "rstrip": false,
526
+ "single_word": false
527
+ },
528
+ {
529
+ "content": "<extra_id_24>",
530
+ "lstrip": true,
531
+ "normalized": true,
532
+ "rstrip": false,
533
+ "single_word": false
534
+ },
535
+ {
536
+ "content": "<extra_id_23>",
537
+ "lstrip": true,
538
+ "normalized": true,
539
+ "rstrip": false,
540
+ "single_word": false
541
+ },
542
+ {
543
+ "content": "<extra_id_22>",
544
+ "lstrip": true,
545
+ "normalized": true,
546
+ "rstrip": false,
547
+ "single_word": false
548
+ },
549
+ {
550
+ "content": "<extra_id_21>",
551
+ "lstrip": true,
552
+ "normalized": true,
553
+ "rstrip": false,
554
+ "single_word": false
555
+ },
556
+ {
557
+ "content": "<extra_id_20>",
558
+ "lstrip": true,
559
+ "normalized": true,
560
+ "rstrip": false,
561
+ "single_word": false
562
+ },
563
+ {
564
+ "content": "<extra_id_19>",
565
+ "lstrip": true,
566
+ "normalized": true,
567
+ "rstrip": false,
568
+ "single_word": false
569
+ },
570
+ {
571
+ "content": "<extra_id_18>",
572
+ "lstrip": true,
573
+ "normalized": true,
574
+ "rstrip": false,
575
+ "single_word": false
576
+ },
577
+ {
578
+ "content": "<extra_id_17>",
579
+ "lstrip": true,
580
+ "normalized": true,
581
+ "rstrip": false,
582
+ "single_word": false
583
+ },
584
+ {
585
+ "content": "<extra_id_16>",
586
+ "lstrip": true,
587
+ "normalized": true,
588
+ "rstrip": false,
589
+ "single_word": false
590
+ },
591
+ {
592
+ "content": "<extra_id_15>",
593
+ "lstrip": true,
594
+ "normalized": true,
595
+ "rstrip": false,
596
+ "single_word": false
597
+ },
598
+ {
599
+ "content": "<extra_id_14>",
600
+ "lstrip": true,
601
+ "normalized": true,
602
+ "rstrip": false,
603
+ "single_word": false
604
+ },
605
+ {
606
+ "content": "<extra_id_13>",
607
+ "lstrip": true,
608
+ "normalized": true,
609
+ "rstrip": false,
610
+ "single_word": false
611
+ },
612
+ {
613
+ "content": "<extra_id_12>",
614
+ "lstrip": true,
615
+ "normalized": true,
616
+ "rstrip": false,
617
+ "single_word": false
618
+ },
619
+ {
620
+ "content": "<extra_id_11>",
621
+ "lstrip": true,
622
+ "normalized": true,
623
+ "rstrip": false,
624
+ "single_word": false
625
+ },
626
+ {
627
+ "content": "<extra_id_10>",
628
+ "lstrip": true,
629
+ "normalized": true,
630
+ "rstrip": false,
631
+ "single_word": false
632
+ },
633
+ {
634
+ "content": "<extra_id_9>",
635
+ "lstrip": true,
636
+ "normalized": true,
637
+ "rstrip": false,
638
+ "single_word": false
639
+ },
640
+ {
641
+ "content": "<extra_id_8>",
642
+ "lstrip": true,
643
+ "normalized": true,
644
+ "rstrip": false,
645
+ "single_word": false
646
+ },
647
+ {
648
+ "content": "<extra_id_7>",
649
+ "lstrip": true,
650
+ "normalized": true,
651
+ "rstrip": false,
652
+ "single_word": false
653
+ },
654
+ {
655
+ "content": "<extra_id_6>",
656
+ "lstrip": true,
657
+ "normalized": true,
658
+ "rstrip": false,
659
+ "single_word": false
660
+ },
661
+ {
662
+ "content": "<extra_id_5>",
663
+ "lstrip": true,
664
+ "normalized": true,
665
+ "rstrip": false,
666
+ "single_word": false
667
+ },
668
+ {
669
+ "content": "<extra_id_4>",
670
+ "lstrip": true,
671
+ "normalized": true,
672
+ "rstrip": false,
673
+ "single_word": false
674
+ },
675
+ {
676
+ "content": "<extra_id_3>",
677
+ "lstrip": true,
678
+ "normalized": true,
679
+ "rstrip": false,
680
+ "single_word": false
681
+ },
682
+ {
683
+ "content": "<extra_id_2>",
684
+ "lstrip": true,
685
+ "normalized": true,
686
+ "rstrip": false,
687
+ "single_word": false
688
+ },
689
+ {
690
+ "content": "<extra_id_1>",
691
+ "lstrip": true,
692
+ "normalized": true,
693
+ "rstrip": false,
694
+ "single_word": false
695
+ },
696
+ {
697
+ "content": "<extra_id_0>",
698
+ "lstrip": true,
699
+ "normalized": true,
700
+ "rstrip": false,
701
+ "single_word": false
702
+ }
703
+ ],
704
+ "bos_token": {
705
+ "content": "<s>",
706
+ "lstrip": false,
707
+ "normalized": true,
708
+ "rstrip": false,
709
+ "single_word": false
710
+ },
711
+ "cls_token": {
712
+ "content": "<s>",
713
+ "lstrip": false,
714
+ "normalized": true,
715
+ "rstrip": false,
716
+ "single_word": false
717
+ },
718
+ "eos_token": {
719
+ "content": "</s>",
720
+ "lstrip": false,
721
+ "normalized": true,
722
+ "rstrip": false,
723
+ "single_word": false
724
+ },
725
+ "mask_token": {
726
+ "content": "<mask>",
727
+ "lstrip": true,
728
+ "normalized": true,
729
+ "rstrip": false,
730
+ "single_word": false
731
+ },
732
+ "pad_token": {
733
+ "content": "<pad>",
734
+ "lstrip": false,
735
+ "normalized": true,
736
+ "rstrip": false,
737
+ "single_word": false
738
+ },
739
+ "sep_token": {
740
+ "content": "</s>",
741
+ "lstrip": false,
742
+ "normalized": true,
743
+ "rstrip": false,
744
+ "single_word": false
745
+ },
746
+ "unk_token": {
747
+ "content": "<unk>",
748
+ "lstrip": false,
749
+ "normalized": true,
750
+ "rstrip": false,
751
+ "single_word": false
752
+ }
753
+ }
t5marulog.jsonl ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"log": "trained", "date": "2023-05-08T11:19:14", "elapsed": "00:01:39", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
2
+ {"log": "trained", "date": "2023-05-08T11:21:01", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
3
+ {"log": "trained", "date": "2023-05-08T11:22:03", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
4
+ {"log": "trained", "date": "2023-05-08T11:23:05", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
5
+ {"log": "trained", "date": "2023-05-08T11:24:07", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
6
+ {"log": "trained", "date": "2023-05-08T11:25:08", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
7
+ {"log": "trained", "date": "2023-05-08T11:26:10", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
8
+ {"log": "trained", "date": "2023-05-08T11:27:11", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
9
+ {"log": "trained", "date": "2023-05-08T11:28:12", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
10
+ {"log": "trained", "date": "2023-05-08T11:29:15", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
11
+ {"log": "trained", "date": "2023-05-08T11:30:17", "elapsed": "00:00:54", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
12
+ {"log": "trained", "date": "2023-05-08T11:31:19", "elapsed": "00:00:54", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
13
+ {"log": "trained", "date": "2023-05-08T11:32:20", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
14
+ {"log": "trained", "date": "2023-05-08T11:33:21", "elapsed": "00:00:54", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
15
+ {"log": "trained", "date": "2023-05-08T11:34:23", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
16
+ {"log": "trained", "date": "2023-05-08T11:35:24", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
17
+ {"log": "trained", "date": "2023-05-08T11:36:25", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
18
+ {"log": "trained", "date": "2023-05-08T11:37:27", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
19
+ {"log": "trained", "date": "2023-05-08T11:38:28", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
20
+ {"log": "trained", "date": "2023-05-08T11:39:29", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
21
+ {"log": "trained", "date": "2023-05-08T11:40:31", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
22
+ {"log": "trained", "date": "2023-05-08T11:41:33", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
23
+ {"log": "trained", "date": "2023-05-08T11:42:37", "elapsed": "00:00:54", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
24
+ {"log": "trained", "date": "2023-05-08T11:43:38", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
25
+ {"log": "trained", "date": "2023-05-08T11:44:40", "elapsed": "00:00:54", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
26
+ {"log": "trained", "date": "2023-05-08T11:45:41", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
27
+ {"log": "trained", "date": "2023-05-08T11:46:42", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
28
+ {"log": "trained", "date": "2023-05-08T11:47:44", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
29
+ {"log": "trained", "date": "2023-05-08T11:48:45", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
30
+ {"log": "trained", "date": "2023-05-08T11:49:46", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
31
+ {"log": "trained", "date": "2023-05-08T11:50:48", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
32
+ {"log": "trained", "date": "2023-05-08T11:51:49", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
33
+ {"log": "trained", "date": "2023-05-08T11:52:51", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
34
+ {"log": "trained", "date": "2023-05-08T11:53:54", "elapsed": "00:00:54", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
35
+ {"log": "trained", "date": "2023-05-08T11:54:56", "elapsed": "00:00:54", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
36
+ {"log": "trained", "date": "2023-05-08T11:55:57", "elapsed": "00:00:54", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
37
+ {"log": "trained", "date": "2023-05-08T11:56:58", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
38
+ {"log": "trained", "date": "2023-05-08T11:57:59", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
39
+ {"log": "trained", "date": "2023-05-08T11:59:02", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
40
+ {"log": "trained", "date": "2023-05-08T12:00:04", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
41
+ {"log": "trained", "date": "2023-05-08T12:01:05", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
42
+ {"log": "trained", "date": "2023-05-08T12:02:07", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
43
+ {"log": "trained", "date": "2023-05-08T12:03:09", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
44
+ {"log": "trained", "date": "2023-05-08T12:04:11", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
45
+ {"log": "trained", "date": "2023-05-08T12:05:14", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
46
+ {"log": "trained", "date": "2023-05-08T12:06:17", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
47
+ {"log": "trained", "date": "2023-05-08T12:07:20", "elapsed": "00:00:54", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
48
+ {"log": "trained", "date": "2023-05-08T12:08:21", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
49
+ {"log": "trained", "date": "2023-05-08T12:09:22", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
50
+ {"log": "trained", "date": "2023-05-08T12:10:24", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
51
+ {"log": "trained", "date": "2023-05-08T12:11:26", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
52
+ {"log": "trained", "date": "2023-05-08T12:12:29", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
53
+ {"log": "trained", "date": "2023-05-08T12:13:31", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
54
+ {"log": "trained", "date": "2023-05-08T12:14:33", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
55
+ {"log": "trained", "date": "2023-05-08T12:15:35", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
56
+ {"log": "trained", "date": "2023-05-08T12:16:37", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
57
+ {"log": "trained", "date": "2023-05-08T12:17:40", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
58
+ {"log": "trained", "date": "2023-05-08T12:18:41", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
59
+ {"log": "trained", "date": "2023-05-08T12:19:43", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
60
+ {"log": "trained", "date": "2023-05-08T12:20:45", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
61
+ {"log": "trained", "date": "2023-05-08T12:21:47", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
62
+ {"log": "trained", "date": "2023-05-08T12:22:48", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
63
+ {"log": "trained", "date": "2023-05-08T12:23:50", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
64
+ {"log": "trained", "date": "2023-05-08T12:24:52", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
65
+ {"log": "trained", "date": "2023-05-08T12:25:54", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
66
+ {"log": "trained", "date": "2023-05-08T12:26:57", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
67
+ {"log": "trained", "date": "2023-05-08T12:27:59", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
68
+ {"log": "trained", "date": "2023-05-08T12:29:01", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
69
+ {"log": "trained", "date": "2023-05-08T12:30:04", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
70
+ {"log": "trained", "date": "2023-05-08T12:31:06", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
71
+ {"log": "trained", "date": "2023-05-08T12:32:07", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
72
+ {"log": "trained", "date": "2023-05-08T12:33:09", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
73
+ {"log": "trained", "date": "2023-05-08T12:34:10", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
74
+ {"log": "trained", "date": "2023-05-08T12:35:15", "elapsed": "00:00:57", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
75
+ {"log": "trained", "date": "2023-05-08T12:36:21", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
76
+ {"log": "trained", "date": "2023-05-08T12:37:24", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
77
+ {"log": "trained", "date": "2023-05-08T12:38:27", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
78
+ {"log": "trained", "date": "2023-05-08T12:39:30", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
79
+ {"log": "trained", "date": "2023-05-08T12:40:32", "elapsed": "00:00:55", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
80
+ {"log": "trained", "date": "2023-05-08T12:41:34", "elapsed": "00:00:56", "model": "maskN1000T80_new", "max_length": 128, "target_max_length": 128, "batch_size": 64, "gradient_accumulation_steps": 1, "train_steps": 15, "accelerator": "gpu", "devices": "auto", "precision": "bf16", "strategy": "auto", "gradient_clip_val": 1.0, "compile": true, "solver": "adamw", "lr": 0.0003, "warmup_steps": 1, "training_steps": 100000, "adam_epsilon": 1e-08, "weight_decay": 0.0, "epoch": 1, "step": 14, "saved": "maskN1000T80_new"}
tokenizer_config.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "bos_token": {
4
+ "__type": "AddedToken",
5
+ "content": "<s>",
6
+ "lstrip": false,
7
+ "normalized": true,
8
+ "rstrip": false,
9
+ "single_word": false
10
+ },
11
+ "clean_up_tokenization_spaces": true,
12
+ "cls_token": {
13
+ "__type": "AddedToken",
14
+ "content": "<s>",
15
+ "lstrip": false,
16
+ "normalized": true,
17
+ "rstrip": false,
18
+ "single_word": false
19
+ },
20
+ "eos_token": {
21
+ "__type": "AddedToken",
22
+ "content": "</s>",
23
+ "lstrip": false,
24
+ "normalized": true,
25
+ "rstrip": false,
26
+ "single_word": false
27
+ },
28
+ "errors": "replace",
29
+ "mask_token": {
30
+ "__type": "AddedToken",
31
+ "content": "<mask>",
32
+ "lstrip": true,
33
+ "normalized": true,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "model_max_length": 512,
38
+ "pad_token": {
39
+ "__type": "AddedToken",
40
+ "content": "<pad>",
41
+ "lstrip": false,
42
+ "normalized": true,
43
+ "rstrip": false,
44
+ "single_word": false
45
+ },
46
+ "sep_token": {
47
+ "__type": "AddedToken",
48
+ "content": "</s>",
49
+ "lstrip": false,
50
+ "normalized": true,
51
+ "rstrip": false,
52
+ "single_word": false
53
+ },
54
+ "tokenizer_class": "RobertaTokenizer",
55
+ "unk_token": {
56
+ "__type": "AddedToken",
57
+ "content": "<unk>",
58
+ "lstrip": false,
59
+ "normalized": true,
60
+ "rstrip": false,
61
+ "single_word": false
62
+ }
63
+ }
train_log.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ [source] Salesforce/codet5-small Salesforce/codet5-small
vocab.json ADDED
The diff for this file is too large to render. See raw diff