dvitel commited on
Commit
5d05757
1 Parent(s): b83fcd9

Training in progress, step 1600

Browse files
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aa17a1267a43efdf580fce9e2587025123ccfe761bd6fabee5af50678541612f
3
- size 334176057
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc0bff1f6e8100d54241de9f47ddf4dd41b067930d2e4b775e60b836c907eb2e
3
+ size 333976377
special_tokens_map.json CHANGED
@@ -1,71 +1,4 @@
1
  {
2
- "additional_special_tokens": [
3
- "[CLS1]",
4
- "[v1]",
5
- "[v7]",
6
- "[CLS0]",
7
- "[v6]",
8
- "[v3]",
9
- "[v4]",
10
- "[CLS2]",
11
- "[v5]",
12
- "[v0]",
13
- "[v2]",
14
- "[LST]",
15
- "[NEND]",
16
- "[Module]",
17
- "[ClassDef]",
18
- "[str]",
19
- "[Name]",
20
- "[Load]",
21
- "[FunctionDef]",
22
- "[arguments]",
23
- "[arg]",
24
- "[Expr]",
25
- "[Call]",
26
- "[Attribute]",
27
- "[Constant]",
28
- "[NoneType]",
29
- "[int]",
30
- "[keyword]",
31
- "[Return]",
32
- "[Assign]",
33
- "[Store]",
34
- "[bool]",
35
- "[List]",
36
- "[BoolOp]",
37
- "[And]",
38
- "[Compare]",
39
- "[Lt]",
40
- "[For]",
41
- "[Lambda]",
42
- "[Eq]",
43
- "[GtE]",
44
- "[NotEq]",
45
- "[BinOp]",
46
- "[Sub]",
47
- "[Is]",
48
- "[If]",
49
- "[Gt]",
50
- "[LtE]",
51
- "[IsNot]",
52
- "[Subscript]",
53
- "[Index]",
54
- "[UnaryOp]",
55
- "[USub]",
56
- "[AugAssign]",
57
- "[Add]",
58
- "[Or]",
59
- "[ListComp]",
60
- "[comprehension]",
61
- "[Slice]",
62
- "[Break]",
63
- "[ImportFrom]",
64
- "[alias]",
65
- "[In]",
66
- "[Not]",
67
- "[Tuple]"
68
- ],
69
  "bos_token": "<|endoftext|>",
70
  "eos_token": "<|endoftext|>",
71
  "pad_token": "<|endoftext|>",
 
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "bos_token": "<|endoftext|>",
3
  "eos_token": "<|endoftext|>",
4
  "pad_token": "<|endoftext|>",
tokenizer.json CHANGED
@@ -11,591 +11,6 @@
11
  "rstrip": false,
12
  "normalized": false,
13
  "special": true
14
- },
15
- {
16
- "id": 50257,
17
- "content": "[CLS1]",
18
- "single_word": false,
19
- "lstrip": false,
20
- "rstrip": false,
21
- "normalized": false,
22
- "special": true
23
- },
24
- {
25
- "id": 50258,
26
- "content": "[v1]",
27
- "single_word": false,
28
- "lstrip": false,
29
- "rstrip": false,
30
- "normalized": false,
31
- "special": true
32
- },
33
- {
34
- "id": 50259,
35
- "content": "[v7]",
36
- "single_word": false,
37
- "lstrip": false,
38
- "rstrip": false,
39
- "normalized": false,
40
- "special": true
41
- },
42
- {
43
- "id": 50260,
44
- "content": "[CLS0]",
45
- "single_word": false,
46
- "lstrip": false,
47
- "rstrip": false,
48
- "normalized": false,
49
- "special": true
50
- },
51
- {
52
- "id": 50261,
53
- "content": "[v6]",
54
- "single_word": false,
55
- "lstrip": false,
56
- "rstrip": false,
57
- "normalized": false,
58
- "special": true
59
- },
60
- {
61
- "id": 50262,
62
- "content": "[v3]",
63
- "single_word": false,
64
- "lstrip": false,
65
- "rstrip": false,
66
- "normalized": false,
67
- "special": true
68
- },
69
- {
70
- "id": 50263,
71
- "content": "[v4]",
72
- "single_word": false,
73
- "lstrip": false,
74
- "rstrip": false,
75
- "normalized": false,
76
- "special": true
77
- },
78
- {
79
- "id": 50264,
80
- "content": "[CLS2]",
81
- "single_word": false,
82
- "lstrip": false,
83
- "rstrip": false,
84
- "normalized": false,
85
- "special": true
86
- },
87
- {
88
- "id": 50265,
89
- "content": "[v5]",
90
- "single_word": false,
91
- "lstrip": false,
92
- "rstrip": false,
93
- "normalized": false,
94
- "special": true
95
- },
96
- {
97
- "id": 50266,
98
- "content": "[v0]",
99
- "single_word": false,
100
- "lstrip": false,
101
- "rstrip": false,
102
- "normalized": false,
103
- "special": true
104
- },
105
- {
106
- "id": 50267,
107
- "content": "[v2]",
108
- "single_word": false,
109
- "lstrip": false,
110
- "rstrip": false,
111
- "normalized": false,
112
- "special": true
113
- },
114
- {
115
- "id": 50268,
116
- "content": "[LST]",
117
- "single_word": false,
118
- "lstrip": false,
119
- "rstrip": false,
120
- "normalized": false,
121
- "special": true
122
- },
123
- {
124
- "id": 50269,
125
- "content": "[NEND]",
126
- "single_word": false,
127
- "lstrip": false,
128
- "rstrip": false,
129
- "normalized": false,
130
- "special": true
131
- },
132
- {
133
- "id": 50270,
134
- "content": "[Module]",
135
- "single_word": false,
136
- "lstrip": false,
137
- "rstrip": false,
138
- "normalized": false,
139
- "special": true
140
- },
141
- {
142
- "id": 50271,
143
- "content": "[ClassDef]",
144
- "single_word": false,
145
- "lstrip": false,
146
- "rstrip": false,
147
- "normalized": false,
148
- "special": true
149
- },
150
- {
151
- "id": 50272,
152
- "content": "[str]",
153
- "single_word": false,
154
- "lstrip": false,
155
- "rstrip": false,
156
- "normalized": false,
157
- "special": true
158
- },
159
- {
160
- "id": 50273,
161
- "content": "[Name]",
162
- "single_word": false,
163
- "lstrip": false,
164
- "rstrip": false,
165
- "normalized": false,
166
- "special": true
167
- },
168
- {
169
- "id": 50274,
170
- "content": "[Load]",
171
- "single_word": false,
172
- "lstrip": false,
173
- "rstrip": false,
174
- "normalized": false,
175
- "special": true
176
- },
177
- {
178
- "id": 50275,
179
- "content": "[FunctionDef]",
180
- "single_word": false,
181
- "lstrip": false,
182
- "rstrip": false,
183
- "normalized": false,
184
- "special": true
185
- },
186
- {
187
- "id": 50276,
188
- "content": "[arguments]",
189
- "single_word": false,
190
- "lstrip": false,
191
- "rstrip": false,
192
- "normalized": false,
193
- "special": true
194
- },
195
- {
196
- "id": 50277,
197
- "content": "[arg]",
198
- "single_word": false,
199
- "lstrip": false,
200
- "rstrip": false,
201
- "normalized": false,
202
- "special": true
203
- },
204
- {
205
- "id": 50278,
206
- "content": "[Expr]",
207
- "single_word": false,
208
- "lstrip": false,
209
- "rstrip": false,
210
- "normalized": false,
211
- "special": true
212
- },
213
- {
214
- "id": 50279,
215
- "content": "[Call]",
216
- "single_word": false,
217
- "lstrip": false,
218
- "rstrip": false,
219
- "normalized": false,
220
- "special": true
221
- },
222
- {
223
- "id": 50280,
224
- "content": "[Attribute]",
225
- "single_word": false,
226
- "lstrip": false,
227
- "rstrip": false,
228
- "normalized": false,
229
- "special": true
230
- },
231
- {
232
- "id": 50281,
233
- "content": "[Constant]",
234
- "single_word": false,
235
- "lstrip": false,
236
- "rstrip": false,
237
- "normalized": false,
238
- "special": true
239
- },
240
- {
241
- "id": 50282,
242
- "content": "[NoneType]",
243
- "single_word": false,
244
- "lstrip": false,
245
- "rstrip": false,
246
- "normalized": false,
247
- "special": true
248
- },
249
- {
250
- "id": 50283,
251
- "content": "[int]",
252
- "single_word": false,
253
- "lstrip": false,
254
- "rstrip": false,
255
- "normalized": false,
256
- "special": true
257
- },
258
- {
259
- "id": 50284,
260
- "content": "[keyword]",
261
- "single_word": false,
262
- "lstrip": false,
263
- "rstrip": false,
264
- "normalized": false,
265
- "special": true
266
- },
267
- {
268
- "id": 50285,
269
- "content": "[Return]",
270
- "single_word": false,
271
- "lstrip": false,
272
- "rstrip": false,
273
- "normalized": false,
274
- "special": true
275
- },
276
- {
277
- "id": 50286,
278
- "content": "[Assign]",
279
- "single_word": false,
280
- "lstrip": false,
281
- "rstrip": false,
282
- "normalized": false,
283
- "special": true
284
- },
285
- {
286
- "id": 50287,
287
- "content": "[Store]",
288
- "single_word": false,
289
- "lstrip": false,
290
- "rstrip": false,
291
- "normalized": false,
292
- "special": true
293
- },
294
- {
295
- "id": 50288,
296
- "content": "[bool]",
297
- "single_word": false,
298
- "lstrip": false,
299
- "rstrip": false,
300
- "normalized": false,
301
- "special": true
302
- },
303
- {
304
- "id": 50289,
305
- "content": "[List]",
306
- "single_word": false,
307
- "lstrip": false,
308
- "rstrip": false,
309
- "normalized": false,
310
- "special": true
311
- },
312
- {
313
- "id": 50290,
314
- "content": "[BoolOp]",
315
- "single_word": false,
316
- "lstrip": false,
317
- "rstrip": false,
318
- "normalized": false,
319
- "special": true
320
- },
321
- {
322
- "id": 50291,
323
- "content": "[And]",
324
- "single_word": false,
325
- "lstrip": false,
326
- "rstrip": false,
327
- "normalized": false,
328
- "special": true
329
- },
330
- {
331
- "id": 50292,
332
- "content": "[Compare]",
333
- "single_word": false,
334
- "lstrip": false,
335
- "rstrip": false,
336
- "normalized": false,
337
- "special": true
338
- },
339
- {
340
- "id": 50293,
341
- "content": "[Lt]",
342
- "single_word": false,
343
- "lstrip": false,
344
- "rstrip": false,
345
- "normalized": false,
346
- "special": true
347
- },
348
- {
349
- "id": 50294,
350
- "content": "[For]",
351
- "single_word": false,
352
- "lstrip": false,
353
- "rstrip": false,
354
- "normalized": false,
355
- "special": true
356
- },
357
- {
358
- "id": 50295,
359
- "content": "[Lambda]",
360
- "single_word": false,
361
- "lstrip": false,
362
- "rstrip": false,
363
- "normalized": false,
364
- "special": true
365
- },
366
- {
367
- "id": 50296,
368
- "content": "[Eq]",
369
- "single_word": false,
370
- "lstrip": false,
371
- "rstrip": false,
372
- "normalized": false,
373
- "special": true
374
- },
375
- {
376
- "id": 50297,
377
- "content": "[GtE]",
378
- "single_word": false,
379
- "lstrip": false,
380
- "rstrip": false,
381
- "normalized": false,
382
- "special": true
383
- },
384
- {
385
- "id": 50298,
386
- "content": "[NotEq]",
387
- "single_word": false,
388
- "lstrip": false,
389
- "rstrip": false,
390
- "normalized": false,
391
- "special": true
392
- },
393
- {
394
- "id": 50299,
395
- "content": "[BinOp]",
396
- "single_word": false,
397
- "lstrip": false,
398
- "rstrip": false,
399
- "normalized": false,
400
- "special": true
401
- },
402
- {
403
- "id": 50300,
404
- "content": "[Sub]",
405
- "single_word": false,
406
- "lstrip": false,
407
- "rstrip": false,
408
- "normalized": false,
409
- "special": true
410
- },
411
- {
412
- "id": 50301,
413
- "content": "[Is]",
414
- "single_word": false,
415
- "lstrip": false,
416
- "rstrip": false,
417
- "normalized": false,
418
- "special": true
419
- },
420
- {
421
- "id": 50302,
422
- "content": "[If]",
423
- "single_word": false,
424
- "lstrip": false,
425
- "rstrip": false,
426
- "normalized": false,
427
- "special": true
428
- },
429
- {
430
- "id": 50303,
431
- "content": "[Gt]",
432
- "single_word": false,
433
- "lstrip": false,
434
- "rstrip": false,
435
- "normalized": false,
436
- "special": true
437
- },
438
- {
439
- "id": 50304,
440
- "content": "[LtE]",
441
- "single_word": false,
442
- "lstrip": false,
443
- "rstrip": false,
444
- "normalized": false,
445
- "special": true
446
- },
447
- {
448
- "id": 50305,
449
- "content": "[IsNot]",
450
- "single_word": false,
451
- "lstrip": false,
452
- "rstrip": false,
453
- "normalized": false,
454
- "special": true
455
- },
456
- {
457
- "id": 50306,
458
- "content": "[Subscript]",
459
- "single_word": false,
460
- "lstrip": false,
461
- "rstrip": false,
462
- "normalized": false,
463
- "special": true
464
- },
465
- {
466
- "id": 50307,
467
- "content": "[Index]",
468
- "single_word": false,
469
- "lstrip": false,
470
- "rstrip": false,
471
- "normalized": false,
472
- "special": true
473
- },
474
- {
475
- "id": 50308,
476
- "content": "[UnaryOp]",
477
- "single_word": false,
478
- "lstrip": false,
479
- "rstrip": false,
480
- "normalized": false,
481
- "special": true
482
- },
483
- {
484
- "id": 50309,
485
- "content": "[USub]",
486
- "single_word": false,
487
- "lstrip": false,
488
- "rstrip": false,
489
- "normalized": false,
490
- "special": true
491
- },
492
- {
493
- "id": 50310,
494
- "content": "[AugAssign]",
495
- "single_word": false,
496
- "lstrip": false,
497
- "rstrip": false,
498
- "normalized": false,
499
- "special": true
500
- },
501
- {
502
- "id": 50311,
503
- "content": "[Add]",
504
- "single_word": false,
505
- "lstrip": false,
506
- "rstrip": false,
507
- "normalized": false,
508
- "special": true
509
- },
510
- {
511
- "id": 50312,
512
- "content": "[Or]",
513
- "single_word": false,
514
- "lstrip": false,
515
- "rstrip": false,
516
- "normalized": false,
517
- "special": true
518
- },
519
- {
520
- "id": 50313,
521
- "content": "[ListComp]",
522
- "single_word": false,
523
- "lstrip": false,
524
- "rstrip": false,
525
- "normalized": false,
526
- "special": true
527
- },
528
- {
529
- "id": 50314,
530
- "content": "[comprehension]",
531
- "single_word": false,
532
- "lstrip": false,
533
- "rstrip": false,
534
- "normalized": false,
535
- "special": true
536
- },
537
- {
538
- "id": 50315,
539
- "content": "[Slice]",
540
- "single_word": false,
541
- "lstrip": false,
542
- "rstrip": false,
543
- "normalized": false,
544
- "special": true
545
- },
546
- {
547
- "id": 50316,
548
- "content": "[Break]",
549
- "single_word": false,
550
- "lstrip": false,
551
- "rstrip": false,
552
- "normalized": false,
553
- "special": true
554
- },
555
- {
556
- "id": 50317,
557
- "content": "[ImportFrom]",
558
- "single_word": false,
559
- "lstrip": false,
560
- "rstrip": false,
561
- "normalized": false,
562
- "special": true
563
- },
564
- {
565
- "id": 50318,
566
- "content": "[alias]",
567
- "single_word": false,
568
- "lstrip": false,
569
- "rstrip": false,
570
- "normalized": false,
571
- "special": true
572
- },
573
- {
574
- "id": 50319,
575
- "content": "[In]",
576
- "single_word": false,
577
- "lstrip": false,
578
- "rstrip": false,
579
- "normalized": false,
580
- "special": true
581
- },
582
- {
583
- "id": 50320,
584
- "content": "[Not]",
585
- "single_word": false,
586
- "lstrip": false,
587
- "rstrip": false,
588
- "normalized": false,
589
- "special": true
590
- },
591
- {
592
- "id": 50321,
593
- "content": "[Tuple]",
594
- "single_word": false,
595
- "lstrip": false,
596
- "rstrip": false,
597
- "normalized": false,
598
- "special": true
599
  }
600
  ],
601
  "normalizer": null,
 
11
  "rstrip": false,
12
  "normalized": false,
13
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14
  }
15
  ],
16
  "normalizer": null,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea6ef175becc6bb0a757f2da9af297d38fba303702c26d5b655305fdc7e6f4e3
3
  size 3387
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2751899f8d0bf0e3dab6f9d4151b91ddbcda8a0f12c736a8c093dc15c07e56e3
3
  size 3387