asahi417 commited on
Commit
b3cb231
1 Parent(s): 5ff306e
config.json ADDED
@@ -0,0 +1,679 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "./tner_output/search/roberta_large/twitter_ner/model_tpkhxk/epoch_10",
3
+ "architectures": [
4
+ "RobertaForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "crf_state_dict": {
10
+ "_constraint_mask": [
11
+ [
12
+ 1.0,
13
+ 1.0,
14
+ 1.0,
15
+ 0.0,
16
+ 1.0,
17
+ 0.0,
18
+ 1.0,
19
+ 0.0,
20
+ 0.0,
21
+ 1.0,
22
+ 0.0,
23
+ 1.0,
24
+ 0.0,
25
+ 1.0,
26
+ 0.0,
27
+ 0.0,
28
+ 1.0
29
+ ],
30
+ [
31
+ 1.0,
32
+ 1.0,
33
+ 1.0,
34
+ 0.0,
35
+ 1.0,
36
+ 0.0,
37
+ 1.0,
38
+ 0.0,
39
+ 1.0,
40
+ 1.0,
41
+ 0.0,
42
+ 1.0,
43
+ 0.0,
44
+ 1.0,
45
+ 0.0,
46
+ 0.0,
47
+ 1.0
48
+ ],
49
+ [
50
+ 1.0,
51
+ 1.0,
52
+ 1.0,
53
+ 1.0,
54
+ 1.0,
55
+ 0.0,
56
+ 1.0,
57
+ 0.0,
58
+ 0.0,
59
+ 1.0,
60
+ 0.0,
61
+ 1.0,
62
+ 0.0,
63
+ 1.0,
64
+ 0.0,
65
+ 0.0,
66
+ 1.0
67
+ ],
68
+ [
69
+ 1.0,
70
+ 1.0,
71
+ 1.0,
72
+ 1.0,
73
+ 1.0,
74
+ 0.0,
75
+ 1.0,
76
+ 0.0,
77
+ 0.0,
78
+ 1.0,
79
+ 0.0,
80
+ 1.0,
81
+ 0.0,
82
+ 1.0,
83
+ 0.0,
84
+ 0.0,
85
+ 1.0
86
+ ],
87
+ [
88
+ 1.0,
89
+ 1.0,
90
+ 1.0,
91
+ 0.0,
92
+ 1.0,
93
+ 1.0,
94
+ 1.0,
95
+ 0.0,
96
+ 0.0,
97
+ 1.0,
98
+ 0.0,
99
+ 1.0,
100
+ 0.0,
101
+ 1.0,
102
+ 0.0,
103
+ 0.0,
104
+ 1.0
105
+ ],
106
+ [
107
+ 1.0,
108
+ 1.0,
109
+ 1.0,
110
+ 0.0,
111
+ 1.0,
112
+ 1.0,
113
+ 1.0,
114
+ 0.0,
115
+ 0.0,
116
+ 1.0,
117
+ 0.0,
118
+ 1.0,
119
+ 0.0,
120
+ 1.0,
121
+ 0.0,
122
+ 0.0,
123
+ 1.0
124
+ ],
125
+ [
126
+ 1.0,
127
+ 1.0,
128
+ 1.0,
129
+ 0.0,
130
+ 1.0,
131
+ 0.0,
132
+ 1.0,
133
+ 1.0,
134
+ 0.0,
135
+ 1.0,
136
+ 0.0,
137
+ 1.0,
138
+ 0.0,
139
+ 1.0,
140
+ 0.0,
141
+ 0.0,
142
+ 1.0
143
+ ],
144
+ [
145
+ 1.0,
146
+ 1.0,
147
+ 1.0,
148
+ 0.0,
149
+ 1.0,
150
+ 0.0,
151
+ 1.0,
152
+ 1.0,
153
+ 0.0,
154
+ 1.0,
155
+ 0.0,
156
+ 1.0,
157
+ 0.0,
158
+ 1.0,
159
+ 0.0,
160
+ 0.0,
161
+ 1.0
162
+ ],
163
+ [
164
+ 1.0,
165
+ 1.0,
166
+ 1.0,
167
+ 0.0,
168
+ 1.0,
169
+ 0.0,
170
+ 1.0,
171
+ 0.0,
172
+ 1.0,
173
+ 1.0,
174
+ 0.0,
175
+ 1.0,
176
+ 0.0,
177
+ 1.0,
178
+ 0.0,
179
+ 0.0,
180
+ 1.0
181
+ ],
182
+ [
183
+ 1.0,
184
+ 1.0,
185
+ 1.0,
186
+ 0.0,
187
+ 1.0,
188
+ 0.0,
189
+ 1.0,
190
+ 0.0,
191
+ 0.0,
192
+ 1.0,
193
+ 1.0,
194
+ 1.0,
195
+ 0.0,
196
+ 1.0,
197
+ 0.0,
198
+ 0.0,
199
+ 1.0
200
+ ],
201
+ [
202
+ 1.0,
203
+ 1.0,
204
+ 1.0,
205
+ 0.0,
206
+ 1.0,
207
+ 0.0,
208
+ 1.0,
209
+ 0.0,
210
+ 0.0,
211
+ 1.0,
212
+ 1.0,
213
+ 1.0,
214
+ 0.0,
215
+ 1.0,
216
+ 0.0,
217
+ 0.0,
218
+ 1.0
219
+ ],
220
+ [
221
+ 1.0,
222
+ 1.0,
223
+ 1.0,
224
+ 0.0,
225
+ 1.0,
226
+ 0.0,
227
+ 1.0,
228
+ 0.0,
229
+ 0.0,
230
+ 1.0,
231
+ 0.0,
232
+ 1.0,
233
+ 1.0,
234
+ 1.0,
235
+ 0.0,
236
+ 0.0,
237
+ 1.0
238
+ ],
239
+ [
240
+ 1.0,
241
+ 1.0,
242
+ 1.0,
243
+ 0.0,
244
+ 1.0,
245
+ 0.0,
246
+ 1.0,
247
+ 0.0,
248
+ 0.0,
249
+ 1.0,
250
+ 0.0,
251
+ 1.0,
252
+ 1.0,
253
+ 1.0,
254
+ 0.0,
255
+ 0.0,
256
+ 1.0
257
+ ],
258
+ [
259
+ 1.0,
260
+ 1.0,
261
+ 1.0,
262
+ 0.0,
263
+ 1.0,
264
+ 0.0,
265
+ 1.0,
266
+ 0.0,
267
+ 0.0,
268
+ 1.0,
269
+ 0.0,
270
+ 1.0,
271
+ 0.0,
272
+ 1.0,
273
+ 1.0,
274
+ 0.0,
275
+ 1.0
276
+ ],
277
+ [
278
+ 1.0,
279
+ 1.0,
280
+ 1.0,
281
+ 0.0,
282
+ 1.0,
283
+ 0.0,
284
+ 1.0,
285
+ 0.0,
286
+ 0.0,
287
+ 1.0,
288
+ 0.0,
289
+ 1.0,
290
+ 0.0,
291
+ 1.0,
292
+ 1.0,
293
+ 0.0,
294
+ 1.0
295
+ ],
296
+ [
297
+ 1.0,
298
+ 1.0,
299
+ 1.0,
300
+ 0.0,
301
+ 1.0,
302
+ 0.0,
303
+ 1.0,
304
+ 0.0,
305
+ 0.0,
306
+ 1.0,
307
+ 0.0,
308
+ 1.0,
309
+ 0.0,
310
+ 1.0,
311
+ 0.0,
312
+ 0.0,
313
+ 0.0
314
+ ],
315
+ [
316
+ 0.0,
317
+ 0.0,
318
+ 0.0,
319
+ 0.0,
320
+ 0.0,
321
+ 0.0,
322
+ 0.0,
323
+ 0.0,
324
+ 0.0,
325
+ 0.0,
326
+ 0.0,
327
+ 0.0,
328
+ 0.0,
329
+ 0.0,
330
+ 0.0,
331
+ 0.0,
332
+ 0.0
333
+ ]
334
+ ],
335
+ "end_transitions": [
336
+ 0.7933367490768433,
337
+ 0.7660828232765198,
338
+ -0.06889191269874573,
339
+ -0.44860461354255676,
340
+ -0.8407546877861023,
341
+ -0.5090795159339905,
342
+ -0.8464639186859131,
343
+ 0.2335522323846817,
344
+ -1.0348395109176636,
345
+ -0.8655450940132141,
346
+ -0.29520362615585327,
347
+ -0.25719234347343445,
348
+ -0.26060569286346436,
349
+ -1.949448585510254,
350
+ 0.6188551783561707
351
+ ],
352
+ "start_transitions": [
353
+ -0.04462481662631035,
354
+ -1.4731993675231934,
355
+ -1.8659398555755615,
356
+ -0.7233441472053528,
357
+ -1.5533177852630615,
358
+ -1.9306763410568237,
359
+ 2.313884735107422,
360
+ -1.9233157634735107,
361
+ 0.8560681939125061,
362
+ 0.48461124300956726,
363
+ -1.442211389541626,
364
+ -0.3982425630092621,
365
+ -0.9219292402267456,
366
+ -0.8922821879386902,
367
+ 1.1996196508407593
368
+ ],
369
+ "transitions": [
370
+ [
371
+ -0.1578478366136551,
372
+ 0.04684785380959511,
373
+ 0.3704332709312439,
374
+ 0.05486037954688072,
375
+ 0.05366460606455803,
376
+ -0.2762161195278168,
377
+ 0.17666670680046082,
378
+ -0.2522323429584503,
379
+ -0.09780196845531464,
380
+ 0.012215950526297092,
381
+ -0.1491989642381668,
382
+ -0.3038862943649292,
383
+ -0.9390131235122681,
384
+ 0.027598600834608078,
385
+ 0.08510816097259521
386
+ ],
387
+ [
388
+ -0.0031031814869493246,
389
+ 0.24637995660305023,
390
+ 0.13758684694766998,
391
+ 0.13345810770988464,
392
+ 0.003993125166743994,
393
+ 0.10199562460184097,
394
+ -0.07698921114206314,
395
+ -0.24842138588428497,
396
+ 0.25906893610954285,
397
+ -0.37054529786109924,
398
+ 0.02566160447895527,
399
+ -0.17524519562721252,
400
+ 0.1727232187986374,
401
+ -0.09592244029045105,
402
+ -0.1828186959028244
403
+ ],
404
+ [
405
+ -0.18690648674964905,
406
+ 0.35480836033821106,
407
+ 0.24903824925422668,
408
+ 0.0837230309844017,
409
+ 0.23465943336486816,
410
+ 0.14681914448738098,
411
+ -0.2487126588821411,
412
+ -0.038459453731775284,
413
+ 0.40411657094955444,
414
+ 0.01977403275668621,
415
+ 0.03400612622499466,
416
+ 0.0071535431779921055,
417
+ 0.013699489645659924,
418
+ 0.21974553167819977,
419
+ 0.05305386707186699
420
+ ],
421
+ [
422
+ -0.1876312792301178,
423
+ -0.2942487895488739,
424
+ 0.22237396240234375,
425
+ 0.2586787939071655,
426
+ -0.333413690328598,
427
+ -0.09828013181686401,
428
+ -0.5036143064498901,
429
+ 0.307254433631897,
430
+ -0.2413642257452011,
431
+ -0.09204663336277008,
432
+ 0.08610488474369049,
433
+ 0.548678457736969,
434
+ -0.05243103206157684,
435
+ -0.06452324241399765,
436
+ -0.46948304772377014
437
+ ],
438
+ [
439
+ -0.20657697319984436,
440
+ -0.2657403349876404,
441
+ 0.5231056809425354,
442
+ -0.10995686799287796,
443
+ 0.23433539271354675,
444
+ -0.535048246383667,
445
+ -0.0767919048666954,
446
+ -0.19428612291812897,
447
+ 0.3992660343647003,
448
+ -0.38233649730682373,
449
+ 0.030506497249007225,
450
+ -0.01026616245508194,
451
+ 0.21552246809005737,
452
+ 0.3351028263568878,
453
+ 0.11978903412818909
454
+ ],
455
+ [
456
+ 0.3074694871902466,
457
+ 0.26866161823272705,
458
+ 0.09610038250684738,
459
+ -0.20332233607769012,
460
+ 0.11561107635498047,
461
+ -0.14647576212882996,
462
+ -0.16894203424453735,
463
+ -0.3580749034881592,
464
+ 0.17854997515678406,
465
+ 0.3427543342113495,
466
+ -0.4245355427265167,
467
+ 0.08761177211999893,
468
+ -0.2958607077598572,
469
+ 0.07739856094121933,
470
+ -0.22789715230464935
471
+ ],
472
+ [
473
+ -0.14805911481380463,
474
+ -0.11408297717571259,
475
+ 0.26798686385154724,
476
+ 0.23594574630260468,
477
+ 0.3385336995124817,
478
+ -0.06514183431863785,
479
+ -0.0461859367787838,
480
+ 0.3350384533405304,
481
+ 0.21683892607688904,
482
+ 0.03269153833389282,
483
+ -0.0656530037522316,
484
+ -0.08856572210788727,
485
+ 0.15566127002239227,
486
+ -0.18167349696159363,
487
+ 0.34148964285850525
488
+ ],
489
+ [
490
+ -0.1127101257443428,
491
+ -0.3826950788497925,
492
+ -0.2669356167316437,
493
+ -0.461702823638916,
494
+ -0.41710370779037476,
495
+ -0.0702233612537384,
496
+ -0.11369229108095169,
497
+ 0.1915094554424286,
498
+ 0.3724644184112549,
499
+ -0.34414324164390564,
500
+ -0.15967389941215515,
501
+ 0.20121344923973083,
502
+ 0.3604208827018738,
503
+ -0.5485358834266663,
504
+ 0.21668192744255066
505
+ ],
506
+ [
507
+ -0.1688036024570465,
508
+ -0.15336443483829498,
509
+ 0.2544049024581909,
510
+ 0.24033331871032715,
511
+ 0.12171769887208939,
512
+ -0.3838456869125366,
513
+ -0.0074991146102547646,
514
+ -0.08810938149690628,
515
+ -0.21702410280704498,
516
+ -0.0528096966445446,
517
+ -0.14653879404067993,
518
+ -0.05199436470866203,
519
+ 0.002074611373245716,
520
+ 0.2012213170528412,
521
+ 0.288925439119339
522
+ ],
523
+ [
524
+ 0.22219862043857574,
525
+ -0.044316355139017105,
526
+ -0.0638178288936615,
527
+ 0.42762842774391174,
528
+ 0.09210900962352753,
529
+ 0.12551797926425934,
530
+ -0.09737419337034225,
531
+ 0.17437288165092468,
532
+ 0.24873363971710205,
533
+ -0.18124058842658997,
534
+ 0.3546338677406311,
535
+ -0.7292534708976746,
536
+ -0.33278846740722656,
537
+ 0.008221630938351154,
538
+ -0.11730626225471497
539
+ ],
540
+ [
541
+ -0.23304006457328796,
542
+ -0.028551694005727768,
543
+ 0.5155944228172302,
544
+ 0.2513803541660309,
545
+ 0.09943322837352753,
546
+ -0.393790066242218,
547
+ 0.03832674026489258,
548
+ -0.15821225941181183,
549
+ -0.03423134982585907,
550
+ 0.058019015938043594,
551
+ -0.4183603525161743,
552
+ 0.21931660175323486,
553
+ 0.11472862213850021,
554
+ 0.08449922502040863,
555
+ 0.17577196657657623
556
+ ],
557
+ [
558
+ -0.159979909658432,
559
+ -0.047536831349134445,
560
+ -0.477870911359787,
561
+ -0.43213698267936707,
562
+ 0.04355110228061676,
563
+ -0.184714674949646,
564
+ 0.24718499183654785,
565
+ -0.5315103530883789,
566
+ -0.10700102150440216,
567
+ -0.3050001561641693,
568
+ 0.05658664181828499,
569
+ -0.12697279453277588,
570
+ 0.14856143295764923,
571
+ -0.08941243588924408,
572
+ -0.16980907320976257
573
+ ],
574
+ [
575
+ 0.2060289829969406,
576
+ 0.07922971993684769,
577
+ -0.16504667699337006,
578
+ 0.03269433230161667,
579
+ -0.3002014458179474,
580
+ -0.20642398297786713,
581
+ 0.171391561627388,
582
+ -0.18262028694152832,
583
+ -0.11646348237991333,
584
+ -0.3637770712375641,
585
+ -0.26733481884002686,
586
+ -0.6091853976249695,
587
+ -0.0871502235531807,
588
+ -0.3890778422355652,
589
+ 0.09652034193277359
590
+ ],
591
+ [
592
+ -0.06114780902862549,
593
+ 0.17919358611106873,
594
+ -0.3307234048843384,
595
+ -0.21899092197418213,
596
+ -0.4780017137527466,
597
+ -0.15414142608642578,
598
+ 0.16528336703777313,
599
+ 0.06374052166938782,
600
+ 0.07499241083860397,
601
+ -0.022954143583774567,
602
+ -0.182890847325325,
603
+ 0.6316706538200378,
604
+ 0.08174489438533783,
605
+ -0.3397708535194397,
606
+ -0.004406135529279709
607
+ ],
608
+ [
609
+ -0.3282168507575989,
610
+ -0.22762583196163177,
611
+ -0.08048500120639801,
612
+ -0.21526356041431427,
613
+ 0.4841962158679962,
614
+ -0.31729182600975037,
615
+ -0.16811956465244293,
616
+ 0.44018277525901794,
617
+ 0.0008649819646961987,
618
+ 0.13380058109760284,
619
+ 0.05162348970770836,
620
+ 0.3217698335647583,
621
+ 0.017427818849682808,
622
+ 0.19482779502868652,
623
+ -0.2700863182544708
624
+ ]
625
+ ]
626
+ },
627
+ "eos_token_id": 2,
628
+ "hidden_act": "gelu",
629
+ "hidden_dropout_prob": 0.1,
630
+ "hidden_size": 1024,
631
+ "id2label": {
632
+ "0": "O",
633
+ "1": "B-event",
634
+ "2": "B-location",
635
+ "3": "I-location",
636
+ "4": "B-person",
637
+ "5": "I-person",
638
+ "6": "B-corporation",
639
+ "7": "I-corporation",
640
+ "8": "I-event",
641
+ "9": "B-product",
642
+ "10": "I-product",
643
+ "11": "B-work of art",
644
+ "12": "I-work of art",
645
+ "13": "B-group",
646
+ "14": "I-group"
647
+ },
648
+ "initializer_range": 0.02,
649
+ "intermediate_size": 4096,
650
+ "label2id": {
651
+ "B-corporation": 6,
652
+ "B-event": 1,
653
+ "B-group": 13,
654
+ "B-location": 2,
655
+ "B-person": 4,
656
+ "B-product": 9,
657
+ "B-work of art": 11,
658
+ "I-corporation": 7,
659
+ "I-event": 8,
660
+ "I-group": 14,
661
+ "I-location": 3,
662
+ "I-person": 5,
663
+ "I-product": 10,
664
+ "I-work of art": 12,
665
+ "O": 0
666
+ },
667
+ "layer_norm_eps": 1e-05,
668
+ "max_position_embeddings": 514,
669
+ "model_type": "roberta",
670
+ "num_attention_heads": 16,
671
+ "num_hidden_layers": 24,
672
+ "pad_token_id": 1,
673
+ "position_embedding_type": "absolute",
674
+ "torch_dtype": "float32",
675
+ "transformers_version": "4.12.5",
676
+ "type_vocab_size": 1,
677
+ "use_cache": true,
678
+ "vocab_size": 50265
679
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:937209089e9636154f1e3e1545a2486ec1564517fdcec93038271ac36cc77f05
3
+ size 1417465457
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "add_prefix_space": false, "errors": "replace", "sep_token": "</s>", "cls_token": "<s>", "pad_token": "<pad>", "mask_token": "<mask>", "model_max_length": 512, "name_or_path": "./tner_output/search/roberta_large/twitter_ner/model_tpkhxk/epoch_10", "special_tokens_map_file": "./tner_output/search/roberta_large/twitter_ner/model_tpkhxk/epoch_10/special_tokens_map.json", "tokenizer_class": "RobertaTokenizer"}
vocab.json ADDED
The diff for this file is too large to render. See raw diff