ljvmiranda921 commited on
Commit
178778b
·
1 Parent(s): e34b9b9

xx_isl_sigtyp_trf-0.1.0: Update SIGTYP pipeline

Browse files
README.md CHANGED
@@ -13,49 +13,49 @@ model-index:
13
  metrics:
14
  - name: TAG (XPOS) Accuracy
15
  type: accuracy
16
- value: 0.8362718262
17
  - task:
18
  name: POS
19
  type: token-classification
20
  metrics:
21
  - name: POS (UPOS) Accuracy
22
  type: accuracy
23
- value: 0.9580896355
24
  - task:
25
  name: MORPH
26
  type: token-classification
27
  metrics:
28
  - name: Morph (UFeats) Accuracy
29
  type: accuracy
30
- value: 0.891807571
31
  - task:
32
  name: LEMMA
33
  type: token-classification
34
  metrics:
35
  - name: Lemma Accuracy
36
  type: accuracy
37
- value: 0.9458313147
38
  - task:
39
  name: UNLABELED_DEPENDENCIES
40
  type: token-classification
41
  metrics:
42
  - name: Unlabeled Attachment Score (UAS)
43
  type: f_score
44
- value: 0.8110459835
45
  - task:
46
  name: LABELED_DEPENDENCIES
47
  type: token-classification
48
  metrics:
49
  - name: Labeled Attachment Score (LAS)
50
  type: f_score
51
- value: 0.7581413137
52
  - task:
53
  name: SENTS
54
  type: token-classification
55
  metrics:
56
  - name: Sentences F-Score
57
  type: f_score
58
- value: 0.9702575263
59
  ---
60
  | Feature | Description |
61
  | --- | --- |
@@ -87,17 +87,17 @@ model-index:
87
 
88
  | Type | Score |
89
  | --- | --- |
90
- | `DEP_UAS` | 81.10 |
91
- | `DEP_LAS` | 75.81 |
92
- | `SENTS_P` | 96.02 |
93
- | `SENTS_R` | 98.06 |
94
- | `SENTS_F` | 97.03 |
95
- | `LEMMA_ACC` | 94.58 |
96
- | `TAG_ACC` | 83.63 |
97
- | `POS_ACC` | 95.81 |
98
- | `MORPH_ACC` | 89.18 |
99
- | `TRANSFORMER_LOSS` | 792911.12 |
100
- | `PARSER_LOSS` | 129534.03 |
101
- | `TRAINABLE_LEMMATIZER_LOSS` | 91996.88 |
102
- | `TAGGER_LOSS` | 275201.54 |
103
- | `MORPHOLOGIZER_LOSS` | 118561.86 |
 
13
  metrics:
14
  - name: TAG (XPOS) Accuracy
15
  type: accuracy
16
+ value: 0.8484209631
17
  - task:
18
  name: POS
19
  type: token-classification
20
  metrics:
21
  - name: POS (UPOS) Accuracy
22
  type: accuracy
23
+ value: 0.9628502448
24
  - task:
25
  name: MORPH
26
  type: token-classification
27
  metrics:
28
  - name: Morph (UFeats) Accuracy
29
  type: accuracy
30
+ value: 0.9012080149
31
  - task:
32
  name: LEMMA
33
  type: token-classification
34
  metrics:
35
  - name: Lemma Accuracy
36
  type: accuracy
37
+ value: 0.9486362207
38
  - task:
39
  name: UNLABELED_DEPENDENCIES
40
  type: token-classification
41
  metrics:
42
  - name: Unlabeled Attachment Score (UAS)
43
  type: f_score
44
+ value: 0.8288867214
45
  - task:
46
  name: LABELED_DEPENDENCIES
47
  type: token-classification
48
  metrics:
49
  - name: Labeled Attachment Score (LAS)
50
  type: f_score
51
+ value: 0.7770595885
52
  - task:
53
  name: SENTS
54
  type: token-classification
55
  metrics:
56
  - name: Sentences F-Score
57
  type: f_score
58
+ value: 0.9772685943
59
  ---
60
  | Feature | Description |
61
  | --- | --- |
 
87
 
88
  | Type | Score |
89
  | --- | --- |
90
+ | `DEP_UAS` | 82.89 |
91
+ | `DEP_LAS` | 77.71 |
92
+ | `SENTS_P` | 96.97 |
93
+ | `SENTS_R` | 98.50 |
94
+ | `SENTS_F` | 97.73 |
95
+ | `LEMMA_ACC` | 94.86 |
96
+ | `TAG_ACC` | 84.84 |
97
+ | `POS_ACC` | 96.29 |
98
+ | `MORPH_ACC` | 90.12 |
99
+ | `TRANSFORMER_LOSS` | 2803740.93 |
100
+ | `PARSER_LOSS` | 534940.15 |
101
+ | `TRAINABLE_LEMMATIZER_LOSS` | 294717.33 |
102
+ | `TAGGER_LOSS` | 890478.23 |
103
+ | `MORPHOLOGIZER_LOSS` | 426176.75 |
meta.json CHANGED
@@ -7164,168 +7164,168 @@
7164
 
7165
  ],
7166
  "performance":{
7167
- "dep_uas":0.8110459835,
7168
- "dep_las":0.7581413137,
7169
  "dep_las_per_type":{
7170
  "root":{
7171
- "p":0.8921462179,
7172
- "r":0.9032612679,
7173
- "f":0.8976693372
7174
  },
7175
  "nsubj":{
7176
- "p":0.8289855072,
7177
- "r":0.8141326189,
7178
- "f":0.8214919321
7179
  },
7180
  "advmod":{
7181
- "p":0.7648197435,
7182
- "r":0.760953298,
7183
- "f":0.7628816218
7184
  },
7185
  "mark":{
7186
- "p":0.8500477555,
7187
- "r":0.8549471662,
7188
- "f":0.8524904215
7189
  },
7190
  "acl":{
7191
- "p":0.6401985112,
7192
- "r":0.6710013004,
7193
- "f":0.6552380952
7194
  },
7195
  "compound:prt":{
7196
- "p":0.7164591978,
7197
- "r":0.6990553306,
7198
- "f":0.7076502732
7199
  },
7200
  "obj":{
7201
- "p":0.7130681818,
7202
- "r":0.7097914457,
7203
- "f":0.7114260407
7204
  },
7205
  "cc":{
7206
- "p":0.7924901186,
7207
- "r":0.7994873255,
7208
- "f":0.7959733447
7209
  },
7210
  "conj":{
7211
- "p":0.6054354944,
7212
- "r":0.6116440622,
7213
- "f":0.6085239427
7214
  },
7215
  "case":{
7216
- "p":0.914923572,
7217
- "r":0.9260993485,
7218
- "f":0.9204775395
7219
  },
7220
  "amod":{
7221
- "p":0.7147568013,
7222
- "r":0.7043054427,
7223
- "f":0.709492635
7224
  },
7225
  "obl":{
7226
- "p":0.7034213792,
7227
- "r":0.6946778711,
7228
- "f":0.6990222849
7229
  },
7230
  "nmod:poss":{
7231
- "p":0.8716375649,
7232
- "r":0.8841550981,
7233
- "f":0.877851711
7234
  },
7235
  "aux":{
7236
- "p":0.8739837398,
7237
- "r":0.86,
7238
- "f":0.8669354839
7239
  },
7240
  "advcl":{
7241
- "p":0.5356820235,
7242
- "r":0.51208981,
7243
- "f":0.5236203091
7244
  },
7245
  "iobj":{
7246
- "p":0.7142857143,
7247
- "r":0.6289308176,
7248
- "f":0.6688963211
7249
  },
7250
  "det":{
7251
- "p":0.8224442736,
7252
- "r":0.8445146014,
7253
- "f":0.8333333333
7254
  },
7255
  "acl:relcl":{
7256
- "p":0.5288135593,
7257
- "r":0.5264341957,
7258
- "f":0.527621195
7259
  },
7260
  "xcomp":{
7261
- "p":0.3989071038,
7262
- "r":0.3640897756,
7263
- "f":0.3807040417
7264
- },
7265
- "appos":{
7266
- "p":0.6269349845,
7267
- "r":0.6338028169,
7268
- "f":0.6303501946
7269
  },
7270
  "ccomp":{
7271
- "p":0.6130909091,
7272
- "r":0.5886871508,
7273
- "f":0.600641254
7274
  },
7275
  "cop":{
7276
- "p":0.6965144231,
7277
- "r":0.6990349819,
7278
- "f":0.6977724262
7279
  },
7280
  "expl":{
7281
- "p":0.3617021277,
7282
- "r":0.3469387755,
7283
- "f":0.3541666667
 
 
 
 
 
7284
  },
7285
  "dep":{
7286
- "p":0.4468085106,
7287
- "r":0.2971698113,
7288
- "f":0.3569405099
7289
  },
7290
  "vocative":{
7291
- "p":0.5882352941,
7292
- "r":0.4918032787,
7293
- "f":0.5357142857
7294
  },
7295
  "nmod":{
7296
- "p":0.3855421687,
7297
- "r":0.3595505618,
7298
- "f":0.3720930233
7299
  },
7300
  "parataxis":{
7301
- "p":0.6354166667,
7302
- "r":0.4919354839,
7303
- "f":0.5545454545
7304
  },
7305
  "flat:name":{
7306
- "p":0.8252427184,
7307
- "r":0.8212560386,
7308
- "f":0.8232445521
7309
  },
7310
  "nummod":{
7311
- "p":0.6712328767,
7312
- "r":0.75,
7313
- "f":0.7084337349
7314
  },
7315
  "fixed":{
7316
- "p":0.90625,
7317
- "r":0.90625,
7318
- "f":0.90625
7319
  },
7320
  "flat:foreign":{
7321
- "p":0.6923076923,
7322
- "r":0.3529411765,
7323
- "f":0.4675324675
7324
  },
7325
  "discourse":{
7326
- "p":0.347826087,
7327
- "r":0.32,
7328
- "f":0.3333333333
7329
  },
7330
  "dislocated":{
7331
  "p":0.0,
@@ -7333,87 +7333,87 @@
7333
  "f":0.0
7334
  }
7335
  },
7336
- "sents_p":0.9601579325,
7337
- "sents_r":0.9805718475,
7338
- "sents_f":0.9702575263,
7339
- "lemma_acc":0.9458313147,
7340
- "tag_acc":0.8362718262,
7341
- "pos_acc":0.9580896355,
7342
- "morph_acc":0.891807571,
7343
  "morph_per_feat":{
7344
  "Mood":{
7345
- "p":0.9271694215,
7346
- "r":0.9116302692,
7347
- "f":0.9193341869
7348
  },
7349
  "Number":{
7350
- "p":0.9568048827,
7351
- "r":0.9418997182,
7352
- "f":0.9492937963
7353
  },
7354
  "Person":{
7355
- "p":0.9405090138,
7356
- "r":0.9200207469,
7357
- "f":0.9301520713
7358
  },
7359
  "Tense":{
7360
- "p":0.944214876,
7361
- "r":0.9283900457,
7362
- "f":0.9362355954
7363
  },
7364
  "VerbForm":{
7365
- "p":0.9322614404,
7366
- "r":0.9279356061,
7367
- "f":0.9300934934
7368
  },
7369
  "Voice":{
7370
- "p":0.9558557701,
7371
- "r":0.9514204545,
7372
- "f":0.9536329552
7373
  },
7374
  "Case":{
7375
- "p":0.9003410698,
7376
- "r":0.8864408862,
7377
- "f":0.8933369101
7378
  },
7379
  "Gender":{
7380
- "p":0.9077950603,
7381
- "r":0.8958287256,
7382
- "f":0.901772197
7383
  },
7384
  "PronType":{
7385
- "p":0.9629793347,
7386
- "r":0.9452218245,
7387
- "f":0.9540179549
7388
  },
7389
  "Definite":{
7390
- "p":0.9504546431,
7391
- "r":0.9378974142,
7392
- "f":0.9441342769
7393
  },
7394
  "Degree":{
7395
- "p":0.8596681097,
7396
- "r":0.8308926081,
7397
- "f":0.845035461
7398
  },
7399
  "Foreign":{
7400
- "p":0.6956521739,
7401
- "r":0.5797101449,
7402
- "f":0.6324110672
7403
  },
7404
  "NumType":{
7405
- "p":0.8685714286,
7406
- "r":0.8888888889,
7407
- "f":0.8786127168
7408
  }
7409
  },
7410
- "transformer_loss":7929.1111768267,
7411
- "parser_loss":1295.3402842072,
7412
- "trainable_lemmatizer_loss":919.9688346715,
7413
- "tagger_loss":2752.0154256136,
7414
- "morphologizer_loss":1185.6186112842
7415
  },
7416
  "requirements":[
7417
- "spacy-transformers>=1.3.3,<1.4.0"
7418
  ]
7419
  }
 
7164
 
7165
  ],
7166
  "performance":{
7167
+ "dep_uas":0.8288867214,
7168
+ "dep_las":0.7770595885,
7169
  "dep_las_per_type":{
7170
  "root":{
7171
+ "p":0.9066472939,
7172
+ "r":0.9146207402,
7173
+ "f":0.9106165633
7174
  },
7175
  "nsubj":{
7176
+ "p":0.8487223169,
7177
+ "r":0.8342263898,
7178
+ "f":0.8414119237
7179
  },
7180
  "advmod":{
7181
+ "p":0.7813173653,
7182
+ "r":0.7852672123,
7183
+ "f":0.7832873094
7184
  },
7185
  "mark":{
7186
+ "p":0.869814933,
7187
+ "r":0.8728786423,
7188
+ "f":0.8713440946
7189
  },
7190
  "acl":{
7191
+ "p":0.7276315789,
7192
+ "r":0.7191157347,
7193
+ "f":0.7233485939
7194
  },
7195
  "compound:prt":{
7196
+ "p":0.7008985879,
7197
+ "r":0.7368421053,
7198
+ "f":0.7184210526
7199
  },
7200
  "obj":{
7201
+ "p":0.718988219,
7202
+ "r":0.7334747261,
7203
+ "f":0.7261592301
7204
  },
7205
  "cc":{
7206
+ "p":0.808075064,
7207
+ "r":0.8094559954,
7208
+ "f":0.8087649402
7209
  },
7210
  "conj":{
7211
+ "p":0.6357659435,
7212
+ "r":0.639761826,
7213
+ "f":0.6377576257
7214
  },
7215
  "case":{
7216
+ "p":0.9277427234,
7217
+ "r":0.9279315961,
7218
+ "f":0.9278371501
7219
  },
7220
  "amod":{
7221
+ "p":0.7401082882,
7222
+ "r":0.721770918,
7223
+ "f":0.7308245939
7224
  },
7225
  "obl":{
7226
+ "p":0.7287740083,
7227
+ "r":0.7107843137,
7228
+ "f":0.7196667553
7229
  },
7230
  "nmod:poss":{
7231
+ "p":0.8800936768,
7232
+ "r":0.8994734323,
7233
+ "f":0.8896780303
7234
  },
7235
  "aux":{
7236
+ "p":0.8981255094,
7237
+ "r":0.8816,
7238
+ "f":0.8897860315
7239
  },
7240
  "advcl":{
7241
+ "p":0.5283347864,
7242
+ "r":0.5233160622,
7243
+ "f":0.525813449
7244
  },
7245
  "iobj":{
7246
+ "p":0.7045454545,
7247
+ "r":0.6498951782,
7248
+ "f":0.6761177754
7249
  },
7250
  "det":{
7251
+ "p":0.8433460076,
7252
+ "r":0.8752959747,
7253
+ "f":0.8590240124
7254
  },
7255
  "acl:relcl":{
7256
+ "p":0.5859728507,
7257
+ "r":0.5826771654,
7258
+ "f":0.584320361
7259
  },
7260
  "xcomp":{
7261
+ "p":0.3994490358,
7262
+ "r":0.36159601,
7263
+ "f":0.3795811518
 
 
 
 
 
7264
  },
7265
  "ccomp":{
7266
+ "p":0.6291727141,
7267
+ "r":0.6054469274,
7268
+ "f":0.6170818505
7269
  },
7270
  "cop":{
7271
+ "p":0.7158403869,
7272
+ "r":0.7141133896,
7273
+ "f":0.7149758454
7274
  },
7275
  "expl":{
7276
+ "p":0.3725490196,
7277
+ "r":0.387755102,
7278
+ "f":0.38
7279
+ },
7280
+ "appos":{
7281
+ "p":0.6567164179,
7282
+ "r":0.6885758998,
7283
+ "f":0.6722689076
7284
  },
7285
  "dep":{
7286
+ "p":0.465408805,
7287
+ "r":0.3490566038,
7288
+ "f":0.3989218329
7289
  },
7290
  "vocative":{
7291
+ "p":0.6105263158,
7292
+ "r":0.4754098361,
7293
+ "f":0.534562212
7294
  },
7295
  "nmod":{
7296
+ "p":0.5483870968,
7297
+ "r":0.3820224719,
7298
+ "f":0.4503311258
7299
  },
7300
  "parataxis":{
7301
+ "p":0.65,
7302
+ "r":0.5241935484,
7303
+ "f":0.5803571429
7304
  },
7305
  "flat:name":{
7306
+ "p":0.8509615385,
7307
+ "r":0.8550724638,
7308
+ "f":0.8530120482
7309
  },
7310
  "nummod":{
7311
+ "p":0.7290640394,
7312
+ "r":0.7551020408,
7313
+ "f":0.7418546366
7314
  },
7315
  "fixed":{
7316
+ "p":0.95,
7317
+ "r":0.890625,
7318
+ "f":0.9193548387
7319
  },
7320
  "flat:foreign":{
7321
+ "p":0.6666666667,
7322
+ "r":0.3921568627,
7323
+ "f":0.4938271605
7324
  },
7325
  "discourse":{
7326
+ "p":0.5238095238,
7327
+ "r":0.44,
7328
+ "f":0.4782608696
7329
  },
7330
  "dislocated":{
7331
  "p":0.0,
 
7333
  "f":0.0
7334
  }
7335
  },
7336
+ "sents_p":0.9696860339,
7337
+ "sents_r":0.9849706745,
7338
+ "sents_f":0.9772685943,
7339
+ "lemma_acc":0.9486362207,
7340
+ "tag_acc":0.8484209631,
7341
+ "pos_acc":0.9628502448,
7342
+ "morph_acc":0.9012080149,
7343
  "morph_per_feat":{
7344
  "Mood":{
7345
+ "p":0.932605905,
7346
+ "r":0.9224225495,
7347
+ "f":0.927486276
7348
  },
7349
  "Number":{
7350
+ "p":0.9610503832,
7351
+ "r":0.947567283,
7352
+ "f":0.9542612086
7353
  },
7354
  "Person":{
7355
+ "p":0.9431134565,
7356
+ "r":0.9269709544,
7357
+ "f":0.9349725347
7358
  },
7359
  "Tense":{
7360
+ "p":0.9474967908,
7361
+ "r":0.937150838,
7362
+ "f":0.9422954168
7363
  },
7364
  "VerbForm":{
7365
+ "p":0.940755581,
7366
+ "r":0.9338068182,
7367
+ "f":0.9372683205
7368
  },
7369
  "Voice":{
7370
+ "p":0.9624117535,
7371
+ "r":0.9553030303,
7372
+ "f":0.9588442163
7373
  },
7374
  "Case":{
7375
+ "p":0.9084255178,
7376
+ "r":0.8945493263,
7377
+ "f":0.9014340246
7378
  },
7379
  "Gender":{
7380
+ "p":0.9184952978,
7381
+ "r":0.90724112,
7382
+ "f":0.9128335225
7383
  },
7384
  "PronType":{
7385
+ "p":0.9671351112,
7386
+ "r":0.948042087,
7387
+ "f":0.9574934268
7388
  },
7389
  "Definite":{
7390
+ "p":0.9517822702,
7391
+ "r":0.9413593331,
7392
+ "f":0.9465421092
7393
  },
7394
  "Degree":{
7395
+ "p":0.8718783931,
7396
+ "r":0.839958159,
7397
+ "f":0.8556206713
7398
  },
7399
  "Foreign":{
7400
+ "p":0.687732342,
7401
+ "r":0.6702898551,
7402
+ "f":0.6788990826
7403
  },
7404
  "NumType":{
7405
+ "p":0.8915662651,
7406
+ "r":0.865497076,
7407
+ "f":0.8783382789
7408
  }
7409
  },
7410
+ "transformer_loss":28037.4093462081,
7411
+ "parser_loss":5349.401528692,
7412
+ "trainable_lemmatizer_loss":2947.1733393189,
7413
+ "tagger_loss":8904.7822631244,
7414
+ "morphologizer_loss":4261.7675329104
7415
  },
7416
  "requirements":[
7417
+ "spacy-transformers>=1.3.4,<1.4.0"
7418
  ]
7419
  }
morphologizer/model CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:453994e50d6484f39261f82b6376808c100990b5fc8d328618f2fac111df88d5
3
  size 5974245
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5342a7236d7b2f29638b8680cc417bdec1561ebb491535314860f949b4a35cb4
3
  size 5974245
parser/model CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70eb85ad39e07714702e6fead64df823820ba9667a356e754a4659ab9ac54ef8
3
  size 1175559
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1d79049676205eeaebdc25b01fe556519133e42dfeed91e3e5a648874c70024
3
  size 1175559
tagger/model CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:88c47e0973dc30f6629e22c0f805bb31ebc1e265b60cb876a46b669d8c0ac8db
3
  size 15826673
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7215b71de211058592df20d4a9a170f8985b25833439e40e3e529accca90b2a2
3
  size 15826673
trainable_lemmatizer/model CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:185230d3e6972749a373bd191beb01be7981f1adade2e872c9ef5a1e5e94830d
3
  size 7952113
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d81524931ad5c6a9ac33a5edc5b3a93c28b701b1e22821376b3d8c8491df6349
3
  size 7952113
transformer/model CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70e50291f7bf15b3e46763a6f4ffc4b0b2cd338573d94069770cf85863ef91cd
3
- size 509231398
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8536b7c0259e25bca53a33eeba60cc8c9b0c73528d83adafdffb850cf55f7b13
3
+ size 508592662
vocab/strings.json CHANGED
The diff for this file is too large to render. See raw diff
 
xx_isl_sigtyp_trf-any-py3-none-any.whl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ffaf69231647aeb0ca1845e0f95b868f5460a6735d8a9b909e81bfaf947145a6
3
- size 495232504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de7922866f59756a7801b42f4d2f9e9e43fc81ab4f46ba63262f8be15b522bc0
3
+ size 496335511