xx_grc_sigtyp_trf-0.1.0: Update SIGTYP pipeline

README.md

@@ -13,49 +13,49 @@ model-index:
     metrics:
     - name: TAG (XPOS) Accuracy
       type: accuracy
-      value: 0.8839909687
+      value: 0.8949443303
   - task:
       name: POS
       type: token-classification
     metrics:
     - name: POS (UPOS) Accuracy
       type: accuracy
-      value: 0.9507335022
+      value: 0.9560843906
   - task:
       name: MORPH
       type: token-classification
     metrics:
     - name: Morph (UFeats) Accuracy
       type: accuracy
-      value: 0.9068906198
+      value: 0.9152271044
   - task:
       name: LEMMA
       type: token-classification
     metrics:
     - name: Lemma Accuracy
       type: accuracy
-      value: 0.8606300433
+      value: 0.8729782238
   - task:
       name: UNLABELED_DEPENDENCIES
       type: token-classification
     metrics:
     - name: Unlabeled Attachment Score (UAS)
       type: f_score
-      value: 0.7546302761
+      value: 0.7751060102
   - task:
       name: LABELED_DEPENDENCIES
       type: token-classification
     metrics:
     - name: Labeled Attachment Score (LAS)
       type: f_score
-      value: 0.6916993539
+      value: 0.7148679015
   - task:
       name: SENTS
       type: token-classification
     metrics:
     - name: Sentences F-Score
       type: f_score
-      value: 0.9542857143
+      value: 0.9507209634
 ---
 | Feature | Description |
 | --- | --- |
@@ -87,17 +87,17 @@ model-index:
 
 | Type | Score |
 | --- | --- |
-| `DEP_UAS` | 75.46 |
-| `DEP_LAS` | 69.17 |
-| `SENTS_P` | 93.94 |
-| `SENTS_R` | 96.97 |
-| `SENTS_F` | 95.43 |
-| `LEMMA_ACC` | 86.06 |
-| `TAG_ACC` | 88.40 |
-| `POS_ACC` | 95.07 |
-| `MORPH_ACC` | 90.69 |
-| `TRANSFORMER_LOSS` | 2836727.10 |
-| `PARSER_LOSS` | 880282.44 |
-| `TRAINABLE_LEMMATIZER_LOSS` | 583923.78 |
-| `TAGGER_LOSS` | 207901.04 |
-| `MORPHOLOGIZER_LOSS` | 205061.36 |
+| `DEP_UAS` | 77.51 |
+| `DEP_LAS` | 71.49 |
+| `SENTS_P` | 93.43 |
+| `SENTS_R` | 96.77 |
+| `SENTS_F` | 95.07 |
+| `LEMMA_ACC` | 87.30 |
+| `TAG_ACC` | 89.49 |
+| `POS_ACC` | 95.61 |
+| `MORPH_ACC` | 91.52 |
+| `TRANSFORMER_LOSS` | 361603.36 |
+| `PARSER_LOSS` | 66095.56 |
+| `TRAINABLE_LEMMATIZER_LOSS` | 34667.45 |
+| `TAGGER_LOSS` | 21862.66 |
+| `MORPHOLOGIZER_LOSS` | 22340.93 |

meta.json

@@ -3361,173 +3361,173 @@
 
   ],
   "performance":{
-    "dep_uas":0.7546302761,
-    "dep_las":0.6916993539,
+    "dep_uas":0.7751060102,
+    "dep_las":0.7148679015,
     "dep_las_per_type":{
       "nsubj":{
-        "p":0.7016098839,
-        "r":0.6809593023,
-        "f":0.6911303706
+        "p":0.7409545804,
+        "r":0.6994912791,
+        "f":0.7196261682
       },
       "case":{
-        "p":0.8858634838,
-        "r":0.8842144453,
-        "f":0.8850381964
+        "p":0.8942486085,
+        "r":0.8972449739,
+        "f":0.8957442854
       },
       "obl":{
-        "p":0.6330239753,
-        "r":0.6078722614,
-        "f":0.6201932184
+        "p":0.6462611391,
+        "r":0.6193835871,
+        "f":0.6325369738
       },
       "root":{
-        "p":0.8614854278,
-        "r":0.8867741935,
-        "f":0.8739469083
+        "p":0.8731646361,
+        "r":0.9016129032,
+        "f":0.8871607681
       },
       "det":{
-        "p":0.8604202401,
-        "r":0.8678633218,
-        "f":0.8641257537
+        "p":0.8736842105,
+        "r":0.8795415225,
+        "f":0.8766030822
       },
       "flat:name":{
-        "p":0.6774193548,
-        "r":0.875,
-        "f":0.7636363636
+        "p":0.6451612903,
+        "r":0.8333333333,
+        "f":0.7272727273
       },
       "advcl":{
-        "p":0.5954692557,
-        "r":0.631372549,
-        "f":0.6128955508
+        "p":0.6494644596,
+        "r":0.6539215686,
+        "f":0.6516853933
       },
       "cop":{
-        "p":0.6112185687,
-        "r":0.6232741617,
-        "f":0.6171875
+        "p":0.6817288802,
+        "r":0.684418146,
+        "f":0.6830708661
       },
       "acl":{
-        "p":0.39375,
-        "r":0.2540322581,
-        "f":0.3088235294
+        "p":0.4112903226,
+        "r":0.3084677419,
+        "f":0.3525345622
+      },
+      "obj":{
+        "p":0.6695491044,
+        "r":0.6908859146,
+        "f":0.6800501882
       },
       "nmod":{
-        "p":0.5914935707,
-        "r":0.5883896359,
-        "f":0.5899375206
+        "p":0.6056154097,
+        "r":0.6083961955,
+        "f":0.6070026178
       },
       "advmod":{
-        "p":0.6967627719,
-        "r":0.6807511737,
-        "f":0.688663917
-      },
-      "obj":{
-        "p":0.6520522388,
-        "r":0.6682600382,
-        "f":0.6600566572
+        "p":0.7272957248,
+        "r":0.7104027675,
+        "f":0.71875
       },
       "cc":{
-        "p":0.7227116047,
-        "r":0.7461447212,
-        "f":0.7342412451
+        "p":0.7628304821,
+        "r":0.7758007117,
+        "f":0.7692609292
       },
       "conj":{
-        "p":0.5354777673,
-        "r":0.5380228137,
-        "f":0.5367472736
+        "p":0.5786653678,
+        "r":0.5646387833,
+        "f":0.5715660332
       },
       "xcomp":{
-        "p":0.4671689989,
-        "r":0.4483471074,
-        "f":0.4575645756
-      },
-      "orphan":{
-        "p":0.2072072072,
-        "r":0.2090909091,
-        "f":0.2081447964
+        "p":0.4819915254,
+        "r":0.4700413223,
+        "f":0.4759414226
       },
       "mark":{
-        "p":0.7551928783,
-        "r":0.7551928783,
-        "f":0.7551928783
+        "p":0.7877906977,
+        "r":0.8041543027,
+        "f":0.7958883994
       },
       "nsubj:pass":{
-        "p":0.5675675676,
-        "r":0.5706521739,
-        "f":0.5691056911
-      },
-      "obl:arg":{
-        "p":0.648089172,
-        "r":0.682885906,
-        "f":0.6650326797
+        "p":0.623655914,
+        "r":0.6304347826,
+        "f":0.627027027
       },
       "dislocated":{
-        "p":0.1818181818,
-        "r":0.125,
-        "f":0.1481481481
+        "p":0.4,
+        "r":0.25,
+        "f":0.3076923077
       },
       "appos":{
-        "p":0.3700440529,
-        "r":0.3442622951,
-        "f":0.3566878981
+        "p":0.3426294821,
+        "r":0.3524590164,
+        "f":0.3474747475
       },
       "csubj":{
-        "p":0.4318181818,
-        "r":0.358490566,
-        "f":0.3917525773
+        "p":0.4444444444,
+        "r":0.3773584906,
+        "f":0.4081632653
       },
       "amod":{
-        "p":0.5547263682,
-        "r":0.4468937876,
-        "f":0.4950055494
+        "p":0.556768559,
+        "r":0.5110220441,
+        "f":0.5329153605
       },
-      "advcl:cmp":{
-        "p":0.3333333333,
-        "r":0.2333333333,
-        "f":0.2745098039
+      "obl:arg":{
+        "p":0.6494688923,
+        "r":0.7181208054,
+        "f":0.6820717131
       },
-      "discourse":{
-        "p":0.7491776316,
-        "r":0.7358642973,
-        "f":0.7424612877
+      "dep":{
+        "p":0.0,
+        "r":0.0,
+        "f":0.0
       },
       "ccomp":{
-        "p":0.4878706199,
-        "r":0.4617346939,
-        "f":0.4744429882
+        "p":0.488,
+        "r":0.4668367347,
+        "f":0.4771838331
+      },
+      "discourse":{
+        "p":0.7937551356,
+        "r":0.7802907916,
+        "f":0.7869653768
+      },
+      "orphan":{
+        "p":0.2680412371,
+        "r":0.2363636364,
+        "f":0.2512077295
+      },
+      "parataxis":{
+        "p":0.4761904762,
+        "r":0.1960784314,
+        "f":0.2777777778
       },
       "iobj":{
-        "p":0.3913043478,
-        "r":0.3515625,
-        "f":0.3703703704
+        "p":0.3941605839,
+        "r":0.421875,
+        "f":0.4075471698
       },
       "vocative":{
-        "p":0.7088607595,
+        "p":0.7225806452,
         "r":0.6327683616,
-        "f":0.6686567164
+        "f":0.6746987952
       },
       "obl:agent":{
-        "p":0.58,
+        "p":0.6444444444,
         "r":0.58,
-        "f":0.58
-      },
-      "parataxis":{
-        "p":0.3793103448,
-        "r":0.2156862745,
-        "f":0.275
-      },
-      "dep":{
-        "p":0.0,
-        "r":0.0,
-        "f":0.0
+        "f":0.6105263158
       },
       "nummod":{
-        "p":0.6767676768,
-        "r":0.6090909091,
-        "f":0.6411483254
+        "p":0.6944444444,
+        "r":0.6818181818,
+        "f":0.6880733945
       },
       "fixed":{
-        "p":1.0,
-        "r":0.32,
-        "f":0.4848484848
+        "p":0.6875,
+        "r":0.44,
+        "f":0.5365853659
+      },
+      "advcl:cmp":{
+        "p":0.2631578947,
+        "r":0.1666666667,
+        "f":0.2040816327
       },
       "nsubj:outer":{
         "p":0.0,
@@ -3535,9 +3535,9 @@
         "f":0.0
       },
       "csubj:pass":{
-        "p":0.0,
-        "r":0.0,
-        "f":0.0
+        "p":0.4,
+        "r":0.1666666667,
+        "f":0.2352941176
       },
       "aux:pass":{
         "p":0.0,
@@ -3550,97 +3550,97 @@
         "f":0.0
       }
     },
-    "sents_p":0.939375,
-    "sents_r":0.9696774194,
-    "sents_f":0.9542857143,
-    "lemma_acc":0.8606300433,
-    "tag_acc":0.8839909687,
-    "pos_acc":0.9507335022,
-    "morph_acc":0.9068906198,
+    "sents_p":0.9342883837,
+    "sents_r":0.9677419355,
+    "sents_f":0.9507209634,
+    "lemma_acc":0.8729782238,
+    "tag_acc":0.8949443303,
+    "pos_acc":0.9560843906,
+    "morph_acc":0.9152271044,
     "morph_per_feat":{
       "Case":{
-        "p":0.962294115,
-        "r":0.9569101656,
-        "f":0.9595945885
+        "p":0.9630183549,
+        "r":0.9587600957,
+        "f":0.9608845076
       },
       "Gender":{
-        "p":0.9228628775,
-        "r":0.9189226017,
-        "f":0.9208885247
+        "p":0.9291926597,
+        "r":0.9268713663,
+        "f":0.9280305614
       },
       "Number":{
-        "p":0.9840876291,
-        "r":0.9789074579,
-        "f":0.9814907084
+        "p":0.9842144177,
+        "r":0.9800117794,
+        "f":0.9821086026
       },
       "Aspect":{
-        "p":0.9339747843,
-        "r":0.9272068511,
-        "f":0.9305785124
+        "p":0.9417411453,
+        "r":0.937088274,
+        "f":0.9394089483
       },
       "Mood":{
-        "p":0.9474634049,
-        "r":0.9436788496,
-        "f":0.9455673404
+        "p":0.9542994588,
+        "r":0.9508687837,
+        "f":0.9525810324
       },
       "Person":{
-        "p":0.9590589673,
-        "r":0.9568663314,
-        "f":0.9579613947
+        "p":0.9656652361,
+        "r":0.9602194787,
+        "f":0.962934658
       },
       "Tense":{
-        "p":0.9400196657,
-        "r":0.9381746811,
-        "f":0.9390962672
+        "p":0.9482292179,
+        "r":0.9459028459,
+        "f":0.9470646033
       },
       "VerbForm":{
-        "p":0.9762782694,
-        "r":0.9741231298,
-        "f":0.9751995089
+        "p":0.9798377182,
+        "r":0.977434388,
+        "f":0.9786345776
       },
       "Voice":{
-        "p":0.9527849502,
-        "r":0.9517317612,
-        "f":0.9522580645
+        "p":0.9590355517,
+        "r":0.9575042987,
+        "f":0.9582693135
       },
       "Definite":{
-        "p":0.9847161572,
-        "r":0.995584989,
-        "f":0.9901207464
+        "p":0.9868517166,
+        "r":0.9941133186,
+        "f":0.9904692082
       },
       "PronType":{
-        "p":0.9785407725,
-        "r":0.9743589744,
-        "f":0.9764453961
+        "p":0.9802617464,
+        "r":0.9762820513,
+        "f":0.9782678514
       },
       "Degree":{
-        "p":0.8684627575,
-        "r":0.8535825545,
-        "f":0.8609583661
+        "p":0.8816199377,
+        "r":0.8816199377,
+        "f":0.8816199377
       },
       "Polarity":{
-        "p":0.9973958333,
-        "r":0.9770408163,
-        "f":0.9871134021
+        "p":0.9974025974,
+        "r":0.9795918367,
+        "f":0.9884169884
       },
       "Poss":{
-        "p":0.9696969697,
-        "r":0.8,
-        "f":0.8767123288
+        "p":1.0,
+        "r":0.575,
+        "f":0.7301587302
       },
       "Reflex":{
         "p":1.0,
-        "r":0.9879518072,
-        "f":0.9939393939
+        "r":0.9759036145,
+        "f":0.987804878
       }
     },
-    "transformer_loss":28367.2709675917,
-    "parser_loss":8802.8243952149,
-    "trainable_lemmatizer_loss":5839.2378174993,
-    "tagger_loss":2079.0103831444,
-    "morphologizer_loss":2050.6135625964
+    "transformer_loss":3616.033630213,
+    "parser_loss":660.9555634358,
+    "trainable_lemmatizer_loss":346.6744744592,
+    "tagger_loss":218.6265928614,
+    "morphologizer_loss":223.4092667075
   },
   "requirements":[
-    "spacy-transformers>=1.3.3,<1.4.0"
+    "spacy-transformers>=1.3.4,<1.4.0"
   ]
 }

morphologizer/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c24b855640bb04e977e50c789a09fa301c8921a5811324a9a0fb10c0060bad0
+oid sha256:8299a4264651d36360c721d8b69c8d1fea873ddce7c00bab0108bc3496a3d177
 size 4543905

parser/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28e380fb48559ec73335aaac43e65f105da904c9ae1f434be16ad1b8f1301486
+oid sha256:44e430f0b9bbde89864ecd379f4e692839902c71c5ab6163ab0273f3db121094
 size 2700271

tagger/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27cd948c2c905bd982f9350bb01edb07eefe2f81102f2b8d789417af11abff54
+oid sha256:322e88bc6ea63c302e89ebccf15054f9b3ac359b0430c82b34d7cc9e7cd845c5
 size 5549757

trainable_lemmatizer/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cf8a691ff1bd47a9b04ad111e4fb9edf0a36b3f6d79d00701f324e3b8ee8843
+oid sha256:32a8c386a49a63425cfe25835761615e7e716cd2236f3548749bb2b7c1d11ff5
 size 22120169

transformer/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0605f671749f4ad8e319f5db7c5a4b6fc2b238eca319e237b0e88e0f9cdd6e21
-size 509231398
+oid sha256:28d25cad66eff90d53cd55033c7c0bf3177fefe9796bf40e780b8b509304685f
+size 508592662

xx_grc_sigtyp_trf-any-py3-none-any.whl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47d0ffe937a98a6dd4fe4addca4901fca2242c86a178db146488ad6494af4122
-size 499447084
+oid sha256:3432f76154c1d2c33daaca2ec8123b5aadd447965e7a6401c920224b5262aa9c
+size 500597038