xx_orv_sigtyp_trf-0.1.0: Update SIGTYP pipeline

README.md

@@ -13,49 +13,49 @@ model-index:
     metrics:
     - name: TAG (XPOS) Accuracy
       type: accuracy
-      value: 0.8331671224
+      value: 0.8390253323
   - task:
       name: POS
       type: token-classification
     metrics:
     - name: POS (UPOS) Accuracy
       type: accuracy
-      value: 0.9281460258
+      value: 0.9330306104
   - task:
       name: MORPH
       type: token-classification
     metrics:
     - name: Morph (UFeats) Accuracy
       type: accuracy
-      value: 0.8533084449
+      value: 0.8593465694
   - task:
       name: LEMMA
       type: token-classification
     metrics:
     - name: Lemma Accuracy
       type: accuracy
-      value: 0.7818966896
+      value: 0.7866304174
   - task:
       name: UNLABELED_DEPENDENCIES
       type: token-classification
     metrics:
     - name: Unlabeled Attachment Score (UAS)
       type: f_score
-      value: 0.7731926157
+      value: 0.7826000133
   - task:
       name: LABELED_DEPENDENCIES
       type: token-classification
     metrics:
     - name: Labeled Attachment Score (LAS)
       type: f_score
-      value: 0.7051552558
+      value: 0.7147911303
   - task:
       name: SENTS
       type: token-classification
     metrics:
     - name: Sentences F-Score
       type: f_score
-      value: 0.8985642946
+      value: 0.9102885822
 ---
 | Feature | Description |
 | --- | --- |
@@ -87,17 +87,17 @@ model-index:
 
 | Type | Score |
 | --- | --- |
-| `DEP_UAS` | 77.32 |
-| `DEP_LAS` | 70.52 |
-| `SENTS_P` | 86.90 |
-| `SENTS_R` | 93.02 |
-| `SENTS_F` | 89.86 |
-| `LEMMA_ACC` | 78.19 |
-| `TAG_ACC` | 83.32 |
-| `POS_ACC` | 92.81 |
-| `MORPH_ACC` | 85.33 |
-| `TRANSFORMER_LOSS` | 385786.08 |
-| `PARSER_LOSS` | 66086.13 |
-| `TRAINABLE_LEMMATIZER_LOSS` | 46356.57 |
-| `TAGGER_LOSS` | 45440.74 |
-| `MORPHOLOGIZER_LOSS` | 32508.30 |
+| `DEP_UAS` | 78.26 |
+| `DEP_LAS` | 71.48 |
+| `SENTS_P` | 88.45 |
+| `SENTS_R` | 93.76 |
+| `SENTS_F` | 91.03 |
+| `LEMMA_ACC` | 78.66 |
+| `TAG_ACC` | 83.90 |
+| `POS_ACC` | 93.30 |
+| `MORPH_ACC` | 85.93 |
+| `TRANSFORMER_LOSS` | 1130174.44 |
+| `PARSER_LOSS` | 186531.15 |
+| `TRAINABLE_LEMMATIZER_LOSS` | 153745.66 |
+| `TAGGER_LOSS` | 95557.86 |
+| `MORPHOLOGIZER_LOSS` | 75243.89 |

meta.json

@@ -5331,158 +5331,163 @@
 
   ],
   "performance":{
-    "dep_uas":0.7731926157,
-    "dep_las":0.7051552558,
+    "dep_uas":0.7826000133,
+    "dep_las":0.7147911303,
     "dep_las_per_type":{
       "discourse":{
-        "p":0.6319895969,
-        "r":0.6768802228,
-        "f":0.6536650975
+        "p":0.6720867209,
+        "r":0.6908077994,
+        "f":0.6813186813
       },
       "vocative":{
-        "p":0.5820895522,
-        "r":0.391959799,
-        "f":0.4684684685
+        "p":0.4156626506,
+        "r":0.3467336683,
+        "f":0.3780821918
       },
       "root":{
-        "p":0.7956665664,
-        "r":0.8542810985,
-        "f":0.8239326893
+        "p":0.8072948328,
+        "r":0.8581583199,
+        "f":0.8319498825
       },
       "advmod":{
-        "p":0.7249022164,
-        "r":0.6945658963,
-        "f":0.7094098884
+        "p":0.7267479153,
+        "r":0.7076826983,
+        "f":0.7170886076
       },
       "advcl":{
-        "p":0.5731573157,
-        "r":0.5693989071,
-        "f":0.5712719298
+        "p":0.5767590618,
+        "r":0.5912568306,
+        "f":0.5839179709
       },
       "expl:pv":{
-        "p":0.9663366337,
-        "r":0.953125,
-        "f":0.9596853491
+        "p":0.9764705882,
+        "r":0.97265625,
+        "f":0.9745596869
       },
       "obl:arg":{
-        "p":0.5634615385,
-        "r":0.5711500975,
-        "f":0.5672797677
+        "p":0.5357766143,
+        "r":0.5984405458,
+        "f":0.5653775322
       },
       "case":{
-        "p":0.9345487149,
+        "p":0.9373501199,
         "r":0.9323196184,
-        "f":0.9334328358
+        "f":0.9348281016
       },
       "obl":{
-        "p":0.7200306396,
-        "r":0.7151007988,
-        "f":0.7175572519
+        "p":0.7386363636,
+        "r":0.7170026626,
+        "f":0.7276587531
       },
       "nummod":{
-        "p":0.5035971223,
+        "p":0.4982206406,
         "r":0.7608695652,
-        "f":0.6060606061
+        "f":0.6021505376
       },
       "conj":{
-        "p":0.5173025732,
-        "r":0.497228145,
-        "f":0.5070667536
+        "p":0.5297777778,
+        "r":0.508315565,
+        "f":0.5188248096
       },
       "nsubj":{
-        "p":0.6469344609,
-        "r":0.6459102902,
-        "f":0.6464219699
+        "p":0.6583649161,
+        "r":0.6416886544,
+        "f":0.649919829
       },
       "appos":{
-        "p":0.4945652174,
-        "r":0.5126760563,
-        "f":0.5034578147
+        "p":0.4818067754,
+        "r":0.5408450704,
+        "f":0.5096217651
       },
       "obl:agent":{
-        "p":0.5,
-        "r":0.3846153846,
-        "f":0.4347826087
+        "p":0.46,
+        "r":0.4423076923,
+        "f":0.4509803922
       },
       "cc":{
-        "p":0.8172605427,
-        "r":0.8327781479,
-        "f":0.8249463785
+        "p":0.8291556728,
+        "r":0.8374417055,
+        "f":0.8332780908
       },
       "obj":{
-        "p":0.6744186047,
-        "r":0.6606714628,
-        "f":0.667474258
+        "p":0.6807760141,
+        "r":0.6942446043,
+        "f":0.6874443455
       },
       "nmod":{
-        "p":0.4798694233,
-        "r":0.4661733615,
-        "f":0.472922252
+        "p":0.5099337748,
+        "r":0.488372093,
+        "f":0.4989200864
       },
       "dislocated":{
-        "p":0.297029703,
-        "r":0.303030303,
-        "f":0.3
+        "p":0.3538461538,
+        "r":0.2323232323,
+        "f":0.2804878049
       },
       "det":{
-        "p":0.8127458694,
-        "r":0.8032659409,
-        "f":0.8079780993
+        "p":0.8251582278,
+        "r":0.8110419907,
+        "f":0.8180392157
       },
       "amod":{
-        "p":0.7599734043,
-        "r":0.7712550607,
-        "f":0.7655726725
+        "p":0.7724550898,
+        "r":0.7834008097,
+        "f":0.7778894472
       },
       "xcomp":{
-        "p":0.6618075802,
-        "r":0.6522988506,
-        "f":0.6570188133
+        "p":0.6605504587,
+        "r":0.6206896552,
+        "f":0.64
       },
       "parataxis":{
-        "p":0.3472222222,
-        "r":0.2717391304,
-        "f":0.3048780488
+        "p":0.375,
+        "r":0.2608695652,
+        "f":0.3076923077
       },
       "expl":{
-        "p":1.0,
-        "r":0.375,
-        "f":0.5454545455
+        "p":0.3333333333,
+        "r":0.25,
+        "f":0.2857142857
       },
       "cop":{
-        "p":0.641337386,
-        "r":0.6552795031,
-        "f":0.6482334869
+        "p":0.6286549708,
+        "r":0.6677018634,
+        "f":0.6475903614
       },
       "nsubj:pass":{
-        "p":0.6129032258,
-        "r":0.5229357798,
-        "f":0.5643564356
+        "p":0.6421052632,
+        "r":0.5596330275,
+        "f":0.5980392157
       },
       "ccomp":{
-        "p":0.3139534884,
-        "r":0.2727272727,
-        "f":0.2918918919
+        "p":0.3544303797,
+        "r":0.2828282828,
+        "f":0.3146067416
       },
       "dep":{
-        "p":0.1053864169,
-        "r":0.298013245,
-        "f":0.1557093426
+        "p":0.121761658,
+        "r":0.3112582781,
+        "f":0.1750465549
       },
       "aux":{
-        "p":0.7385620915,
-        "r":0.7583892617,
-        "f":0.7483443709
+        "p":0.7551020408,
+        "r":0.744966443,
+        "f":0.75
       },
       "acl":{
-        "p":0.2307692308,
-        "r":0.1850220264,
-        "f":0.2053789731
+        "p":0.2552083333,
+        "r":0.2158590308,
+        "f":0.2338902148
       },
       "mark":{
-        "p":0.6086956522,
-        "r":0.6125,
-        "f":0.6105919003
+        "p":0.6728971963,
+        "r":0.675,
+        "f":0.6739469579
+      },
+      "orphan":{
+        "p":0.3831775701,
+        "r":0.3388429752,
+        "f":0.3596491228
       },
       "aux:pass":{
         "p":0.0,
@@ -5490,29 +5495,24 @@
         "f":0.0
       },
       "iobj":{
-        "p":0.487394958,
-        "r":0.453125,
-        "f":0.4696356275
-      },
-      "orphan":{
-        "p":0.3762886598,
-        "r":0.3016528926,
-        "f":0.3348623853
+        "p":0.5365853659,
+        "r":0.515625,
+        "f":0.5258964143
       },
       "flat:name":{
-        "p":0.6828193833,
-        "r":0.7524271845,
-        "f":0.7159353349
+        "p":0.7647058824,
+        "r":0.7572815534,
+        "f":0.7609756098
       },
       "fixed":{
-        "p":0.511627907,
-        "r":0.2972972973,
-        "f":0.3760683761
+        "p":0.484375,
+        "r":0.4189189189,
+        "f":0.4492753623
       },
       "nummod:gov":{
-        "p":0.802955665,
-        "r":0.8274111675,
-        "f":0.815
+        "p":0.7840375587,
+        "r":0.847715736,
+        "f":0.8146341463
       },
       "list":{
         "p":0.0,
@@ -5520,31 +5520,31 @@
         "f":0.0
       },
       "advcl:cmp":{
-        "p":0.3043478261,
-        "r":0.175,
-        "f":0.2222222222
+        "p":0.3333333333,
+        "r":0.25,
+        "f":0.2857142857
       },
       "csubj":{
-        "p":0.5555555556,
-        "r":0.25,
-        "f":0.3448275862
+        "p":0.4,
+        "r":0.2,
+        "f":0.2666666667
       },
       "flat":{
-        "p":0.3333333333,
-        "r":0.1428571429,
-        "f":0.2
-      },
-      "acl:relcl":{
         "p":0.0,
         "r":0.0,
         "f":0.0
       },
-      "nsubj:outer":{
-        "p":0.0,
-        "r":0.0,
-        "f":0.0
+      "acl:relcl":{
+        "p":0.25,
+        "r":0.0526315789,
+        "f":0.0869565217
       },
       "compound":{
+        "p":0.5,
+        "r":0.4285714286,
+        "f":0.4615384615
+      },
+      "nsubj:outer":{
         "p":0.0,
         "r":0.0,
         "f":0.0
@@ -5565,123 +5565,123 @@
         "f":0.0
       }
     },
-    "sents_p":0.8690009055,
-    "sents_r":0.9302100162,
-    "sents_f":0.8985642946,
-    "lemma_acc":0.7818966896,
-    "tag_acc":0.8331671224,
-    "pos_acc":0.9281460258,
-    "morph_acc":0.8533084449,
+    "sents_p":0.8844864371,
+    "sents_r":0.937641357,
+    "sents_f":0.9102885822,
+    "lemma_acc":0.7866304174,
+    "tag_acc":0.8390253323,
+    "pos_acc":0.9330306104,
+    "morph_acc":0.8593465694,
     "morph_per_feat":{
       "Case":{
-        "p":0.8725837529,
-        "r":0.8640979873,
-        "f":0.8683201385
+        "p":0.8787445618,
+        "r":0.8702529698,
+        "f":0.874478152
       },
       "Gender":{
-        "p":0.8981385056,
-        "r":0.8904878678,
-        "f":0.8942968244
+        "p":0.9035470225,
+        "r":0.8959086216,
+        "f":0.8997116101
       },
       "Number":{
-        "p":0.9432376724,
-        "r":0.9351813037,
-        "f":0.9391922116
+        "p":0.9467180652,
+        "r":0.9394256969,
+        "f":0.9430577839
       },
       "Mood":{
-        "p":0.9258608573,
-        "r":0.9248859249,
-        "f":0.9253731343
+        "p":0.9326352531,
+        "r":0.9378729379,
+        "f":0.9352467623
       },
       "Person":{
-        "p":0.9466308313,
-        "r":0.946267511,
-        "f":0.9464491363
+        "p":0.9556110684,
+        "r":0.9543273844,
+        "f":0.954968795
       },
       "Tense":{
-        "p":0.9353658537,
-        "r":0.9361269325,
-        "f":0.9357462383
+        "p":0.940900754,
+        "r":0.9391781937,
+        "f":0.9400386847
       },
       "VerbForm":{
-        "p":0.9383736956,
-        "r":0.9368979752,
-        "f":0.9376352548
+        "p":0.9439731703,
+        "r":0.940632986,
+        "f":0.9423001182
       },
       "Voice":{
-        "p":0.9527761312,
-        "r":0.9512724403,
-        "f":0.952023692
+        "p":0.9558939873,
+        "r":0.9534424936,
+        "f":0.9546666667
       },
       "PronType":{
-        "p":0.950917627,
-        "r":0.9172498971,
-        "f":0.9337803856
+        "p":0.9564102564,
+        "r":0.9213668176,
+        "f":0.9385615433
       },
       "Variant":{
-        "p":0.8726012793,
-        "r":0.8521603332,
-        "f":0.8622596787
+        "p":0.8862786973,
+        "r":0.8641332639,
+        "f":0.8750658935
       },
       "Reflex":{
-        "p":0.976825029,
-        "r":0.9790940767,
-        "f":0.9779582367
+        "p":0.9826589595,
+        "r":0.987224158,
+        "f":0.9849362688
       },
       "Aspect":{
-        "p":0.9192513369,
-        "r":0.9217158177,
-        "f":0.9204819277
+        "p":0.9193114578,
+        "r":0.9163538874,
+        "f":0.91783029
       },
       "Degree":{
-        "p":0.8771676301,
-        "r":0.8601794993,
-        "f":0.868590508
+        "p":0.8915139826,
+        "r":0.8734057629,
+        "f":0.8823669769
       },
       "Clitic":{
-        "p":0.652173913,
-        "r":0.6818181818,
-        "f":0.6666666667
+        "p":0.64,
+        "r":0.7272727273,
+        "f":0.6808510638
       },
       "Polarity":{
-        "p":0.9852216749,
-        "r":0.956937799,
-        "f":0.9708737864
+        "p":0.9828431373,
+        "r":0.9593301435,
+        "f":0.9709443099
       },
       "Poss":{
-        "p":0.9532163743,
-        "r":0.9367816092,
-        "f":0.9449275362
+        "p":0.9529411765,
+        "r":0.9310344828,
+        "f":0.9418604651
       },
       "Analyt":{
-        "p":0.6744186047,
-        "r":0.5576923077,
-        "f":0.6105263158
+        "p":0.8,
+        "r":0.6153846154,
+        "f":0.6956521739
       },
       "NumType":{
-        "p":0.8805309735,
-        "r":0.8805309735,
-        "f":0.8805309735
+        "p":0.8608695652,
+        "r":0.8761061947,
+        "f":0.8684210526
       },
       "Animacy":{
-        "p":0.5254237288,
-        "r":0.6078431373,
-        "f":0.5636363636
+        "p":0.4833333333,
+        "r":0.568627451,
+        "f":0.5225225225
       },
       "NumForm":{
-        "p":0.9154929577,
-        "r":0.9027777778,
-        "f":0.9090909091
+        "p":0.8909090909,
+        "r":0.9074074074,
+        "f":0.8990825688
       },
       "NameType":{
-        "p":0.6913580247,
-        "r":0.6767371601,
-        "f":0.6839694656
+        "p":0.7094801223,
+        "r":0.7009063444,
+        "f":0.7051671733
       },
       "Abbr":{
-        "p":0.8235294118,
+        "p":1.0,
         "r":0.9333333333,
-        "f":0.875
+        "f":0.9655172414
       },
       "Typo":{
         "p":0.0,
@@ -5689,13 +5689,13 @@
         "f":0.0
       }
     },
-    "transformer_loss":3857.8608363756,
-    "parser_loss":660.8612749195,
-    "trainable_lemmatizer_loss":463.5656977798,
-    "tagger_loss":454.4073721695,
-    "morphologizer_loss":325.0829515641
+    "transformer_loss":11301.7443730803,
+    "parser_loss":1865.3115154775,
+    "trainable_lemmatizer_loss":1537.4565798355,
+    "tagger_loss":955.5785775456,
+    "morphologizer_loss":752.4389228711
   },
   "requirements":[
-    "spacy-transformers>=1.3.3,<1.4.0"
+    "spacy-transformers>=1.3.4,<1.4.0"
   ]
 }

morphologizer/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb773a5a59260b1ab93c94b92ea01891a385523a9a448224ca83b04a59d4ee0b
+oid sha256:8211d07a858f89c7c5004dd1eed783a0b4989fe629e7b3ecb260399693cadab5
 size 7370749

parser/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2cf7e52432ff66b1d3e54faec21af92a2d2ed6de196e9f13387bbc8c739b6377
+oid sha256:67a69d590682c2c9e66567fe969caa2b7815be087d17dc16941961de85e626ce
 size 1832547

tagger/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f07fba30f9ff1756339a8079674cefe0d4ab289d0e31c3cfef1174515283130
+oid sha256:877df948270688049eb2c97642a782a24f63fb0e31779b95bff4c6bc98a7930e
 size 8767253

trainable_lemmatizer/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c88bb8d2de5720091d03c8b55f923d5d62f3c9a5955e3aae451f4971c99478bf
+oid sha256:2bfd4a61f9fcf0454316a65853a39f81e05746e77d0a3c37ba0b08e43e587136
 size 19262565

transformer/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ef171cd8618d934df2e4793afb5446d99029f939b2ceaa75e759383e7a8b1c5
-size 509231398
+oid sha256:5d4f7893d461f0fd9d5a49f54d808541d727a6729f3fee0290033000f0247632
+size 508592662

xx_orv_sigtyp_trf-any-py3-none-any.whl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:955a19951381def93e98f32c3ea5292eeaba9c5162b9adba70b60697125cc52f
-size 501696219
+oid sha256:554aff5e75bf5e12f07bf4c26492123ced9427df5ec9bc5af48d412d1d40d3f8
+size 502824854