xx_chu_sigtyp_trf-0.1.0: Update SIGTYP pipeline

README.md

@@ -13,49 +13,49 @@ model-index:
     metrics:
     - name: TAG (XPOS) Accuracy
       type: accuracy
-      value: 0.8505874921
+      value: 0.8649113054
   - task:
       name: POS
       type: token-classification
     metrics:
     - name: POS (UPOS) Accuracy
       type: accuracy
-      value: 0.9390416498
+      value: 0.9476318051
   - task:
       name: MORPH
       type: token-classification
     metrics:
     - name: Morph (UFeats) Accuracy
       type: accuracy
-      value: 0.8610991788
+      value: 0.876478318
   - task:
       name: LEMMA
       type: token-classification
     metrics:
     - name: Lemma Accuracy
       type: accuracy
-      value: 0.7941495946
+      value: 0.7993028014
   - task:
       name: UNLABELED_DEPENDENCIES
       type: token-classification
     metrics:
     - name: Unlabeled Attachment Score (UAS)
       type: f_score
-      value: 0.7827954815
+      value: 0.7961277929
   - task:
       name: LABELED_DEPENDENCIES
       type: token-classification
     metrics:
     - name: Labeled Attachment Score (LAS)
       type: f_score
-      value: 0.7210389348
+      value: 0.7354137713
   - task:
       name: SENTS
       type: token-classification
     metrics:
     - name: Sentences F-Score
       type: f_score
-      value: 0.8355222014
+      value: 0.8696202532
 ---
 | Feature | Description |
 | --- | --- |
@@ -87,17 +87,17 @@ model-index:
 
 | Type | Score |
 | --- | --- |
-| `DEP_UAS` | 78.28 |
-| `DEP_LAS` | 72.10 |
-| `SENTS_P` | 79.08 |
-| `SENTS_R` | 88.56 |
-| `SENTS_F` | 83.55 |
-| `LEMMA_ACC` | 79.41 |
-| `TAG_ACC` | 85.06 |
-| `POS_ACC` | 93.90 |
-| `MORPH_ACC` | 86.11 |
-| `TRANSFORMER_LOSS` | 35806.57 |
-| `PARSER_LOSS` | 5912.67 |
-| `TRAINABLE_LEMMATIZER_LOSS` | 1985.82 |
-| `TAGGER_LOSS` | 6052.92 |
-| `MORPHOLOGIZER_LOSS` | 6082.16 |
+| `DEP_UAS` | 79.61 |
+| `DEP_LAS` | 73.54 |
+| `SENTS_P` | 83.21 |
+| `SENTS_R` | 91.07 |
+| `SENTS_F` | 86.96 |
+| `LEMMA_ACC` | 79.93 |
+| `TAG_ACC` | 86.49 |
+| `POS_ACC` | 94.76 |
+| `MORPH_ACC` | 87.65 |
+| `TRANSFORMER_LOSS` | 947833.82 |
+| `PARSER_LOSS` | 197563.72 |
+| `TRAINABLE_LEMMATIZER_LOSS` | 124226.38 |
+| `TAGGER_LOSS` | 56757.17 |
+| `MORPHOLOGIZER_LOSS` | 61126.13 |

meta.json

@@ -3081,183 +3081,183 @@
 
   ],
   "performance":{
-    "dep_uas":0.7827954815,
-    "dep_las":0.7210389348,
+    "dep_uas":0.7961277929,
+    "dep_las":0.7354137713,
     "dep_las_per_type":{
       "discourse":{
-        "p":0.784962406,
-        "r":0.7733333333,
-        "f":0.7791044776
+        "p":0.8188622754,
+        "r":0.8103703704,
+        "f":0.8145941921
       },
       "case":{
-        "p":0.9265255293,
-        "r":0.9329153605,
-        "f":0.9297094658
+        "p":0.9411027569,
+        "r":0.94169279,
+        "f":0.941397681
       },
       "root":{
-        "p":0.8005518329,
-        "r":0.8974812196,
-        "f":0.84625
+        "p":0.8280871671,
+        "r":0.9067609368,
+        "f":0.8656401603
       },
       "nsubj":{
-        "p":0.6842857143,
-        "r":0.6722807018,
-        "f":0.6782300885
+        "p":0.6988795518,
+        "r":0.7003508772,
+        "f":0.6996144409
       },
       "det":{
-        "p":0.8250988142,
-        "r":0.8202357564,
-        "f":0.8226600985
+        "p":0.8176583493,
+        "r":0.836935167,
+        "f":0.827184466
       },
       "obj":{
-        "p":0.7208053691,
-        "r":0.7117296223,
-        "f":0.7162387462
+        "p":0.7327698309,
+        "r":0.74685222,
+        "f":0.7397440105
       },
       "mark":{
-        "p":0.7279792746,
-        "r":0.7473404255,
-        "f":0.7375328084
+        "p":0.7176165803,
+        "r":0.7367021277,
+        "f":0.7270341207
       },
       "advcl":{
-        "p":0.6321585903,
-        "r":0.5845213849,
-        "f":0.6074074074
+        "p":0.6565762004,
+        "r":0.6405295316,
+        "f":0.6484536082
       },
       "amod":{
-        "p":0.7372353674,
-        "r":0.7619047619,
-        "f":0.7493670886
+        "p":0.7396593674,
+        "r":0.7824967825,
+        "f":0.7604752971
       },
       "obl":{
-        "p":0.6778947368,
-        "r":0.6607387141,
-        "f":0.6692067891
+        "p":0.6884906961,
+        "r":0.6833105335,
+        "f":0.6858908342
+      },
+      "acl":{
+        "p":0.4163424125,
+        "r":0.3119533528,
+        "f":0.3566666667
       },
       "cc":{
-        "p":0.7892405063,
-        "r":0.8280212483,
-        "f":0.8081659106
+        "p":0.8125819135,
+        "r":0.823373174,
+        "f":0.8179419525
       },
       "advmod":{
-        "p":0.7350993377,
-        "r":0.6809815951,
-        "f":0.7070063694
+        "p":0.7024467245,
+        "r":0.6825153374,
+        "f":0.6923376118
       },
       "conj":{
-        "p":0.529676259,
-        "r":0.538883806,
-        "f":0.5342403628
+        "p":0.5463917526,
+        "r":0.5333943275,
+        "f":0.5398148148
       },
       "expl:pv":{
-        "p":0.963190184,
+        "p":0.9711340206,
         "r":0.9651639344,
-        "f":0.9641760491
+        "f":0.9681397739
       },
       "obl:arg":{
-        "p":0.7034035656,
-        "r":0.6955128205,
-        "f":0.6994359388
-      },
-      "acl":{
-        "p":0.3669064748,
-        "r":0.2973760933,
-        "f":0.3285024155
-      },
-      "dep":{
-        "p":0.0128205128,
-        "r":0.0588235294,
-        "f":0.0210526316
+        "p":0.6881889764,
+        "r":0.7003205128,
+        "f":0.6942017474
       },
       "nsubj:pass":{
-        "p":0.6470588235,
-        "r":0.4150943396,
-        "f":0.5057471264
+        "p":0.6363636364,
+        "r":0.3962264151,
+        "f":0.488372093
       },
       "dislocated":{
-        "p":0.64,
-        "r":0.2807017544,
-        "f":0.3902439024
+        "p":0.4642857143,
+        "r":0.2280701754,
+        "f":0.3058823529
       },
       "cop":{
-        "p":0.695863747,
-        "r":0.7295918367,
-        "f":0.7123287671
+        "p":0.7412060302,
+        "r":0.7525510204,
+        "f":0.746835443
       },
       "vocative":{
-        "p":0.7551020408,
-        "r":0.6768292683,
-        "f":0.7138263666
+        "p":0.8402777778,
+        "r":0.737804878,
+        "f":0.7857142857
       },
       "flat:name":{
-        "p":0.4642857143,
-        "r":0.5652173913,
-        "f":0.5098039216
+        "p":0.75,
+        "r":0.652173913,
+        "f":0.6976744186
       },
-      "appos":{
-        "p":0.3870967742,
-        "r":0.3654822335,
-        "f":0.3759791123
+      "ccomp":{
+        "p":0.5882352941,
+        "r":0.4790419162,
+        "f":0.5280528053
       },
       "xcomp":{
-        "p":0.6138613861,
-        "r":0.5886075949,
-        "f":0.6009693053
+        "p":0.6156462585,
+        "r":0.5727848101,
+        "f":0.593442623
+      },
+      "appos":{
+        "p":0.3918128655,
+        "r":0.3401015228,
+        "f":0.3641304348
       },
       "nmod":{
-        "p":0.4744376278,
-        "r":0.4978540773,
-        "f":0.4858638743
+        "p":0.5372460497,
+        "r":0.5107296137,
+        "f":0.5236523652
       },
-      "orphan":{
-        "p":0.3440860215,
-        "r":0.268907563,
-        "f":0.3018867925
+      "dep":{
+        "p":0.015037594,
+        "r":0.0588235294,
+        "f":0.0239520958
       },
       "aux":{
-        "p":0.884057971,
-        "r":0.734939759,
-        "f":0.8026315789
+        "p":0.8666666667,
+        "r":0.7831325301,
+        "f":0.8227848101
       },
-      "advcl:cmp":{
-        "p":0.4090909091,
-        "r":0.2903225806,
-        "f":0.3396226415
+      "orphan":{
+        "p":0.3414634146,
+        "r":0.2352941176,
+        "f":0.2786069652
       },
-      "ccomp":{
-        "p":0.5761589404,
-        "r":0.5209580838,
-        "f":0.5471698113
+      "advcl:cmp":{
+        "p":0.1666666667,
+        "r":0.2258064516,
+        "f":0.1917808219
       },
       "parataxis":{
-        "p":0.2592592593,
+        "p":0.2333333333,
         "r":0.152173913,
-        "f":0.1917808219
+        "f":0.1842105263
       },
       "nummod":{
-        "p":0.5223880597,
-        "r":0.5384615385,
-        "f":0.5303030303
+        "p":0.5970149254,
+        "r":0.6153846154,
+        "f":0.6060606061
       },
       "obl:agent":{
-        "p":0.4666666667,
-        "r":0.2545454545,
-        "f":0.3294117647
+        "p":0.4324324324,
+        "r":0.2909090909,
+        "f":0.347826087
       },
       "csubj":{
-        "p":0.6666666667,
-        "r":0.6666666667,
-        "f":0.6666666667
+        "p":0.5625,
+        "r":0.75,
+        "f":0.6428571429
       },
       "nsubj:outer":{
-        "p":1.0,
-        "r":0.2857142857,
-        "f":0.4444444444
+        "p":0.3333333333,
+        "r":0.1428571429,
+        "f":0.2
       },
       "fixed":{
-        "p":0.6875,
-        "r":0.4489795918,
-        "f":0.5432098765
+        "p":0.675,
+        "r":0.5510204082,
+        "f":0.606741573
       },
       "csubj:pass":{
         "p":0.0,
@@ -3270,78 +3270,78 @@
         "f":0.0
       }
     },
-    "sents_p":0.7908445146,
-    "sents_r":0.8855501547,
-    "sents_f":0.8355222014,
-    "lemma_acc":0.7941495946,
-    "tag_acc":0.8505874921,
-    "pos_acc":0.9390416498,
-    "morph_acc":0.8610991788,
+    "sents_p":0.8320549051,
+    "sents_r":0.9107379585,
+    "sents_f":0.8696202532,
+    "lemma_acc":0.7993028014,
+    "tag_acc":0.8649113054,
+    "pos_acc":0.9476318051,
+    "morph_acc":0.876478318,
     "morph_per_feat":{
       "Case":{
-        "p":0.8854285714,
-        "r":0.8736139823,
-        "f":0.8794816006
+        "p":0.9003889574,
+        "r":0.8918436384,
+        "f":0.896095926
       },
       "Gender":{
-        "p":0.8947259351,
-        "r":0.880403752,
-        "f":0.8875070661
+        "p":0.9059502939,
+        "r":0.8956973899,
+        "f":0.900794668
       },
       "Number":{
-        "p":0.9462238331,
-        "r":0.9370055669,
-        "f":0.9415921387
+        "p":0.955619554,
+        "r":0.9479197187,
+        "f":0.9517540634
       },
       "Person":{
-        "p":0.9583797845,
-        "r":0.9541250462,
-        "f":0.9562476826
+        "p":0.9655813953,
+        "r":0.9600443951,
+        "f":0.9628049346
       },
       "PronType":{
-        "p":0.977953411,
-        "r":0.9588091354,
-        "f":0.9682866557
+        "p":0.9837296621,
+        "r":0.9616639478,
+        "f":0.9725716643
       },
       "Mood":{
-        "p":0.9445178336,
-        "r":0.9470198675,
-        "f":0.9457671958
+        "p":0.9518752074,
+        "r":0.9496688742,
+        "f":0.9507707608
       },
       "Tense":{
-        "p":0.9424027509,
-        "r":0.9389721627,
-        "f":0.9406843291
+        "p":0.9554883319,
+        "r":0.9468950749,
+        "f":0.9511722951
       },
       "VerbForm":{
-        "p":0.951512551,
-        "r":0.9476495726,
-        "f":0.9495771331
+        "p":0.9663575588,
+        "r":0.9574786325,
+        "f":0.9618976065
       },
       "Voice":{
-        "p":0.962389856,
-        "r":0.9588865096,
-        "f":0.9606349887
+        "p":0.9755834054,
+        "r":0.9668094218,
+        "f":0.9711765971
       },
       "Variant":{
-        "p":0.9028753994,
-        "r":0.8836772983,
-        "f":0.8931731985
+        "p":0.9291237113,
+        "r":0.9018136335,
+        "f":0.9152649952
       },
       "Degree":{
-        "p":0.8908807482,
-        "r":0.8805855162,
-        "f":0.8857032158
+        "p":0.896073903,
+        "r":0.8967642527,
+        "f":0.8964189449
       },
       "Reflex":{
-        "p":0.9898107715,
-        "r":0.988372093,
-        "f":0.9890909091
+        "p":0.9941605839,
+        "r":0.9898255814,
+        "f":0.9919883467
       },
       "Poss":{
-        "p":0.9920948617,
-        "r":0.98046875,
-        "f":0.9862475442
+        "p":0.9862745098,
+        "r":0.982421875,
+        "f":0.9843444227
       },
       "Polarity":{
         "p":0.9950248756,
@@ -3349,18 +3349,18 @@
         "f":0.9913258984
       },
       "Aspect":{
-        "p":0.9377262853,
-        "r":0.9329971182,
-        "f":0.9353557241
+        "p":0.941218638,
+        "r":0.9459654179,
+        "f":0.9435860582
       }
     },
-    "transformer_loss":358.0656565068,
-    "parser_loss":59.1267332136,
-    "trainable_lemmatizer_loss":19.8582299868,
-    "tagger_loss":60.5291673724,
-    "morphologizer_loss":60.8216136592
+    "transformer_loss":9478.3382260664,
+    "parser_loss":1975.6371622602,
+    "trainable_lemmatizer_loss":1242.2638133564,
+    "tagger_loss":567.5716672999,
+    "morphologizer_loss":611.26134749
   },
   "requirements":[
-    "spacy-transformers>=1.3.3,<1.4.0"
+    "spacy-transformers>=1.3.4,<1.4.0"
   ]
 }

morphologizer/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee18d9e2fee857cbcb3646853ac3e612c081eb47f5162220b0e06cd8f18c2e44
+oid sha256:f1d1bfc6f30c951f0596ba545a5dce60975cc65c95125bd5aa35097b67761d15
 size 4863809

parser/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:746cdd1ebc50893d15755216f2f3b29c8e51bfeca1af9fa69ec463995e653485
+oid sha256:d37121d4cb5de0fdd4f97f590723d29cb0d473dc1003128549f9b66015382561
 size 1671399

tagger/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73797d3ec2cdc3e15679d0648bfdd84b4bf9cb0601bca705587c3dfa4f5135c9
+oid sha256:acf870e3a97a551c5e3f50f390a8814806524a92d8237231bc8d4b24edc9b920
 size 4371649

trainable_lemmatizer/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0586b97d9c4cf54dbf303e606846465c93717e8093224a25b79e7a6c4739aecb
+oid sha256:d0d58daa3fe3b2faea37da3b51add3f803499db2e75d315f01b58a3aa6ef98fd
 size 14165633

transformer/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfdbc753160505ac9498b68655f666df4c225aaba0e6786b91f3f45a3433d809
-size 509231398
+oid sha256:e905b8b3c2e8af628d0724ad8f5fb082afafe266a6d02f4f59cde110ee7b1733
+size 508592662

xx_chu_sigtyp_trf-any-py3-none-any.whl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5adf07c03fad400227f49547260c81222a70035e6fdd3d5dfe675025cbda7552
-size 490013884
+oid sha256:9e69204df45a44bfd6eeabf62d863fbbe240e276986ed47c8f199824900a3052
+size 491125975