Update spaCy pipeline

README.md

@@ -63,8 +63,8 @@ Chinese pipeline optimized for CPU. Components: tok2vec, tagger, parser, senter,
 | Feature | Description |
 | --- | --- |
 | **Name** | `zh_core_web_sm` |
-| **Version** | `3.1.0` |
-| **spaCy** | `>=3.1.0,<3.2.0` |
+| **Version** | `3.2.0` |
+| **spaCy** | `>=3.2.0,<3.3.0` |
 | **Default Pipeline** | `tok2vec`, `tagger`, `parser`, `attribute_ruler`, `ner` |
 | **Components** | `tok2vec`, `tagger`, `parser`, `senter`, `attribute_ruler`, `ner` |
 | **Vectors** | 0 keys, 0 unique vectors (0 dimensions) |
@@ -92,12 +92,15 @@ Chinese pipeline optimized for CPU. Components: tok2vec, tagger, parser, senter,
 | Type | Score |
 | --- | --- |
 | `TOKEN_ACC` | 97.88 |
+| `TOKEN_P` | 94.58 |
+| `TOKEN_R` | 91.36 |
+| `TOKEN_F` | 92.94 |
 | `TAG_ACC` | 89.57 |
+| `SENTS_P` | 78.18 |
+| `SENTS_R` | 73.11 |
+| `SENTS_F` | 75.56 |
 | `DEP_UAS` | 69.65 |
 | `DEP_LAS` | 64.26 |
 | `ENTS_P` | 72.25 |
 | `ENTS_R` | 65.32 |
-| `ENTS_F` | 68.61 |
-| `SENTS_P` | 78.18 |
-| `SENTS_R` | 73.11 |
-| `SENTS_F` | 75.56 |
+| `ENTS_F` | 68.61 |

accuracy.json

@@ -1,15 +1,14 @@
 {
   "token_acc": 0.9788303388,
+  "token_p": 0.9458325855,
+  "token_r": 0.9136060443,
+  "token_f": 0.9294400505,
   "tag_acc": 0.8957464158,
-  "dep_uas": 0.6965379684,
-  "dep_las": 0.6426392548,
-  "ents_p": 0.7224990884,
-  "ents_r": 0.6531868132,
-  "ents_f": 0.6860968431,
   "sents_p": 0.7817728729,
   "sents_r": 0.7311469952,
   "sents_f": 0.7556129032,
-  "speed": 10175.5709293766,
+  "dep_uas": 0.6965379684,
+  "dep_las": 0.6426392548,
   "dep_las_per_type": {
     "dep": {
       "p": 0.4702473498,
@@ -237,6 +236,9 @@
       "f": 0.8941176471
     }
   },
+  "ents_p": 0.7224990884,
+  "ents_r": 0.6531868132,
+  "ents_f": 0.6860968431,
   "ents_per_type": {
     "DATE": {
       "p": 0.75,
@@ -278,26 +280,26 @@
       "r": 0.5110887097,
       "f": 0.5439914163
     },
-    "LOC": {
-      "p": 0.5319148936,
-      "r": 0.3360215054,
-      "f": 0.4118616145
-    },
     "NORP": {
       "p": 0.6774193548,
       "r": 0.4411764706,
       "f": 0.534351145
     },
-    "WORK_OF_ART": {
-      "p": 0.4520547945,
-      "r": 0.22,
-      "f": 0.2959641256
+    "LOC": {
+      "p": 0.5319148936,
+      "r": 0.3360215054,
+      "f": 0.4118616145
     },
     "TIME": {
       "p": 0.7438423645,
       "r": 0.7330097087,
       "f": 0.7383863081
     },
+    "WORK_OF_ART": {
+      "p": 0.4520547945,
+      "r": 0.22,
+      "f": 0.2959641256
+    },
     "MONEY": {
       "p": 0.9292035398,
       "r": 0.7777777778,
@@ -328,5 +330,6 @@
       "r": 0.5555555556,
       "f": 0.5263157895
     }
-  }
+  },
+  "speed": 6703.9223469178
 }

config.cfg

@@ -1,10 +1,8 @@
 [paths]
-train = "corpus/zh-core-news/train.spacy"
-dev = "corpus/zh-core-news/dev.spacy"
+train = null
+dev = null
 vectors = null
-raw = null
 init_tok2vec = null
-vocab_data = null
 
 [system]
 gpu_allocator = null
@@ -27,12 +25,14 @@ segmenter = "pkuseg"
 
 [components.attribute_ruler]
 factory = "attribute_ruler"
+scorer = {"@scorers":"spacy.attribute_ruler_scorer.v1"}
 validate = false
 
 [components.ner]
 factory = "ner"
 incorrect_spans_key = null
 moves = null
+scorer = {"@scorers":"spacy.ner_scorer.v1"}
 update_with_oracle_cut_size = 100
 
 [components.ner.model]
@@ -66,6 +66,7 @@ factory = "parser"
 learn_tokens = false
 min_action_freq = 30
 moves = null
+scorer = {"@scorers":"spacy.parser_scorer.v1"}
 update_with_oracle_cut_size = 100
 
 [components.parser.model]
@@ -84,6 +85,8 @@ upstream = "tok2vec"
 
 [components.senter]
 factory = "senter"
+overwrite = false
+scorer = {"@scorers":"spacy.senter_scorer.v1"}
 
 [components.senter.model]
 @architectures = "spacy.Tagger.v1"
@@ -108,6 +111,8 @@ maxout_pieces = 2
 
 [components.tagger]
 factory = "tagger"
+overwrite = false
+scorer = {"@scorers":"spacy.tagger_scorer.v1"}
 
 [components.tagger.model]
 @architectures = "spacy.Tagger.v1"
@@ -142,17 +147,17 @@ maxout_pieces = 3
 
 [corpora.dev]
 @readers = "spacy.Corpus.v1"
-limit = 0
-max_length = 0
-path = ${paths:dev}
+path = ${paths.dev}
 gold_preproc = false
+max_length = 0
+limit = 0
 augmenter = null
 
 [corpora.train]
 @readers = "spacy.Corpus.v1"
-path = ${paths:train}
-max_length = 5000
+path = ${paths.train}
 gold_preproc = false
+max_length = 0
 limit = 0
 augmenter = null
 
@@ -185,9 +190,8 @@ compound = 1.001
 t = 0.0
 
 [training.logger]
-@loggers = "spacy.WandbLogger.v1"
-project_name = "spacy-v3.0.0a2"
-remove_config_values = []
+@loggers = "spacy.ConsoleLogger.v1"
+progress_bar = false
 
 [training.optimizer]
 @optimizers = "Adam.v1"
@@ -201,22 +205,23 @@ eps = 0.00000001
 learn_rate = 0.001
 
 [training.score_weights]
-tag_acc = 0.24
+tag_acc = 0.32
 dep_uas = 0.0
-dep_las = 0.24
+dep_las = 0.32
 dep_las_per_type = null
 sents_p = null
 sents_r = null
-sents_f = 0.03
-ents_f = 0.5
+sents_f = 0.04
+ents_f = 0.32
 ents_p = 0.0
 ents_r = 0.0
 ents_per_type = null
+speed = 0.0
 
 [pretraining]
 
 [initialize]
-vocab_data = ${paths.vocab_data}
+vocab_data = null
 vectors = ${paths.vectors}
 init_tok2vec = ${paths.init_tok2vec}
 before_init = null

meta.json

@@ -1,14 +1,14 @@
 {
   "lang":"zh",
   "name":"core_web_sm",
-  "version":"3.1.0",
+  "version":"3.2.0",
   "description":"Chinese pipeline optimized for CPU. Components: tok2vec, tagger, parser, senter, ner, attribute_ruler.",
   "author":"Explosion",
   "email":"contact@explosion.ai",
   "url":"https://explosion.ai",
   "license":"MIT",
-  "spacy_version":">=3.1.0,<3.2.0",
-  "spacy_git_version":"caba63b74",
+  "spacy_version":">=3.2.0,<3.3.0",
+  "spacy_git_version":"bb26550e2",
   "vectors":{
     "width":0,
     "vectors":0,
@@ -152,16 +152,15 @@
   ],
   "performance":{
     "token_acc":0.9788303388,
+    "token_p":0.9458325855,
+    "token_r":0.9136060443,
+    "token_f":0.9294400505,
     "tag_acc":0.8957464158,
-    "dep_uas":0.6965379684,
-    "dep_las":0.6426392548,
-    "ents_p":0.7224990884,
-    "ents_r":0.6531868132,
-    "ents_f":0.6860968431,
     "sents_p":0.7817728729,
     "sents_r":0.7311469952,
     "sents_f":0.7556129032,
-    "speed":10175.5709293766,
+    "dep_uas":0.6965379684,
+    "dep_las":0.6426392548,
     "dep_las_per_type":{
       "dep":{
         "p":0.4702473498,
@@ -389,6 +388,9 @@
         "f":0.8941176471
       }
     },
+    "ents_p":0.7224990884,
+    "ents_r":0.6531868132,
+    "ents_f":0.6860968431,
     "ents_per_type":{
       "DATE":{
         "p":0.75,
@@ -430,26 +432,26 @@
         "r":0.5110887097,
         "f":0.5439914163
       },
-      "LOC":{
-        "p":0.5319148936,
-        "r":0.3360215054,
-        "f":0.4118616145
-      },
       "NORP":{
         "p":0.6774193548,
         "r":0.4411764706,
         "f":0.534351145
       },
-      "WORK_OF_ART":{
-        "p":0.4520547945,
-        "r":0.22,
-        "f":0.2959641256
+      "LOC":{
+        "p":0.5319148936,
+        "r":0.3360215054,
+        "f":0.4118616145
       },
       "TIME":{
         "p":0.7438423645,
         "r":0.7330097087,
         "f":0.7383863081
       },
+      "WORK_OF_ART":{
+        "p":0.4520547945,
+        "r":0.22,
+        "f":0.2959641256
+      },
       "MONEY":{
         "p":0.9292035398,
         "r":0.7777777778,
@@ -480,7 +482,8 @@
         "r":0.5555555556,
         "f":0.5263157895
       }
-    }
+    },
+    "speed":6703.9223469178
   },
   "sources":[
     {

senter/cfg

@@ -1,3 +1,3 @@
 {
-
+  "overwrite":false
 }

tagger/cfg

@@ -36,5 +36,6 @@
     "VE",
     "VV",
     "X"
-  ]
+  ],
+  "overwrite":false
 }

vocab/vectors.cfg

@@ -0,0 +1,3 @@
+{
+  "mode":"default"
+}

zh_core_web_sm-any-py3-none-any.whl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dad1f66fb6b3981c4986c7203332910a369eb42295ba9bc7ca36a3928ea73fe9
-size 49466044
+oid sha256:0629b5fe5fc8979fa895be4956363e7721e040908b0dd4c9ed469ad7309dd5cf
+size 49466491