Update spaCy pipeline

.gitattributes

@@ -14,3 +14,7 @@
 *.pb filter=lfs diff=lfs merge=lfs -text
 *.pt filter=lfs diff=lfs merge=lfs -text
 *.pth filter=lfs diff=lfs merge=lfs -text
+*.whl filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*strings.json filter=lfs diff=lfs merge=lfs -text
+vectors filter=lfs diff=lfs merge=lfs -text

LICENSE

@@ -0,0 +1,19 @@
+Copyright 2021 ExplosionAI GmbH
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
+of the Software, and to permit persons to whom the Software is furnished to do
+so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

LICENSES_SOURCES

@@ -0,0 +1,24 @@
+# OntoNotes 5
+
+* Author: Ralph Weischedel, Martha Palmer, Mitchell Marcus, Eduard Hovy, Sameer Pradhan, Lance Ramshaw, Nianwen Xue, Ann Taylor, Jeff Kaufman, Michelle Franchini, Mohammed El-Bachouti, Robert Belvin, Ann Houston
+* URL: https://catalog.ldc.upenn.edu/LDC2013T19
+* License: commercial (licensed by Explosion)
+
+```
+```
+
+
+
+
+# CoreNLP Universal Dependencies Converter
+
+* Author: Stanford NLP Group
+* URL: https://nlp.stanford.edu/software/stanford-dependencies.html
+* License: Citation provided for reference, no code packaged with model
+
+```
+```
+
+
+
+

README.md

@@ -0,0 +1,103 @@
+---
+tags:
+- spacy
+- token-classification
+language:
+- zh
+license: MIT
+model-index:
+- name: zh_core_web_sm
+  results:
+  - tasks:
+      name: NER
+      type: token-classification
+      metrics:
+      - name: Precision
+        type: precision
+        value: 0.7224990884
+      - name: Recall
+        type: recall
+        value: 0.6531868132
+      - name: F Score
+        type: f_score
+        value: 0.6860968431
+  - tasks:
+      name: POS
+      type: token-classification
+      metrics:
+      - name: Accuracy
+        type: accuracy
+        value: 0.8957464158
+  - tasks:
+      name: SENTER
+      type: token-classification
+      metrics:
+      - name: Precision
+        type: precision
+        value: 0.7817728729
+      - name: Recall
+        type: recall
+        value: 0.7311469952
+      - name: F Score
+        type: f_score
+        value: 0.7556129032
+  - tasks:
+      name: UNLABELED_DEPENDENCIES
+      type: token-classification
+      metrics:
+      - name: Accuracy
+        type: accuracy
+        value: 0.6965379684
+  - tasks:
+      name: LABELED_DEPENDENCIES
+      type: token-classification
+      metrics:
+      - name: Accuracy
+        type: accuracy
+        value: 0.6965379684
+---
+### Details: https://spacy.io/models/zh#zh_core_web_sm
+
+Chinese pipeline optimized for CPU. Components: tok2vec, tagger, parser, senter, ner, attribute_ruler.
+
+| Feature | Description |
+| --- | --- |
+| **Name** | `zh_core_web_sm` |
+| **Version** | `3.1.0` |
+| **spaCy** | `>=3.1.0,<3.2.0` |
+| **Default Pipeline** | `tok2vec`, `tagger`, `parser`, `attribute_ruler`, `ner` |
+| **Components** | `tok2vec`, `tagger`, `parser`, `senter`, `attribute_ruler`, `ner` |
+| **Vectors** | 0 keys, 0 unique vectors (0 dimensions) |
+| **Sources** | [OntoNotes 5](https://catalog.ldc.upenn.edu/LDC2013T19) (Ralph Weischedel, Martha Palmer, Mitchell Marcus, Eduard Hovy, Sameer Pradhan, Lance Ramshaw, Nianwen Xue, Ann Taylor, Jeff Kaufman, Michelle Franchini, Mohammed El-Bachouti, Robert Belvin, Ann Houston)<br />[CoreNLP Universal Dependencies Converter](https://nlp.stanford.edu/software/stanford-dependencies.html) (Stanford NLP Group) |
+| **License** | `MIT` |
+| **Author** | [Explosion](https://explosion.ai) |
+
+### Label Scheme
+
+<details>
+
+<summary>View label scheme (101 labels for 4 components)</summary>
+
+| Component | Labels |
+| --- | --- |
+| **`tagger`** | `AD`, `AS`, `BA`, `CC`, `CD`, `CS`, `DEC`, `DEG`, `DER`, `DEV`, `DT`, `ETC`, `FW`, `IJ`, `INF`, `JJ`, `LB`, `LC`, `M`, `MSP`, `NN`, `NR`, `NT`, `OD`, `ON`, `P`, `PN`, `PU`, `SB`, `SP`, `URL`, `VA`, `VC`, `VE`, `VV`, `X` |
+| **`parser`** | `ROOT`, `acl`, `advcl:loc`, `advmod`, `advmod:dvp`, `advmod:loc`, `advmod:rcomp`, `amod`, `amod:ordmod`, `appos`, `aux:asp`, `aux:ba`, `aux:modal`, `aux:prtmod`, `auxpass`, `case`, `cc`, `ccomp`, `compound:nn`, `compound:vc`, `conj`, `cop`, `dep`, `det`, `discourse`, `dobj`, `etc`, `mark`, `mark:clf`, `name`, `neg`, `nmod`, `nmod:assmod`, `nmod:poss`, `nmod:prep`, `nmod:range`, `nmod:tmod`, `nmod:topic`, `nsubj`, `nsubj:xsubj`, `nsubjpass`, `nummod`, `parataxis:prnmod`, `punct`, `xcomp` |
+| **`senter`** | `I`, `S` |
+| **`ner`** | `CARDINAL`, `DATE`, `EVENT`, `FAC`, `GPE`, `LANGUAGE`, `LAW`, `LOC`, `MONEY`, `NORP`, `ORDINAL`, `ORG`, `PERCENT`, `PERSON`, `PRODUCT`, `QUANTITY`, `TIME`, `WORK_OF_ART` |
+
+</details>
+
+### Accuracy
+
+| Type | Score |
+| --- | --- |
+| `TOKEN_ACC` | 97.88 |
+| `TAG_ACC` | 89.57 |
+| `DEP_UAS` | 69.65 |
+| `DEP_LAS` | 64.26 |
+| `ENTS_P` | 72.25 |
+| `ENTS_R` | 65.32 |
+| `ENTS_F` | 68.61 |
+| `SENTS_P` | 78.18 |
+| `SENTS_R` | 73.11 |
+| `SENTS_F` | 75.56 |

accuracy.json

@@ -0,0 +1,332 @@
+{
+  "token_acc": 0.9788303388,
+  "tag_acc": 0.8957464158,
+  "dep_uas": 0.6965379684,
+  "dep_las": 0.6426392548,
+  "ents_p": 0.7224990884,
+  "ents_r": 0.6531868132,
+  "ents_f": 0.6860968431,
+  "sents_p": 0.7817728729,
+  "sents_r": 0.7311469952,
+  "sents_f": 0.7556129032,
+  "speed": 10175.5709293766,
+  "dep_las_per_type": {
+    "dep": {
+      "p": 0.4702473498,
+      "r": 0.3361624735,
+      "f": 0.3920575065
+    },
+    "case": {
+      "p": 0.8028549383,
+      "r": 0.7569107662,
+      "f": 0.7792061907
+    },
+    "nmod:tmod": {
+      "p": 0.7231788079,
+      "r": 0.7428571429,
+      "f": 0.732885906
+    },
+    "nummod": {
+      "p": 0.8233471074,
+      "r": 0.5309793471,
+      "f": 0.6456055083
+    },
+    "mark:clf": {
+      "p": 0.9301898347,
+      "r": 0.5665796345,
+      "f": 0.7042188224
+    },
+    "auxpass": {
+      "p": 0.8756756757,
+      "r": 0.8756756757,
+      "f": 0.8756756757
+    },
+    "nsubj": {
+      "p": 0.771189813,
+      "r": 0.7141628793,
+      "f": 0.7415816327
+    },
+    "acl": {
+      "p": 0.6791758646,
+      "r": 0.5119245702,
+      "f": 0.5838077166
+    },
+    "advmod": {
+      "p": 0.8065869786,
+      "r": 0.7189979596,
+      "f": 0.7602780774
+    },
+    "mark": {
+      "p": 0.7065868263,
+      "r": 0.6722173532,
+      "f": 0.6889737256
+    },
+    "xcomp": {
+      "p": 0.7559198543,
+      "r": 0.6758957655,
+      "f": 0.7136715391
+    },
+    "nmod:assmod": {
+      "p": 0.7642786398,
+      "r": 0.7205104264,
+      "f": 0.7417494393
+    },
+    "det": {
+      "p": 0.8394160584,
+      "r": 0.6063268893,
+      "f": 0.7040816327
+    },
+    "amod": {
+      "p": 0.7544338336,
+      "r": 0.6516103692,
+      "f": 0.6992623815
+    },
+    "nmod:prep": {
+      "p": 0.7013125222,
+      "r": 0.5980036298,
+      "f": 0.6455510204
+    },
+    "root": {
+      "p": 0.7283996995,
+      "r": 0.6455801565,
+      "f": 0.6844938664
+    },
+    "aux:prtmod": {
+      "p": 0.890625,
+      "r": 0.8142857143,
+      "f": 0.8507462687
+    },
+    "compound:nn": {
+      "p": 0.7243023667,
+      "r": 0.6939086294,
+      "f": 0.7087798133
+    },
+    "dobj": {
+      "p": 0.780507386,
+      "r": 0.7200414753,
+      "f": 0.7490561677
+    },
+    "ccomp": {
+      "p": 0.6268199234,
+      "r": 0.6360808709,
+      "f": 0.6314164415
+    },
+    "advmod:rcomp": {
+      "p": 0.8096774194,
+      "r": 0.6952908587,
+      "f": 0.7481371088
+    },
+    "nmod:topic": {
+      "p": 0.3686868687,
+      "r": 0.237012987,
+      "f": 0.2885375494
+    },
+    "cop": {
+      "p": 0.7385620915,
+      "r": 0.5817245817,
+      "f": 0.6508279338
+    },
+    "discourse": {
+      "p": 0.5540037244,
+      "r": 0.4909240924,
+      "f": 0.52055993
+    },
+    "neg": {
+      "p": 0.823880597,
+      "r": 0.6563614744,
+      "f": 0.730641959
+    },
+    "aux:modal": {
+      "p": 0.8563772776,
+      "r": 0.8262668046,
+      "f": 0.8410526316
+    },
+    "nmod": {
+      "p": 0.7135761589,
+      "r": 0.5848032564,
+      "f": 0.6428038777
+    },
+    "aux:ba": {
+      "p": 0.8087431694,
+      "r": 0.7872340426,
+      "f": 0.7978436658
+    },
+    "advmod:loc": {
+      "p": 0.58203125,
+      "r": 0.4421364985,
+      "f": 0.502529511
+    },
+    "aux:asp": {
+      "p": 0.9053941909,
+      "r": 0.870015949,
+      "f": 0.8873525824
+    },
+    "conj": {
+      "p": 0.4784786642,
+      "r": 0.4875236295,
+      "f": 0.4829588015
+    },
+    "nsubjpass": {
+      "p": 0.8292682927,
+      "r": 0.68,
+      "f": 0.7472527473
+    },
+    "compound:vc": {
+      "p": 0.3876404494,
+      "r": 0.3575129534,
+      "f": 0.371967655
+    },
+    "advcl:loc": {
+      "p": 0.5304347826,
+      "r": 0.4357142857,
+      "f": 0.4784313725
+    },
+    "cc": {
+      "p": 0.6937618147,
+      "r": 0.6512866016,
+      "f": 0.6718535469
+    },
+    "advmod:dvp": {
+      "p": 0.8114754098,
+      "r": 0.6149068323,
+      "f": 0.6996466431
+    },
+    "appos": {
+      "p": 0.8778054863,
+      "r": 0.8091954023,
+      "f": 0.8421052632
+    },
+    "nmod:range": {
+      "p": 0.6897810219,
+      "r": 0.6342281879,
+      "f": 0.6608391608
+    },
+    "nmod:poss": {
+      "p": 0.6989247312,
+      "r": 0.4814814815,
+      "f": 0.5701754386
+    },
+    "name": {
+      "p": 0.6391752577,
+      "r": 0.4592592593,
+      "f": 0.5344827586
+    },
+    "nsubj:xsubj": {
+      "p": 0.0,
+      "r": 0.0,
+      "f": 0.0
+    },
+    "parataxis:prnmod": {
+      "p": 0.4516129032,
+      "r": 0.1052631579,
+      "f": 0.1707317073
+    },
+    "amod:ordmod": {
+      "p": 0.6274509804,
+      "r": 0.5,
+      "f": 0.5565217391
+    },
+    "erased": {
+      "p": 0.0,
+      "r": 0.0,
+      "f": 0.0
+    },
+    "etc": {
+      "p": 0.8837209302,
+      "r": 0.9047619048,
+      "f": 0.8941176471
+    }
+  },
+  "ents_per_type": {
+    "DATE": {
+      "p": 0.75,
+      "r": 0.7849355798,
+      "f": 0.7670702179
+    },
+    "GPE": {
+      "p": 0.7579383341,
+      "r": 0.8049853372,
+      "f": 0.7807537331
+    },
+    "ORDINAL": {
+      "p": 0.8603351955,
+      "r": 0.8105263158,
+      "f": 0.8346883469
+    },
+    "FAC": {
+      "p": 0.4482758621,
+      "r": 0.2795698925,
+      "f": 0.3443708609
+    },
+    "ORG": {
+      "p": 0.6875,
+      "r": 0.602739726,
+      "f": 0.6423357664
+    },
+    "QUANTITY": {
+      "p": 0.7777777778,
+      "r": 0.6222222222,
+      "f": 0.6913580247
+    },
+    "PERSON": {
+      "p": 0.8103932584,
+      "r": 0.743556701,
+      "f": 0.7755376344
+    },
+    "CARDINAL": {
+      "p": 0.5814220183,
+      "r": 0.5110887097,
+      "f": 0.5439914163
+    },
+    "LOC": {
+      "p": 0.5319148936,
+      "r": 0.3360215054,
+      "f": 0.4118616145
+    },
+    "NORP": {
+      "p": 0.6774193548,
+      "r": 0.4411764706,
+      "f": 0.534351145
+    },
+    "WORK_OF_ART": {
+      "p": 0.4520547945,
+      "r": 0.22,
+      "f": 0.2959641256
+    },
+    "TIME": {
+      "p": 0.7438423645,
+      "r": 0.7330097087,
+      "f": 0.7383863081
+    },
+    "MONEY": {
+      "p": 0.9292035398,
+      "r": 0.7777777778,
+      "f": 0.8467741935
+    },
+    "PERCENT": {
+      "p": 0.8395061728,
+      "r": 0.8192771084,
+      "f": 0.8292682927
+    },
+    "EVENT": {
+      "p": 0.6170212766,
+      "r": 0.4264705882,
+      "f": 0.5043478261
+    },
+    "PRODUCT": {
+      "p": 0.0,
+      "r": 0.0,
+      "f": 0.0
+    },
+    "LAW": {
+      "p": 0.3043478261,
+      "r": 0.1166666667,
+      "f": 0.1686746988
+    },
+    "LANGUAGE": {
+      "p": 0.5,
+      "r": 0.5555555556,
+      "f": 0.5263157895
+    }
+  }
+}

config.cfg

@@ -0,0 +1,255 @@
+[paths]
+train = "corpus/zh-core-news/train.spacy"
+dev = "corpus/zh-core-news/dev.spacy"
+vectors = null
+raw = null
+init_tok2vec = null
+vocab_data = null
+
+[system]
+gpu_allocator = null
+seed = 0
+
+[nlp]
+lang = "zh"
+pipeline = ["tok2vec","tagger","parser","senter","attribute_ruler","ner"]
+disabled = ["senter"]
+before_creation = null
+after_creation = null
+after_pipeline_creation = null
+batch_size = 256
+
+[nlp.tokenizer]
+@tokenizers = "spacy.zh.ChineseTokenizer"
+segmenter = "pkuseg"
+
+[components]
+
+[components.attribute_ruler]
+factory = "attribute_ruler"
+validate = false
+
+[components.ner]
+factory = "ner"
+incorrect_spans_key = null
+moves = null
+update_with_oracle_cut_size = 100
+
+[components.ner.model]
+@architectures = "spacy.TransitionBasedParser.v2"
+state_type = "ner"
+extra_state_tokens = false
+hidden_width = 64
+maxout_pieces = 2
+use_upper = true
+nO = null
+
+[components.ner.model.tok2vec]
+@architectures = "spacy.Tok2Vec.v2"
+
+[components.ner.model.tok2vec.embed]
+@architectures = "spacy.MultiHashEmbed.v2"
+width = 96
+attrs = ["NORM","PREFIX","SUFFIX","SHAPE"]
+rows = [5000,2500,2500,2500]
+include_static_vectors = false
+
+[components.ner.model.tok2vec.encode]
+@architectures = "spacy.MaxoutWindowEncoder.v2"
+width = 96
+depth = 4
+window_size = 1
+maxout_pieces = 3
+
+[components.parser]
+factory = "parser"
+learn_tokens = false
+min_action_freq = 30
+moves = null
+update_with_oracle_cut_size = 100
+
+[components.parser.model]
+@architectures = "spacy.TransitionBasedParser.v2"
+state_type = "parser"
+extra_state_tokens = false
+hidden_width = 64
+maxout_pieces = 2
+use_upper = true
+nO = null
+
+[components.parser.model.tok2vec]
+@architectures = "spacy.Tok2VecListener.v1"
+width = ${components.tok2vec.model.encode:width}
+upstream = "tok2vec"
+
+[components.senter]
+factory = "senter"
+
+[components.senter.model]
+@architectures = "spacy.Tagger.v1"
+nO = null
+
+[components.senter.model.tok2vec]
+@architectures = "spacy.Tok2Vec.v2"
+
+[components.senter.model.tok2vec.embed]
+@architectures = "spacy.MultiHashEmbed.v2"
+width = 16
+attrs = ["NORM","PREFIX","SUFFIX","SHAPE"]
+rows = [1000,500,500,500]
+include_static_vectors = false
+
+[components.senter.model.tok2vec.encode]
+@architectures = "spacy.MaxoutWindowEncoder.v2"
+width = 16
+depth = 2
+window_size = 1
+maxout_pieces = 2
+
+[components.tagger]
+factory = "tagger"
+
+[components.tagger.model]
+@architectures = "spacy.Tagger.v1"
+nO = null
+
+[components.tagger.model.tok2vec]
+@architectures = "spacy.Tok2VecListener.v1"
+width = ${components.tok2vec.model.encode:width}
+upstream = "tok2vec"
+
+[components.tok2vec]
+factory = "tok2vec"
+
+[components.tok2vec.model]
+@architectures = "spacy.Tok2Vec.v2"
+
+[components.tok2vec.model.embed]
+@architectures = "spacy.MultiHashEmbed.v2"
+width = ${components.tok2vec.model.encode:width}
+attrs = ["NORM","PREFIX","SUFFIX","SHAPE"]
+rows = [5000,2500,2500,2500]
+include_static_vectors = false
+
+[components.tok2vec.model.encode]
+@architectures = "spacy.MaxoutWindowEncoder.v2"
+width = 96
+depth = 4
+window_size = 1
+maxout_pieces = 3
+
+[corpora]
+
+[corpora.dev]
+@readers = "spacy.Corpus.v1"
+limit = 0
+max_length = 0
+path = ${paths:dev}
+gold_preproc = false
+augmenter = null
+
+[corpora.train]
+@readers = "spacy.Corpus.v1"
+path = ${paths:train}
+max_length = 5000
+gold_preproc = false
+limit = 0
+augmenter = null
+
+[training]
+train_corpus = "corpora.train"
+dev_corpus = "corpora.dev"
+seed = ${system:seed}
+gpu_allocator = ${system:gpu_allocator}
+dropout = 0.1
+accumulate_gradient = 1
+patience = 5000
+max_epochs = 0
+max_steps = 0
+eval_frequency = 1000
+frozen_components = []
+before_to_disk = null
+annotating_components = []
+
+[training.batcher]
+@batchers = "spacy.batch_by_words.v1"
+discard_oversize = false
+tolerance = 0.2
+get_length = null
+
+[training.batcher.size]
+@schedules = "compounding.v1"
+start = 100
+stop = 1000
+compound = 1.001
+t = 0.0
+
+[training.logger]
+@loggers = "spacy.WandbLogger.v1"
+project_name = "spacy-v3.0.0a2"
+remove_config_values = []
+
+[training.optimizer]
+@optimizers = "Adam.v1"
+beta1 = 0.9
+beta2 = 0.999
+L2_is_weight_decay = true
+L2 = 0.01
+grad_clip = 1.0
+use_averages = true
+eps = 0.00000001
+learn_rate = 0.001
+
+[training.score_weights]
+tag_acc = 0.24
+dep_uas = 0.0
+dep_las = 0.24
+dep_las_per_type = null
+sents_p = null
+sents_r = null
+sents_f = 0.03
+ents_f = 0.5
+ents_p = 0.0
+ents_r = 0.0
+ents_per_type = null
+
+[pretraining]
+
+[initialize]
+vocab_data = ${paths.vocab_data}
+vectors = ${paths.vectors}
+init_tok2vec = ${paths.init_tok2vec}
+before_init = null
+after_init = null
+
+[initialize.components]
+
+[initialize.components.ner]
+
+[initialize.components.ner.labels]
+@readers = "spacy.read_labels.v1"
+path = "corpus/labels/ner.json"
+require = false
+
+[initialize.components.parser]
+
+[initialize.components.parser.labels]
+@readers = "spacy.read_labels.v1"
+path = "corpus/labels/parser.json"
+require = false
+
+[initialize.components.tagger]
+
+[initialize.components.tagger.labels]
+@readers = "spacy.read_labels.v1"
+path = "corpus/labels/tagger.json"
+require = false
+
+[initialize.lookups]
+@misc = "spacy.LookupsDataLoader.v1"
+lang = ${nlp.lang}
+tables = []
+
+[initialize.tokenizer]
+pkuseg_model = "assets/pkuseg_model"
+pkuseg_user_dict = "default"

meta.json

@@ -0,0 +1,502 @@
+{
+  "lang":"zh",
+  "name":"core_web_sm",
+  "version":"3.1.0",
+  "description":"Chinese pipeline optimized for CPU. Components: tok2vec, tagger, parser, senter, ner, attribute_ruler.",
+  "author":"Explosion",
+  "email":"contact@explosion.ai",
+  "url":"https://explosion.ai",
+  "license":"MIT",
+  "spacy_version":">=3.1.0,<3.2.0",
+  "spacy_git_version":"caba63b74",
+  "vectors":{
+    "width":0,
+    "vectors":0,
+    "keys":0,
+    "name":null
+  },
+  "labels":{
+    "tok2vec":[
+
+    ],
+    "tagger":[
+      "AD",
+      "AS",
+      "BA",
+      "CC",
+      "CD",
+      "CS",
+      "DEC",
+      "DEG",
+      "DER",
+      "DEV",
+      "DT",
+      "ETC",
+      "FW",
+      "IJ",
+      "INF",
+      "JJ",
+      "LB",
+      "LC",
+      "M",
+      "MSP",
+      "NN",
+      "NR",
+      "NT",
+      "OD",
+      "ON",
+      "P",
+      "PN",
+      "PU",
+      "SB",
+      "SP",
+      "URL",
+      "VA",
+      "VC",
+      "VE",
+      "VV",
+      "X"
+    ],
+    "parser":[
+      "ROOT",
+      "acl",
+      "advcl:loc",
+      "advmod",
+      "advmod:dvp",
+      "advmod:loc",
+      "advmod:rcomp",
+      "amod",
+      "amod:ordmod",
+      "appos",
+      "aux:asp",
+      "aux:ba",
+      "aux:modal",
+      "aux:prtmod",
+      "auxpass",
+      "case",
+      "cc",
+      "ccomp",
+      "compound:nn",
+      "compound:vc",
+      "conj",
+      "cop",
+      "dep",
+      "det",
+      "discourse",
+      "dobj",
+      "etc",
+      "mark",
+      "mark:clf",
+      "name",
+      "neg",
+      "nmod",
+      "nmod:assmod",
+      "nmod:poss",
+      "nmod:prep",
+      "nmod:range",
+      "nmod:tmod",
+      "nmod:topic",
+      "nsubj",
+      "nsubj:xsubj",
+      "nsubjpass",
+      "nummod",
+      "parataxis:prnmod",
+      "punct",
+      "xcomp"
+    ],
+    "senter":[
+      "I",
+      "S"
+    ],
+    "attribute_ruler":[
+
+    ],
+    "ner":[
+      "CARDINAL",
+      "DATE",
+      "EVENT",
+      "FAC",
+      "GPE",
+      "LANGUAGE",
+      "LAW",
+      "LOC",
+      "MONEY",
+      "NORP",
+      "ORDINAL",
+      "ORG",
+      "PERCENT",
+      "PERSON",
+      "PRODUCT",
+      "QUANTITY",
+      "TIME",
+      "WORK_OF_ART"
+    ]
+  },
+  "pipeline":[
+    "tok2vec",
+    "tagger",
+    "parser",
+    "attribute_ruler",
+    "ner"
+  ],
+  "components":[
+    "tok2vec",
+    "tagger",
+    "parser",
+    "senter",
+    "attribute_ruler",
+    "ner"
+  ],
+  "disabled":[
+    "senter"
+  ],
+  "performance":{
+    "token_acc":0.9788303388,
+    "tag_acc":0.8957464158,
+    "dep_uas":0.6965379684,
+    "dep_las":0.6426392548,
+    "ents_p":0.7224990884,
+    "ents_r":0.6531868132,
+    "ents_f":0.6860968431,
+    "sents_p":0.7817728729,
+    "sents_r":0.7311469952,
+    "sents_f":0.7556129032,
+    "speed":10175.5709293766,
+    "dep_las_per_type":{
+      "dep":{
+        "p":0.4702473498,
+        "r":0.3361624735,
+        "f":0.3920575065
+      },
+      "case":{
+        "p":0.8028549383,
+        "r":0.7569107662,
+        "f":0.7792061907
+      },
+      "nmod:tmod":{
+        "p":0.7231788079,
+        "r":0.7428571429,
+        "f":0.732885906
+      },
+      "nummod":{
+        "p":0.8233471074,
+        "r":0.5309793471,
+        "f":0.6456055083
+      },
+      "mark:clf":{
+        "p":0.9301898347,
+        "r":0.5665796345,
+        "f":0.7042188224
+      },
+      "auxpass":{
+        "p":0.8756756757,
+        "r":0.8756756757,
+        "f":0.8756756757
+      },
+      "nsubj":{
+        "p":0.771189813,
+        "r":0.7141628793,
+        "f":0.7415816327
+      },
+      "acl":{
+        "p":0.6791758646,
+        "r":0.5119245702,
+        "f":0.5838077166
+      },
+      "advmod":{
+        "p":0.8065869786,
+        "r":0.7189979596,
+        "f":0.7602780774
+      },
+      "mark":{
+        "p":0.7065868263,
+        "r":0.6722173532,
+        "f":0.6889737256
+      },
+      "xcomp":{
+        "p":0.7559198543,
+        "r":0.6758957655,
+        "f":0.7136715391
+      },
+      "nmod:assmod":{
+        "p":0.7642786398,
+        "r":0.7205104264,
+        "f":0.7417494393
+      },
+      "det":{
+        "p":0.8394160584,
+        "r":0.6063268893,
+        "f":0.7040816327
+      },
+      "amod":{
+        "p":0.7544338336,
+        "r":0.6516103692,
+        "f":0.6992623815
+      },
+      "nmod:prep":{
+        "p":0.7013125222,
+        "r":0.5980036298,
+        "f":0.6455510204
+      },
+      "root":{
+        "p":0.7283996995,
+        "r":0.6455801565,
+        "f":0.6844938664
+      },
+      "aux:prtmod":{
+        "p":0.890625,
+        "r":0.8142857143,
+        "f":0.8507462687
+      },
+      "compound:nn":{
+        "p":0.7243023667,
+        "r":0.6939086294,
+        "f":0.7087798133
+      },
+      "dobj":{
+        "p":0.780507386,
+        "r":0.7200414753,
+        "f":0.7490561677
+      },
+      "ccomp":{
+        "p":0.6268199234,
+        "r":0.6360808709,
+        "f":0.6314164415
+      },
+      "advmod:rcomp":{
+        "p":0.8096774194,
+        "r":0.6952908587,
+        "f":0.7481371088
+      },
+      "nmod:topic":{
+        "p":0.3686868687,
+        "r":0.237012987,
+        "f":0.2885375494
+      },
+      "cop":{
+        "p":0.7385620915,
+        "r":0.5817245817,
+        "f":0.6508279338
+      },
+      "discourse":{
+        "p":0.5540037244,
+        "r":0.4909240924,
+        "f":0.52055993
+      },
+      "neg":{
+        "p":0.823880597,
+        "r":0.6563614744,
+        "f":0.730641959
+      },
+      "aux:modal":{
+        "p":0.8563772776,
+        "r":0.8262668046,
+        "f":0.8410526316
+      },
+      "nmod":{
+        "p":0.7135761589,
+        "r":0.5848032564,
+        "f":0.6428038777
+      },
+      "aux:ba":{
+        "p":0.8087431694,
+        "r":0.7872340426,
+        "f":0.7978436658
+      },
+      "advmod:loc":{
+        "p":0.58203125,
+        "r":0.4421364985,
+        "f":0.502529511
+      },
+      "aux:asp":{
+        "p":0.9053941909,
+        "r":0.870015949,
+        "f":0.8873525824
+      },
+      "conj":{
+        "p":0.4784786642,
+        "r":0.4875236295,
+        "f":0.4829588015
+      },
+      "nsubjpass":{
+        "p":0.8292682927,
+        "r":0.68,
+        "f":0.7472527473
+      },
+      "compound:vc":{
+        "p":0.3876404494,
+        "r":0.3575129534,
+        "f":0.371967655
+      },
+      "advcl:loc":{
+        "p":0.5304347826,
+        "r":0.4357142857,
+        "f":0.4784313725
+      },
+      "cc":{
+        "p":0.6937618147,
+        "r":0.6512866016,
+        "f":0.6718535469
+      },
+      "advmod:dvp":{
+        "p":0.8114754098,
+        "r":0.6149068323,
+        "f":0.6996466431
+      },
+      "appos":{
+        "p":0.8778054863,
+        "r":0.8091954023,
+        "f":0.8421052632
+      },
+      "nmod:range":{
+        "p":0.6897810219,
+        "r":0.6342281879,
+        "f":0.6608391608
+      },
+      "nmod:poss":{
+        "p":0.6989247312,
+        "r":0.4814814815,
+        "f":0.5701754386
+      },
+      "name":{
+        "p":0.6391752577,
+        "r":0.4592592593,
+        "f":0.5344827586
+      },
+      "nsubj:xsubj":{
+        "p":0.0,
+        "r":0.0,
+        "f":0.0
+      },
+      "parataxis:prnmod":{
+        "p":0.4516129032,
+        "r":0.1052631579,
+        "f":0.1707317073
+      },
+      "amod:ordmod":{
+        "p":0.6274509804,
+        "r":0.5,
+        "f":0.5565217391
+      },
+      "erased":{
+        "p":0.0,
+        "r":0.0,
+        "f":0.0
+      },
+      "etc":{
+        "p":0.8837209302,
+        "r":0.9047619048,
+        "f":0.8941176471
+      }
+    },
+    "ents_per_type":{
+      "DATE":{
+        "p":0.75,
+        "r":0.7849355798,
+        "f":0.7670702179
+      },
+      "GPE":{
+        "p":0.7579383341,
+        "r":0.8049853372,
+        "f":0.7807537331
+      },
+      "ORDINAL":{
+        "p":0.8603351955,
+        "r":0.8105263158,
+        "f":0.8346883469
+      },
+      "FAC":{
+        "p":0.4482758621,
+        "r":0.2795698925,
+        "f":0.3443708609
+      },
+      "ORG":{
+        "p":0.6875,
+        "r":0.602739726,
+        "f":0.6423357664
+      },
+      "QUANTITY":{
+        "p":0.7777777778,
+        "r":0.6222222222,
+        "f":0.6913580247
+      },
+      "PERSON":{
+        "p":0.8103932584,
+        "r":0.743556701,
+        "f":0.7755376344
+      },
+      "CARDINAL":{
+        "p":0.5814220183,
+        "r":0.5110887097,
+        "f":0.5439914163
+      },
+      "LOC":{
+        "p":0.5319148936,
+        "r":0.3360215054,
+        "f":0.4118616145
+      },
+      "NORP":{
+        "p":0.6774193548,
+        "r":0.4411764706,
+        "f":0.534351145
+      },
+      "WORK_OF_ART":{
+        "p":0.4520547945,
+        "r":0.22,
+        "f":0.2959641256
+      },
+      "TIME":{
+        "p":0.7438423645,
+        "r":0.7330097087,
+        "f":0.7383863081
+      },
+      "MONEY":{
+        "p":0.9292035398,
+        "r":0.7777777778,
+        "f":0.8467741935
+      },
+      "PERCENT":{
+        "p":0.8395061728,
+        "r":0.8192771084,
+        "f":0.8292682927
+      },
+      "EVENT":{
+        "p":0.6170212766,
+        "r":0.4264705882,
+        "f":0.5043478261
+      },
+      "PRODUCT":{
+        "p":0.0,
+        "r":0.0,
+        "f":0.0
+      },
+      "LAW":{
+        "p":0.3043478261,
+        "r":0.1166666667,
+        "f":0.1686746988
+      },
+      "LANGUAGE":{
+        "p":0.5,
+        "r":0.5555555556,
+        "f":0.5263157895
+      }
+    }
+  },
+  "sources":[
+    {
+      "name":"OntoNotes 5",
+      "url":"https://catalog.ldc.upenn.edu/LDC2013T19",
+      "license":"commercial (licensed by Explosion)",
+      "author":"Ralph Weischedel, Martha Palmer, Mitchell Marcus, Eduard Hovy, Sameer Pradhan, Lance Ramshaw, Nianwen Xue, Ann Taylor, Jeff Kaufman, Michelle Franchini, Mohammed El-Bachouti, Robert Belvin, Ann Houston"
+    },
+    {
+      "name":"CoreNLP Universal Dependencies Converter",
+      "url":"https://nlp.stanford.edu/software/stanford-dependencies.html",
+      "author":"Stanford NLP Group",
+      "license":"Citation provided for reference, no code packaged with model"
+    }
+  ],
+  "requirements":[
+    "spacy-pkuseg>=0.0.27,<0.1.0"
+  ]
+}

ner/cfg

@@ -0,0 +1,13 @@
+{
+  "moves":null,
+  "update_with_oracle_cut_size":100,
+  "multitasks":[
+
+  ],
+  "min_action_freq":1,
+  "learn_tokens":false,
+  "beam_width":1,
+  "beam_density":0.0,
+  "beam_update_prob":0.0,
+  "incorrect_spans_key":null
+}

ner/moves

@@ -0,0 +1 @@
+��moves��{"0":{},"1":{"GPE":15943,"ORG":15205,"DATE":14256,"PERSON":10912,"CARDINAL":7849,"TIME":2905,"NORP":2685,"EVENT":2602,"MONEY":2519,"LOC":2452,"FAC":2256,"WORK_OF_ART":2014,"QUANTITY":1717,"ORDINAL":1156,"PERCENT":852,"LAW":695,"PRODUCT":486,"LANGUAGE":336},"2":{"GPE":15943,"ORG":15205,"DATE":14256,"PERSON":10912,"CARDINAL":7849,"TIME":2905,"NORP":2685,"EVENT":2602,"MONEY":2519,"LOC":2452,"FAC":2256,"WORK_OF_ART":2014,"QUANTITY":1717,"ORDINAL":1156,"PERCENT":852,"LAW":695,"PRODUCT":486,"LANGUAGE":336},"3":{"GPE":15943,"ORG":15205,"DATE":14256,"PERSON":10912,"CARDINAL":7849,"TIME":2905,"NORP":2685,"EVENT":2602,"MONEY":2519,"LOC":2452,"FAC":2256,"WORK_OF_ART":2014,"QUANTITY":1717,"ORDINAL":1156,"PERCENT":852,"LAW":695,"PRODUCT":486,"LANGUAGE":336},"4":{"GPE":15943,"ORG":15205,"DATE":14256,"PERSON":10912,"CARDINAL":7849,"TIME":2905,"NORP":2685,"EVENT":2602,"MONEY":2519,"LOC":2452,"FAC":2256,"WORK_OF_ART":2014,"QUANTITY":1717,"ORDINAL":1156,"PERCENT":852,"LAW":695,"PRODUCT":486,"LANGUAGE":336,"":1},"5":{"":1}}�cfg��neg_key�

parser/cfg

@@ -0,0 +1,13 @@
+{
+  "moves":null,
+  "update_with_oracle_cut_size":100,
+  "multitasks":[
+
+  ],
+  "min_action_freq":30,
+  "learn_tokens":false,
+  "beam_width":1,
+  "beam_density":0.0,
+  "beam_update_prob":0.0,
+  "incorrect_spans_key":null
+}

parser/moves

@@ -0,0 +1 @@
+��moves��{"0":{"":406716},"1":{"":267231},"2":{"advmod":56960,"nsubj":53520,"compound:nn":43919,"dep":40111,"punct":36035,"case":23986,"nmod:assmod":21599,"nmod:prep":20098,"amod":16922,"acl":11979,"conj":10687,"cop":7238,"det":7210,"nummod":6994,"cc":6235,"aux:modal":5566,"nmod:tmod":5335,"nmod":4915,"neg":4363,"xcomp":3881,"appos":2955,"nmod:topic":2410,"discourse":2163,"advmod:loc":1591,"aux:prtmod":1539,"aux:ba":1311,"auxpass":1220,"advmod:dvp":1142,"advcl:loc":1046,"name":1032,"compound:vc":830,"nmod:poss":560,"amod:ordmod":511,"dobj":406,"nsubjpass":263,"nsubj:xsubj||ccomp":62,"parataxis:prnmod":34,"nsubj:xsubj":32},"3":{"punct":74006,"dobj":45383,"conj":30040,"case":30024,"dep":18660,"ccomp":17216,"mark":16600,"mark:clf":11551,"aux:asp":7896,"discourse":3998,"advmod:rcomp":2387,"nmod:range":1885,"cc":1675,"nmod:prep":1595,"advmod":1116,"etc":941,"compound:vc":790,"parataxis:prnmod":693,"advmod:loc":522,"neg":69,"advcl:loc":39,"acl":39},"4":{"ROOT":34525}}�cfg��neg_key�

senter/cfg

@@ -0,0 +1,3 @@
+{
+
+}

tagger/cfg

@@ -0,0 +1,40 @@
+{
+  "labels":[
+    "AD",
+    "AS",
+    "BA",
+    "CC",
+    "CD",
+    "CS",
+    "DEC",
+    "DEG",
+    "DER",
+    "DEV",
+    "DT",
+    "ETC",
+    "FW",
+    "IJ",
+    "INF",
+    "JJ",
+    "LB",
+    "LC",
+    "M",
+    "MSP",
+    "NN",
+    "NR",
+    "NT",
+    "OD",
+    "ON",
+    "P",
+    "PN",
+    "PU",
+    "SB",
+    "SP",
+    "URL",
+    "VA",
+    "VC",
+    "VE",
+    "VV",
+    "X"
+  ]
+}

tok2vec/cfg

@@ -0,0 +1,3 @@
+{
+
+}

tokenizer/cfg

@@ -0,0 +1,3 @@
+{
+  "segmenter":"pkuseg"
+}

tokenizer/pkuseg_model/features.msgpack

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4322482a7018b9bce9216173ae9d2848efe6d310b468bbb4383fb55c874a18
+size 22685181

tokenizer/pkuseg_model/weights.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ada075eb25a854f71d6e6fa4e7d55e7be0ae049255b1f8f19d05c13b1b68c9e
+size 37508754

vocab/key2row

@@ -0,0 +1 @@
+�

vocab/lookups.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76be8b528d0075f7aae98d6fa57a6d3c83ae480a8469e668d7b0af968995ac71
+size 1

vocab/strings.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac3189551d59dc58dc9f4e3c525da1ec4ad3890362a1efd3ad904d2c698d077
+size 1217934

vocab/vectors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14772b683e726436d5948ad3fff2b43d036ef2ebbe3458aafed6004e05a40706
+size 128

zh_core_web_sm-any-py3-none-any.whl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad1f66fb6b3981c4986c7203332910a369eb42295ba9bc7ca36a3928ea73fe9
+size 49466044