Add vi_udv25_vietnamesevtb_trf-0.0.1

.gitattributes

@@ -25,3 +25,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zstandard filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.whl filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*strings.json filter=lfs diff=lfs merge=lfs -text
+vectors filter=lfs diff=lfs merge=lfs -text
+model filter=lfs diff=lfs merge=lfs -text

LICENSE.txt

@@ -0,0 +1,426 @@
+Attribution-ShareAlike 4.0 International
+
+=======================================================================
+
+Creative Commons Corporation ("Creative Commons") is not a law firm and
+does not provide legal services or legal advice. Distribution of
+Creative Commons public licenses does not create a lawyer-client or
+other relationship. Creative Commons makes its licenses and related
+information available on an "as-is" basis. Creative Commons gives no
+warranties regarding its licenses, any material licensed under their
+terms and conditions, or any related information. Creative Commons
+disclaims all liability for damages resulting from their use to the
+fullest extent possible.
+
+Using Creative Commons Public Licenses
+
+Creative Commons public licenses provide a standard set of terms and
+conditions that creators and other rights holders may use to share
+original works of authorship and other material subject to copyright
+and certain other rights specified in the public license below. The
+following considerations are for informational purposes only, are not
+exhaustive, and do not form part of our licenses.
+
+     Considerations for licensors: Our public licenses are
+     intended for use by those authorized to give the public
+     permission to use material in ways otherwise restricted by
+     copyright and certain other rights. Our licenses are
+     irrevocable. Licensors should read and understand the terms
+     and conditions of the license they choose before applying it.
+     Licensors should also secure all rights necessary before
+     applying our licenses so that the public can reuse the
+     material as expected. Licensors should clearly mark any
+     material not subject to the license. This includes other CC-
+     licensed material, or material used under an exception or
+     limitation to copyright. More considerations for licensors:
+     wiki.creativecommons.org/Considerations_for_licensors
+
+     Considerations for the public: By using one of our public
+     licenses, a licensor grants the public permission to use the
+     licensed material under specified terms and conditions. If
+     the licensor's permission is not necessary for any reason--for
+     example, because of any applicable exception or limitation to
+     copyright--then that use is not regulated by the license. Our
+     licenses grant only permissions under copyright and certain
+     other rights that a licensor has authority to grant. Use of
+     the licensed material may still be restricted for other
+     reasons, including because others have copyright or other
+     rights in the material. A licensor may make special requests,
+     such as asking that all changes be marked or described.
+     Although not required by our licenses, you are encouraged to
+     respect those requests where reasonable. More_considerations
+     for the public:
+     wiki.creativecommons.org/Considerations_for_licensees
+
+=======================================================================
+
+Creative Commons Attribution-ShareAlike 4.0 International Public
+License
+
+By exercising the Licensed Rights (defined below), You accept and agree
+to be bound by the terms and conditions of this Creative Commons
+Attribution-ShareAlike 4.0 International Public License ("Public
+License"). To the extent this Public License may be interpreted as a
+contract, You are granted the Licensed Rights in consideration of Your
+acceptance of these terms and conditions, and the Licensor grants You
+such rights in consideration of benefits the Licensor receives from
+making the Licensed Material available under these terms and
+conditions.
+
+
+Section 1 -- Definitions.
+
+  a. Adapted Material means material subject to Copyright and Similar
+     Rights that is derived from or based upon the Licensed Material
+     and in which the Licensed Material is translated, altered,
+     arranged, transformed, or otherwise modified in a manner requiring
+     permission under the Copyright and Similar Rights held by the
+     Licensor. For purposes of this Public License, where the Licensed
+     Material is a musical work, performance, or sound recording,
+     Adapted Material is always produced where the Licensed Material is
+     synched in timed relation with a moving image.
+
+  b. Adapter's License means the license You apply to Your Copyright
+     and Similar Rights in Your contributions to Adapted Material in
+     accordance with the terms and conditions of this Public License.
+
+  c. BY-SA Compatible License means a license listed at
+     creativecommons.org/compatiblelicenses, approved by Creative
+     Commons as essentially the equivalent of this Public License.
+
+  d. Copyright and Similar Rights means copyright and/or similar rights
+     closely related to copyright including, without limitation,
+     performance, broadcast, sound recording, and Sui Generis Database
+     Rights, without regard to how the rights are labeled or
+     categorized. For purposes of this Public License, the rights
+     specified in Section 2(b)(1)-(2) are not Copyright and Similar
+     Rights.
+
+  e. Effective Technological Measures means those measures that, in the
+     absence of proper authority, may not be circumvented under laws
+     fulfilling obligations under Article 11 of the WIPO Copyright
+     Treaty adopted on December 20, 1996, and/or similar international
+     agreements.
+
+  f. Exceptions and Limitations means fair use, fair dealing, and/or
+     any other exception or limitation to Copyright and Similar Rights
+     that applies to Your use of the Licensed Material.
+
+  g. License Elements means the license attributes listed in the name
+     of a Creative Commons Public License. The License Elements of this
+     Public License are Attribution and ShareAlike.
+
+  h. Licensed Material means the artistic or literary work, database,
+     or other material to which the Licensor applied this Public
+     License.
+
+  i. Licensed Rights means the rights granted to You subject to the
+     terms and conditions of this Public License, which are limited to
+     all Copyright and Similar Rights that apply to Your use of the
+     Licensed Material and that the Licensor has authority to license.
+
+  j. Licensor means the individual(s) or entity(ies) granting rights
+     under this Public License.
+
+  k. Share means to provide material to the public by any means or
+     process that requires permission under the Licensed Rights, such
+     as reproduction, public display, public performance, distribution,
+     dissemination, communication, or importation, and to make material
+     available to the public including in ways that members of the
+     public may access the material from a place and at a time
+     individually chosen by them.
+
+  l. Sui Generis Database Rights means rights other than copyright
+     resulting from Directive 96/9/EC of the European Parliament and of
+     the Council of 11 March 1996 on the legal protection of databases,
+     as amended and/or succeeded, as well as other essentially
+     equivalent rights anywhere in the world.
+
+  m. You means the individual or entity exercising the Licensed Rights
+     under this Public License. Your has a corresponding meaning.
+
+
+Section 2 -- Scope.
+
+  a. License grant.
+
+       1. Subject to the terms and conditions of this Public License,
+          the Licensor hereby grants You a worldwide, royalty-free,
+          non-sublicensable, non-exclusive, irrevocable license to
+          exercise the Licensed Rights in the Licensed Material to:
+
+            a. reproduce and Share the Licensed Material, in whole or
+               in part; and
+
+            b. produce, reproduce, and Share Adapted Material.
+
+       2. Exceptions and Limitations. For the avoidance of doubt, where
+          Exceptions and Limitations apply to Your use, this Public
+          License does not apply, and You do not need to comply with
+          its terms and conditions.
+
+       3. Term. The term of this Public License is specified in Section
+          6(a).
+
+       4. Media and formats; technical modifications allowed. The
+          Licensor authorizes You to exercise the Licensed Rights in
+          all media and formats whether now known or hereafter created,
+          and to make technical modifications necessary to do so. The
+          Licensor waives and/or agrees not to assert any right or
+          authority to forbid You from making technical modifications
+          necessary to exercise the Licensed Rights, including
+          technical modifications necessary to circumvent Effective
+          Technological Measures. For purposes of this Public License,
+          simply making modifications authorized by this Section 2(a)
+          (4) never produces Adapted Material.
+
+       5. Downstream recipients.
+
+            a. Offer from the Licensor -- Licensed Material. Every
+               recipient of the Licensed Material automatically
+               receives an offer from the Licensor to exercise the
+               Licensed Rights under the terms and conditions of this
+               Public License.
+
+            b. Additional offer from the Licensor -- Adapted Material.
+               Every recipient of Adapted Material from You
+               automatically receives an offer from the Licensor to
+               exercise the Licensed Rights in the Adapted Material
+               under the conditions of the Adapter's License You apply.
+
+            c. No downstream restrictions. You may not offer or impose
+               any additional or different terms or conditions on, or
+               apply any Effective Technological Measures to, the
+               Licensed Material if doing so restricts exercise of the
+               Licensed Rights by any recipient of the Licensed
+               Material.
+
+       6. No endorsement. Nothing in this Public License constitutes or
+          may be construed as permission to assert or imply that You
+          are, or that Your use of the Licensed Material is, connected
+          with, or sponsored, endorsed, or granted official status by,
+          the Licensor or others designated to receive attribution as
+          provided in Section 3(a)(1)(A)(i).
+
+  b. Other rights.
+
+       1. Moral rights, such as the right of integrity, are not
+          licensed under this Public License, nor are publicity,
+          privacy, and/or other similar personality rights; however, to
+          the extent possible, the Licensor waives and/or agrees not to
+          assert any such rights held by the Licensor to the limited
+          extent necessary to allow You to exercise the Licensed
+          Rights, but not otherwise.
+
+       2. Patent and trademark rights are not licensed under this
+          Public License.
+
+       3. To the extent possible, the Licensor waives any right to
+          collect royalties from You for the exercise of the Licensed
+          Rights, whether directly or through a collecting society
+          under any voluntary or waivable statutory or compulsory
+          licensing scheme. In all other cases the Licensor expressly
+          reserves any right to collect such royalties.
+
+
+Section 3 -- License Conditions.
+
+Your exercise of the Licensed Rights is expressly made subject to the
+following conditions.
+
+  a. Attribution.
+
+       1. If You Share the Licensed Material (including in modified
+          form), You must:
+
+            a. retain the following if it is supplied by the Licensor
+               with the Licensed Material:
+
+                 i. identification of the creator(s) of the Licensed
+                    Material and any others designated to receive
+                    attribution, in any reasonable manner requested by
+                    the Licensor (including by pseudonym if
+                    designated);
+
+                ii. a copyright notice;
+
+               iii. a notice that refers to this Public License;
+
+                iv. a notice that refers to the disclaimer of
+                    warranties;
+
+                 v. a URI or hyperlink to the Licensed Material to the
+                    extent reasonably practicable;
+
+            b. indicate if You modified the Licensed Material and
+               retain an indication of any previous modifications; and
+
+            c. indicate the Licensed Material is licensed under this
+               Public License, and include the text of, or the URI or
+               hyperlink to, this Public License.
+
+       2. You may satisfy the conditions in Section 3(a)(1) in any
+          reasonable manner based on the medium, means, and context in
+          which You Share the Licensed Material. For example, it may be
+          reasonable to satisfy the conditions by providing a URI or
+          hyperlink to a resource that includes the required
+          information.
+
+       3. If requested by the Licensor, You must remove any of the
+          information required by Section 3(a)(1)(A) to the extent
+          reasonably practicable.
+
+  b. ShareAlike.
+
+     In addition to the conditions in Section 3(a), if You Share
+     Adapted Material You produce, the following conditions also apply.
+
+       1. The Adapter's License You apply must be a Creative Commons
+          license with the same License Elements, this version or
+          later, or a BY-SA Compatible License.
+
+       2. You must include the text of, or the URI or hyperlink to, the
+          Adapter's License You apply. You may satisfy this condition
+          in any reasonable manner based on the medium, means, and
+          context in which You Share Adapted Material.
+
+       3. You may not offer or impose any additional or different terms
+          or conditions on, or apply any Effective Technological
+          Measures to, Adapted Material that restrict exercise of the
+          rights granted under the Adapter's License You apply.
+
+
+Section 4 -- Sui Generis Database Rights.
+
+Where the Licensed Rights include Sui Generis Database Rights that
+apply to Your use of the Licensed Material:
+
+  a. for the avoidance of doubt, Section 2(a)(1) grants You the right
+     to extract, reuse, reproduce, and Share all or a substantial
+     portion of the contents of the database;
+
+  b. if You include all or a substantial portion of the database
+     contents in a database in which You have Sui Generis Database
+     Rights, then the database in which You have Sui Generis Database
+     Rights (but not its individual contents) is Adapted Material,
+
+     including for purposes of Section 3(b); and
+  c. You must comply with the conditions in Section 3(a) if You Share
+     all or a substantial portion of the contents of the database.
+
+For the avoidance of doubt, this Section 4 supplements and does not
+replace Your obligations under this Public License where the Licensed
+Rights include other Copyright and Similar Rights.
+
+
+Section 5 -- Disclaimer of Warranties and Limitation of Liability.
+
+  a. UNLESS OTHERWISE SEPARATELY UNDERTAKEN BY THE LICENSOR, TO THE
+     EXTENT POSSIBLE, THE LICENSOR OFFERS THE LICENSED MATERIAL AS-IS
+     AND AS-AVAILABLE, AND MAKES NO REPRESENTATIONS OR WARRANTIES OF
+     ANY KIND CONCERNING THE LICENSED MATERIAL, WHETHER EXPRESS,
+     IMPLIED, STATUTORY, OR OTHER. THIS INCLUDES, WITHOUT LIMITATION,
+     WARRANTIES OF TITLE, MERCHANTABILITY, FITNESS FOR A PARTICULAR
+     PURPOSE, NON-INFRINGEMENT, ABSENCE OF LATENT OR OTHER DEFECTS,
+     ACCURACY, OR THE PRESENCE OR ABSENCE OF ERRORS, WHETHER OR NOT
+     KNOWN OR DISCOVERABLE. WHERE DISCLAIMERS OF WARRANTIES ARE NOT
+     ALLOWED IN FULL OR IN PART, THIS DISCLAIMER MAY NOT APPLY TO YOU.
+
+  b. TO THE EXTENT POSSIBLE, IN NO EVENT WILL THE LICENSOR BE LIABLE
+     TO YOU ON ANY LEGAL THEORY (INCLUDING, WITHOUT LIMITATION,
+     NEGLIGENCE) OR OTHERWISE FOR ANY DIRECT, SPECIAL, INDIRECT,
+     INCIDENTAL, CONSEQUENTIAL, PUNITIVE, EXEMPLARY, OR OTHER LOSSES,
+     COSTS, EXPENSES, OR DAMAGES ARISING OUT OF THIS PUBLIC LICENSE OR
+     USE OF THE LICENSED MATERIAL, EVEN IF THE LICENSOR HAS BEEN
+     ADVISED OF THE POSSIBILITY OF SUCH LOSSES, COSTS, EXPENSES, OR
+     DAMAGES. WHERE A LIMITATION OF LIABILITY IS NOT ALLOWED IN FULL OR
+     IN PART, THIS LIMITATION MAY NOT APPLY TO YOU.
+
+  c. The disclaimer of warranties and limitation of liability provided
+     above shall be interpreted in a manner that, to the extent
+     possible, most closely approximates an absolute disclaimer and
+     waiver of all liability.
+
+
+Section 6 -- Term and Termination.
+
+  a. This Public License applies for the term of the Copyright and
+     Similar Rights licensed here. However, if You fail to comply with
+     this Public License, then Your rights under this Public License
+     terminate automatically.
+
+  b. Where Your right to use the Licensed Material has terminated under
+     Section 6(a), it reinstates:
+
+       1. automatically as of the date the violation is cured, provided
+          it is cured within 30 days of Your discovery of the
+          violation; or
+
+       2. upon express reinstatement by the Licensor.
+
+     For the avoidance of doubt, this Section 6(b) does not affect any
+     right the Licensor may have to seek remedies for Your violations
+     of this Public License.
+
+  c. For the avoidance of doubt, the Licensor may also offer the
+     Licensed Material under separate terms or conditions or stop
+     distributing the Licensed Material at any time; however, doing so
+     will not terminate this Public License.
+
+  d. Sections 1, 5, 6, 7, and 8 survive termination of this Public
+     License.
+
+
+Section 7 -- Other Terms and Conditions.
+
+  a. The Licensor shall not be bound by any additional or different
+     terms or conditions communicated by You unless expressly agreed.
+
+  b. Any arrangements, understandings, or agreements regarding the
+     Licensed Material not stated herein are separate from and
+     independent of the terms and conditions of this Public License.
+
+
+Section 8 -- Interpretation.
+
+  a. For the avoidance of doubt, this Public License does not, and
+     shall not be interpreted to, reduce, limit, restrict, or impose
+     conditions on any use of the Licensed Material that could lawfully
+     be made without permission under this Public License.
+
+  b. To the extent possible, if any provision of this Public License is
+     deemed unenforceable, it shall be automatically reformed to the
+     minimum extent necessary to make it enforceable. If the provision
+     cannot be reformed, it shall be severed from this Public License
+     without affecting the enforceability of the remaining terms and
+     conditions.
+
+  c. No term or condition of this Public License will be waived and no
+     failure to comply consented to unless expressly agreed to by the
+     Licensor.
+
+  d. Nothing in this Public License constitutes or may be interpreted
+     as a limitation upon, or waiver of, any privileges and immunities
+     that apply to the Licensor or You, including from the legal
+     processes of any jurisdiction or authority.
+
+
+=======================================================================
+
+Creative Commons is not a party to its public licenses.
+Notwithstanding, Creative Commons may elect to apply one of its public
+licenses to material it publishes and in those instances will be
+considered the "Licensor." Except for the limited purpose of indicating
+that material is shared under a Creative Commons public license or as
+otherwise permitted by the Creative Commons policies published at
+creativecommons.org/policies, Creative Commons does not authorize the
+use of the trademark "Creative Commons" or any other trademark or logo
+of Creative Commons without its prior written consent including,
+without limitation, in connection with any unauthorized modifications
+to any of its public licenses or any other arrangements,
+understandings, or agreements concerning use of licensed material. For
+the avoidance of doubt, this paragraph does not form part of the public
+licenses.
+
+Creative Commons may be contacted at creativecommons.org.
+

README.md

@@ -0,0 +1,108 @@
+---
+tags:
+- spacy
+- token-classification
+language:
+- vi
+license: cc-by-sa-4.0
+model-index:
+- name: vi_udv25_vietnamesevtb_trf
+  results:
+  - task:
+      name: TAG
+      type: token-classification
+    metrics:
+    - name: TAG (XPOS) Accuracy
+      type: accuracy
+      value: 0.8805048216
+  - task:
+      name: POS
+      type: token-classification
+    metrics:
+    - name: POS (UPOS) Accuracy
+      type: accuracy
+      value: 0.9018631331
+  - task:
+      name: MORPH
+      type: token-classification
+    metrics:
+    - name: Morph (UFeats) Accuracy
+      type: accuracy
+      value: 0.9695345305
+  - task:
+      name: LEMMA
+      type: token-classification
+    metrics:
+    - name: Lemma Accuracy
+      type: accuracy
+      value: 0.8934519139
+  - task:
+      name: UNLABELED_DEPENDENCIES
+      type: token-classification
+    metrics:
+    - name: Unlabeled Attachment Score (UAS)
+      type: f_score
+      value: 0.6807696182
+  - task:
+      name: LABELED_DEPENDENCIES
+      type: token-classification
+    metrics:
+    - name: Labeled Attachment Score (LAS)
+      type: f_score
+      value: 0.6063552526
+  - task:
+      name: SENTS
+      type: token-classification
+    metrics:
+    - name: Sentences F-Score
+      type: f_score
+      value: 0.943275972
+---
+UD v2.5 benchmarking pipeline for UD_Vietnamese-VTB
+
+| Feature | Description |
+| --- | --- |
+| **Name** | `vi_udv25_vietnamesevtb_trf` |
+| **Version** | `0.0.1` |
+| **spaCy** | `>=3.2.1,<3.3.0` |
+| **Default Pipeline** | `experimental_char_ner_tokenizer`, `transformer`, `tagger`, `morphologizer`, `parser`, `experimental_edit_tree_lemmatizer` |
+| **Components** | `experimental_char_ner_tokenizer`, `transformer`, `senter`, `tagger`, `morphologizer`, `parser`, `experimental_edit_tree_lemmatizer` |
+| **Vectors** | 0 keys, 0 unique vectors (0 dimensions) |
+| **Sources** | [Universal Dependencies v2.5](https://lindat.mff.cuni.cz/repository/xmlui/handle/11234/1-3105) (Zeman, Daniel; et al.) |
+| **License** | `CC BY-SA 4.0` |
+| **Author** | [Explosion](https://explosion.ai) |
+
+### Label Scheme
+
+<details>
+
+<summary>View label scheme (81 labels for 6 components)</summary>
+
+| Component | Labels |
+| --- | --- |
+| **`experimental_char_ner_tokenizer`** | `TOKEN` |
+| **`senter`** | `I`, `S` |
+| **`tagger`** | `!`, `"`, `,`, `-`, `.`, `...`, `:`, `;`, `?`, `@`, `A`, `C`, `CC`, `E`, `I`, `L`, `LBKT`, `M`, `N`, `NP`, `Nb`, `Nc`, `Np`, `Nu`, `Ny`, `P`, `R`, `RBKT`, `T`, `V`, `VP`, `X`, `Y`, `Z` |
+| **`morphologizer`** | `POS=NOUN`, `POS=ADP`, `POS=X\|Polarity=Neg`, `POS=VERB`, `POS=ADJ`, `POS=PUNCT`, `POS=X`, `POS=SCONJ`, `NumType=Card\|POS=NUM`, `POS=DET`, `POS=CCONJ`, `POS=PROPN`, `POS=AUX`, `POS=PART`, `POS=INTJ` |
+| **`parser`** | `ROOT`, `advcl`, `advmod`, `amod`, `appos`, `aux`, `aux:pass`, `case`, `cc`, `ccomp`, `compound`, `conj`, `cop`, `csubj`, `dep`, `det`, `discourse`, `iobj`, `list`, `mark`, `nmod`, `nsubj`, `nummod`, `obj`, `obl`, `parataxis`, `punct`, `xcomp` |
+| **`experimental_edit_tree_lemmatizer`** | `0` |
+
+</details>
+
+### Accuracy
+
+| Type | Score |
+| --- | --- |
+| `TOKEN_F` | 87.90 |
+| `TOKEN_P` | 86.84 |
+| `TOKEN_R` | 89.00 |
+| `TOKEN_ACC` | 98.42 |
+| `SENTS_F` | 94.33 |
+| `SENTS_P` | 96.23 |
+| `SENTS_R` | 92.50 |
+| `TAG_ACC` | 88.05 |
+| `POS_ACC` | 90.19 |
+| `MORPH_ACC` | 96.95 |
+| `DEP_UAS` | 68.08 |
+| `DEP_LAS` | 60.64 |
+| `LEMMA_ACC` | 89.35 |

config.cfg

@@ -0,0 +1,254 @@
+[paths]
+train = "corpus/UD_Vietnamese-VTB/train.spacy"
+dev = "corpus/UD_Vietnamese-VTB/dev.spacy"
+vectors = null
+init_tok2vec = null
+tokenizer_source = "training/UD_Vietnamese-VTB/tokenizer/model-best"
+transformer_source = "training/UD_Vietnamese-VTB/transformer/model-best"
+
+[system]
+gpu_allocator = "pytorch"
+seed = 0
+
+[nlp]
+lang = "vi"
+pipeline = ["experimental_char_ner_tokenizer","transformer","senter","tagger","morphologizer","parser","experimental_edit_tree_lemmatizer"]
+batch_size = 64
+disabled = ["senter"]
+before_creation = null
+after_creation = null
+after_pipeline_creation = null
+tokenizer = {"@tokenizers":"spacy-experimental.char_pretokenizer.v1"}
+
+[components]
+
+[components.experimental_char_ner_tokenizer]
+factory = "experimental_char_ner_tokenizer"
+scorer = {"@scorers":"spacy-experimental.tokenizer_scorer.v1"}
+
+[components.experimental_char_ner_tokenizer.model]
+@architectures = "spacy.TransitionBasedParser.v2"
+state_type = "ner"
+extra_state_tokens = false
+hidden_width = 64
+maxout_pieces = 2
+use_upper = true
+nO = null
+
+[components.experimental_char_ner_tokenizer.model.tok2vec]
+@architectures = "spacy.Tok2Vec.v2"
+
+[components.experimental_char_ner_tokenizer.model.tok2vec.embed]
+@architectures = "spacy.MultiHashEmbed.v2"
+width = 128
+attrs = ["ORTH","LOWER","IS_DIGIT","IS_ALPHA","IS_SPACE","IS_PUNCT"]
+rows = [1000,500,50,50,50,50]
+include_static_vectors = false
+
+[components.experimental_char_ner_tokenizer.model.tok2vec.encode]
+@architectures = "spacy.MaxoutWindowEncoder.v2"
+width = 128
+depth = 4
+window_size = 4
+maxout_pieces = 2
+
+[components.experimental_edit_tree_lemmatizer]
+factory = "experimental_edit_tree_lemmatizer"
+backoff = "orth"
+min_tree_freq = 1
+overwrite = false
+scorer = {"@scorers":"spacy.lemmatizer_scorer.v1"}
+top_k = 1
+
+[components.experimental_edit_tree_lemmatizer.model]
+@architectures = "spacy.Tagger.v1"
+nO = null
+
+[components.experimental_edit_tree_lemmatizer.model.tok2vec]
+@architectures = "spacy-transformers.TransformerListener.v1"
+grad_factor = 1.0
+upstream = "transformer"
+pooling = {"@layers":"reduce_mean.v1"}
+
+[components.morphologizer]
+factory = "morphologizer"
+extend = false
+overwrite = false
+scorer = {"@scorers":"spacy.morphologizer_scorer.v1"}
+
+[components.morphologizer.model]
+@architectures = "spacy.Tagger.v1"
+nO = null
+
+[components.morphologizer.model.tok2vec]
+@architectures = "spacy-transformers.TransformerListener.v1"
+grad_factor = 1.0
+upstream = "transformer"
+pooling = {"@layers":"reduce_mean.v1"}
+
+[components.parser]
+factory = "parser"
+learn_tokens = false
+min_action_freq = 5
+moves = null
+scorer = {"@scorers":"spacy.parser_scorer.v1"}
+update_with_oracle_cut_size = 100
+
+[components.parser.model]
+@architectures = "spacy.TransitionBasedParser.v2"
+state_type = "parser"
+extra_state_tokens = false
+hidden_width = 64
+maxout_pieces = 3
+use_upper = false
+nO = null
+
+[components.parser.model.tok2vec]
+@architectures = "spacy-transformers.TransformerListener.v1"
+grad_factor = 1.0
+upstream = "transformer"
+pooling = {"@layers":"reduce_mean.v1"}
+
+[components.senter]
+factory = "senter"
+overwrite = false
+scorer = {"@scorers":"spacy.senter_scorer.v1"}
+
+[components.senter.model]
+@architectures = "spacy.Tagger.v1"
+nO = null
+
+[components.senter.model.tok2vec]
+@architectures = "spacy-transformers.TransformerListener.v1"
+grad_factor = 1.0
+upstream = "transformer"
+pooling = {"@layers":"reduce_mean.v1"}
+
+[components.tagger]
+factory = "tagger"
+neg_prefix = "!!!"
+overwrite = false
+scorer = {"@scorers":"spacy.tagger_scorer.v1"}
+
+[components.tagger.model]
+@architectures = "spacy.Tagger.v1"
+nO = null
+
+[components.tagger.model.tok2vec]
+@architectures = "spacy-transformers.TransformerListener.v1"
+grad_factor = 1.0
+upstream = "transformer"
+pooling = {"@layers":"reduce_mean.v1"}
+
+[components.transformer]
+factory = "transformer"
+max_batch_items = 4096
+set_extra_annotations = {"@annotation_setters":"spacy-transformers.null_annotation_setter.v1"}
+
+[components.transformer.model]
+@architectures = "spacy-transformers.TransformerModel.v3"
+name = "xlm-roberta-base"
+mixed_precision = true
+
+[components.transformer.model.get_spans]
+@span_getters = "spacy-transformers.strided_spans.v1"
+window = 128
+stride = 96
+
+[components.transformer.model.grad_scaler_config]
+
+[components.transformer.model.tokenizer_config]
+use_fast = true
+
+[components.transformer.model.transformer_config]
+
+[corpora]
+
+[corpora.dev]
+@readers = "spacy.Corpus.v1"
+path = ${paths.dev}
+max_length = 0
+gold_preproc = false
+limit = 0
+augmenter = null
+
+[corpora.train]
+@readers = "spacy.Corpus.v1"
+path = ${paths.train}
+max_length = 0
+gold_preproc = false
+limit = 0
+augmenter = null
+
+[training]
+train_corpus = "corpora.train"
+dev_corpus = "corpora.dev"
+seed = ${system:seed}
+gpu_allocator = ${system:gpu_allocator}
+dropout = 0.1
+accumulate_gradient = 3
+patience = 5000
+max_epochs = 0
+max_steps = 20000
+eval_frequency = 200
+frozen_components = []
+before_to_disk = null
+annotating_components = []
+
+[training.batcher]
+@batchers = "spacy.batch_by_padded.v1"
+discard_oversize = true
+get_length = null
+size = 2000
+buffer = 256
+
+[training.logger]
+@loggers = "spacy.ConsoleLogger.v1"
+progress_bar = false
+
+[training.optimizer]
+@optimizers = "Adam.v1"
+beta1 = 0.9
+beta2 = 0.999
+L2_is_weight_decay = true
+L2 = 0.01
+grad_clip = 1.0
+use_averages = true
+eps = 0.00000001
+
+[training.optimizer.learn_rate]
+@schedules = "warmup_linear.v1"
+warmup_steps = 250
+total_steps = 20000
+initial_rate = 0.00005
+
+[training.score_weights]
+token_f = 0.0
+token_p = null
+token_r = null
+token_acc = null
+sents_f = 0.05
+sents_p = 0.0
+sents_r = 0.0
+tag_acc = 0.11
+pos_acc = 0.05
+morph_acc = 0.05
+morph_per_feat = null
+dep_uas = 0.11
+dep_las = 0.11
+dep_las_per_type = null
+lemma_acc = 0.52
+
+[pretraining]
+
+[initialize]
+vectors = ${paths.vectors}
+init_tok2vec = ${paths.init_tok2vec}
+vocab_data = null
+lookups = null
+before_init = null
+after_init = null
+
+[initialize.components]
+
+[initialize.tokenizer]

experimental_char_ner_tokenizer/cfg

@@ -0,0 +1,13 @@
+{
+  "moves":null,
+  "update_with_oracle_cut_size":100,
+  "multitasks":[
+
+  ],
+  "min_action_freq":1,
+  "learn_tokens":false,
+  "beam_width":1,
+  "beam_density":0.0,
+  "beam_update_prob":0.0,
+  "incorrect_spans_key":null
+}

experimental_char_ner_tokenizer/model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81510e06c952a2e4115bedffd791243378f939d0ad4d563eb648295a1d498ff5
+size 6922248

experimental_char_ner_tokenizer/moves

@@ -0,0 +1 @@
+��moves�h{"0":{},"1":{"TOKEN":80997},"2":{"TOKEN":80997},"3":{"TOKEN":80997},"4":{"TOKEN":80997,"":1},"5":{"":1}}�cfg��neg_key�

experimental_edit_tree_lemmatizer/cfg

@@ -0,0 +1,5 @@
+{
+  "labels":[
+    0
+  ]
+}

experimental_edit_tree_lemmatizer/model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9349eac597785b4fab82e3b17d543069734e4196082ac9e131a34db0f4354333
+size 3664

meta.json

@@ -0,0 +1,307 @@
+{
+  "lang":"vi",
+  "name":"udv25_vietnamesevtb_trf",
+  "version":"0.0.1",
+  "description":"UD v2.5 benchmarking pipeline for UD_Vietnamese-VTB",
+  "author":"Explosion",
+  "email":"contact@explosion.ai",
+  "url":"https://explosion.ai",
+  "license":"CC BY-SA 4.0",
+  "spacy_version":">=3.2.1,<3.3.0",
+  "spacy_git_version":"800737b41",
+  "vectors":{
+    "width":0,
+    "vectors":0,
+    "keys":0,
+    "name":null
+  },
+  "labels":{
+    "experimental_char_ner_tokenizer":[
+      "TOKEN"
+    ],
+    "transformer":[
+
+    ],
+    "senter":[
+      "I",
+      "S"
+    ],
+    "tagger":[
+      "!",
+      "\"",
+      ",",
+      "-",
+      ".",
+      "...",
+      ":",
+      ";",
+      "?",
+      "@",
+      "A",
+      "C",
+      "CC",
+      "E",
+      "I",
+      "L",
+      "LBKT",
+      "M",
+      "N",
+      "NP",
+      "Nb",
+      "Nc",
+      "Np",
+      "Nu",
+      "Ny",
+      "P",
+      "R",
+      "RBKT",
+      "T",
+      "V",
+      "VP",
+      "X",
+      "Y",
+      "Z"
+    ],
+    "morphologizer":[
+      "POS=NOUN",
+      "POS=ADP",
+      "POS=X|Polarity=Neg",
+      "POS=VERB",
+      "POS=ADJ",
+      "POS=PUNCT",
+      "POS=X",
+      "POS=SCONJ",
+      "NumType=Card|POS=NUM",
+      "POS=DET",
+      "POS=CCONJ",
+      "POS=PROPN",
+      "POS=AUX",
+      "POS=PART",
+      "POS=INTJ"
+    ],
+    "parser":[
+      "ROOT",
+      "advcl",
+      "advmod",
+      "amod",
+      "appos",
+      "aux",
+      "aux:pass",
+      "case",
+      "cc",
+      "ccomp",
+      "compound",
+      "conj",
+      "cop",
+      "csubj",
+      "dep",
+      "det",
+      "discourse",
+      "iobj",
+      "list",
+      "mark",
+      "nmod",
+      "nsubj",
+      "nummod",
+      "obj",
+      "obl",
+      "parataxis",
+      "punct",
+      "xcomp"
+    ],
+    "experimental_edit_tree_lemmatizer":[
+      0
+    ]
+  },
+  "pipeline":[
+    "experimental_char_ner_tokenizer",
+    "transformer",
+    "tagger",
+    "morphologizer",
+    "parser",
+    "experimental_edit_tree_lemmatizer"
+  ],
+  "components":[
+    "experimental_char_ner_tokenizer",
+    "transformer",
+    "senter",
+    "tagger",
+    "morphologizer",
+    "parser",
+    "experimental_edit_tree_lemmatizer"
+  ],
+  "disabled":[
+    "senter"
+  ],
+  "sources":[
+    {
+      "name":"Universal Dependencies v2.5",
+      "url":"https://lindat.mff.cuni.cz/repository/xmlui/handle/11234/1-3105",
+      "author":"Zeman, Daniel; et al."
+    }
+  ],
+  "performance":{
+    "token_f":0.8790426353,
+    "token_p":0.8683898305,
+    "token_r":0.8899600486,
+    "token_acc":0.9842035036,
+    "sents_f":0.943275972,
+    "sents_p":0.9622886866,
+    "sents_r":0.925,
+    "tag_acc":0.8805048216,
+    "pos_acc":0.9018631331,
+    "morph_acc":0.9695345305,
+    "morph_per_feat":{
+      "NumType":{
+        "p":1.0,
+        "r":0.9409594096,
+        "f":0.969581749
+      },
+      "Polarity":{
+        "p":1.0,
+        "r":0.9932885906,
+        "f":0.9966329966
+      }
+    },
+    "dep_uas":0.6807696182,
+    "dep_las":0.6063552526,
+    "dep_las_per_type":{
+      "cc":{
+        "p":0.625282167,
+        "r":0.5794979079,
+        "f":0.6015200869
+      },
+      "nummod":{
+        "p":0.84375,
+        "r":0.8503937008,
+        "f":0.8470588235
+      },
+      "compound":{
+        "p":0.5607375271,
+        "r":0.6251511487,
+        "f":0.5911949686
+      },
+      "nsubj":{
+        "p":0.7237880496,
+        "r":0.6881028939,
+        "f":0.7054945055
+      },
+      "advmod":{
+        "p":0.843937575,
+        "r":0.762472885,
+        "f":0.8011396011
+      },
+      "root":{
+        "p":0.7582128778,
+        "r":0.72125,
+        "f":0.7392696989
+      },
+      "obj":{
+        "p":0.7544843049,
+        "r":0.5674536256,
+        "f":0.6477382098
+      },
+      "case":{
+        "p":0.7461538462,
+        "r":0.8164983165,
+        "f":0.7797427653
+      },
+      "obl":{
+        "p":0.5305164319,
+        "r":0.5566502463,
+        "f":0.5432692308
+      },
+      "xcomp":{
+        "p":0.5512552301,
+        "r":0.5648445874,
+        "f":0.5579671784
+      },
+      "amod":{
+        "p":0.511627907,
+        "r":0.4074074074,
+        "f":0.4536082474
+      },
+      "nmod":{
+        "p":0.5875,
+        "r":0.4159292035,
+        "f":0.4870466321
+      },
+      "det":{
+        "p":0.8123393316,
+        "r":0.7559808612,
+        "f":0.7831474597
+      },
+      "aux:pass":{
+        "p":0.8360655738,
+        "r":0.6144578313,
+        "f":0.7083333333
+      },
+      "ccomp":{
+        "p":0.3333333333,
+        "r":0.4194630872,
+        "f":0.3714710253
+      },
+      "parataxis":{
+        "p":0.3555555556,
+        "r":0.2461538462,
+        "f":0.2909090909
+      },
+      "mark":{
+        "p":0.18,
+        "r":0.1551724138,
+        "f":0.1666666667
+      },
+      "iobj":{
+        "p":0.0,
+        "r":0.0,
+        "f":0.0
+      },
+      "cop":{
+        "p":0.7843137255,
+        "r":0.8080808081,
+        "f":0.7960199005
+      },
+      "csubj":{
+        "p":0.1538461538,
+        "r":0.1379310345,
+        "f":0.1454545455
+      },
+      "aux":{
+        "p":0.6071428571,
+        "r":0.7906976744,
+        "f":0.6868686869
+      },
+      "conj":{
+        "p":0.5621468927,
+        "r":0.5012594458,
+        "f":0.5299600533
+      },
+      "advcl":{
+        "p":0.2118644068,
+        "r":0.2212389381,
+        "f":0.2164502165
+      },
+      "dep":{
+        "p":0.1785714286,
+        "r":0.1041666667,
+        "f":0.1315789474
+      },
+      "discourse":{
+        "p":0.4716981132,
+        "r":0.3048780488,
+        "f":0.3703703704
+      },
+      "appos":{
+        "p":0.4615384615,
+        "r":0.4,
+        "f":0.4285714286
+      }
+    },
+    "lemma_acc":0.8934519139
+  },
+  "requirements":[
+    "pyvi",
+    "spacy-experimental>=0.2.0,<0.3.0",
+    "spacy-transformers>=1.1.3,<1.2.0"
+  ]
+}

morphologizer/cfg

@@ -0,0 +1,38 @@
+{
+  "extend":false,
+  "labels_morph":{
+    "POS=NOUN":"",
+    "POS=ADP":"",
+    "POS=X|Polarity=Neg":"Polarity=Neg",
+    "POS=VERB":"",
+    "POS=ADJ":"",
+    "POS=PUNCT":"",
+    "POS=X":"",
+    "POS=SCONJ":"",
+    "NumType=Card|POS=NUM":"NumType=Card",
+    "POS=DET":"",
+    "POS=CCONJ":"",
+    "POS=PROPN":"",
+    "POS=AUX":"",
+    "POS=PART":"",
+    "POS=INTJ":""
+  },
+  "labels_pos":{
+    "POS=NOUN":92,
+    "POS=ADP":85,
+    "POS=X|Polarity=Neg":101,
+    "POS=VERB":100,
+    "POS=ADJ":84,
+    "POS=PUNCT":97,
+    "POS=X":101,
+    "POS=SCONJ":98,
+    "NumType=Card|POS=NUM":93,
+    "POS=DET":90,
+    "POS=CCONJ":89,
+    "POS=PROPN":96,
+    "POS=AUX":87,
+    "POS=PART":94,
+    "POS=INTJ":91
+  },
+  "overwrite":false
+}

morphologizer/model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c062a431612822ef8a58e7bcdb29ea343b40f02bf7440f19830430ef9881db8
+size 46728

parser/cfg

@@ -0,0 +1,13 @@
+{
+  "moves":null,
+  "update_with_oracle_cut_size":100,
+  "multitasks":[
+
+  ],
+  "min_action_freq":5,
+  "learn_tokens":false,
+  "beam_width":1,
+  "beam_density":0.0,
+  "beam_update_prob":0.0,
+  "incorrect_spans_key":null
+}

parser/model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d154d8d5a1cb42ff39210effe328c3dfe4e9cad85c62cbb4a166e1041dcdad4
+size 522845

parser/moves

@@ -0,0 +1 @@
+��moves�|{"0":{"":7792},"1":{"":11095},"2":{"nsubj":1680,"advmod":1120,"case":1082,"punct":834,"cc":578,"nummod":435,"compound":418,"det":368,"obl":242,"cop":183,"advcl":171,"aux:pass":162,"aux":115,"obj":66,"discourse":65,"amod":65,"csubj":45,"xcomp":38,"dep":32,"nmod":25,"parataxis":22,"mark":15,"ccomp":13},"3":{"punct":2095,"obj":1764,"xcomp":1664,"compound":1244,"conj":734,"ccomp":588,"nmod":505,"amod":445,"obl":374,"advmod":354,"det":337,"parataxis":185,"cc":154,"advcl":132,"nummod":130,"mark":82,"discourse":62,"case":52,"dep":44,"appos":37,"aux:pass":25,"punct||conj":24,"iobj":17,"cc||conj":11,"nsubj":8,"list":7},"4":{"ROOT":1400}}�cfg��neg_key�

senter/cfg

@@ -0,0 +1,3 @@
+{
+  "overwrite":false
+}

senter/model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fbfd60fcb2540c0b62ba4faef6d62f9fd75aa3eadb038840e593e8bba35d9d
+size 6740

tagger/cfg

@@ -0,0 +1,40 @@
+{
+  "labels":[
+    "!",
+    "\"",
+    ",",
+    "-",
+    ".",
+    "...",
+    ":",
+    ";",
+    "?",
+    "@",
+    "A",
+    "C",
+    "CC",
+    "E",
+    "I",
+    "L",
+    "LBKT",
+    "M",
+    "N",
+    "NP",
+    "Nb",
+    "Nc",
+    "Np",
+    "Nu",
+    "Ny",
+    "P",
+    "R",
+    "RBKT",
+    "T",
+    "V",
+    "VP",
+    "X",
+    "Y",
+    "Z"
+  ],
+  "neg_prefix":"!!!",
+  "overwrite":false
+}

tagger/model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec970c90ba6bb8ea757696accb2904bd4a664ecbc600ff8b213270edcaaa79b
+size 105174

transformer/cfg

@@ -0,0 +1,3 @@
+{
+  "max_batch_items":4096
+}

transformer/model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66356f788556ac16eb8de4f95095ff725f8f5f6bad73724c7f59a25fe7fdf48e
+size 1126406104

vi_udv25_vietnamesevtb_trf-any-py3-none-any.whl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea1fd24d0b0e17d042f208f69016562cb4204ede0d2fcec2c8d62c0bb732aa9
+size 839950911

vocab/key2row

@@ -0,0 +1 @@
+�

vocab/lookups.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76be8b528d0075f7aae98d6fa57a6d3c83ae480a8469e668d7b0af968995ac71
+size 1

vocab/strings.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26b38047d913d09c0d4ff670d26060a267e56c9359f2befee1e38860ddfdfc6
+size 368227

vocab/vectors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14772b683e726436d5948ad3fff2b43d036ef2ebbe3458aafed6004e05a40706
+size 128

vocab/vectors.cfg

@@ -0,0 +1,3 @@
+{
+  "mode":"default"
+}