diff --git a/.gitattributes b/.gitattributes index ac481c8eb05e4d2496fbe076a38a7b4835dd733d..5fb6bd9adde7a809e6d01763c563dd618d8728c8 100644 --- a/.gitattributes +++ b/.gitattributes @@ -25,3 +25,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zstandard filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +*.whl filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*strings.json filter=lfs diff=lfs merge=lfs -text +vectors filter=lfs diff=lfs merge=lfs -text +model filter=lfs diff=lfs merge=lfs -text +tokenizer filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..2f2d3ffbf97a63c7c98aec87d0c79ec549388857 --- /dev/null +++ b/README.md @@ -0,0 +1,18 @@ +--- +tags: +- spacy +language: +- en +license: cc-by-sa-3.0 +--- +| Feature | Description | +| --- | --- | +| **Name** | `en_grammar_checker` | +| **Version** | `1.0.0` | +| **spaCy** | `>=3.3.0,<3.4.0` | +| **Default Pipeline** | `punctuation`, `spelling`, `articles`, `grammar_major`, `grammar_minor`, `vocabulary` | +| **Components** | `punctuation`, `spelling`, `articles`, `grammar_major`, `grammar_minor`, `vocabulary` | +| **Vectors** | 0 keys, 0 unique vectors (0 dimensions) | +| **Sources** | n/a | +| **License** | n/a | +| **Author** | [n/a]() | \ No newline at end of file diff --git a/config.cfg b/config.cfg new file mode 100644 index 0000000000000000000000000000000000000000..4d8afb883ecee394d54caa45f50ebcb1b24bc0c2 --- /dev/null +++ b/config.cfg @@ -0,0 +1,116 @@ +[paths] +train = null +dev = null +vectors = null +init_tok2vec = null + +[system] +seed = 0 +gpu_allocator = null + +[nlp] +lang = "en" +pipeline = ["punctuation","spelling","articles","grammar_major","grammar_minor","vocabulary"] +disabled = [] +before_creation = null +after_creation = null +after_pipeline_creation = null +batch_size = 1000 +tokenizer = {"@tokenizers":"spacy.Tokenizer.v1"} + +[components] + +[components.articles] +factory = "articles" + +[components.grammar_major] +factory = "grammar_major" + +[components.grammar_minor] +factory = "grammar_minor" + +[components.punctuation] +factory = "punctuation" + +[components.spelling] +factory = "spelling" + +[components.vocabulary] +factory = "vocabulary" + +[corpora] + +[corpora.dev] +@readers = "spacy.Corpus.v1" +path = ${paths.dev} +gold_preproc = false +max_length = 0 +limit = 0 +augmenter = null + +[corpora.train] +@readers = "spacy.Corpus.v1" +path = ${paths.train} +gold_preproc = false +max_length = 0 +limit = 0 +augmenter = null + +[training] +seed = ${system.seed} +gpu_allocator = ${system.gpu_allocator} +dropout = 0.1 +accumulate_gradient = 1 +patience = 1600 +max_epochs = 0 +max_steps = 20000 +eval_frequency = 200 +frozen_components = [] +annotating_components = [] +dev_corpus = "corpora.dev" +train_corpus = "corpora.train" +before_to_disk = null + +[training.batcher] +@batchers = "spacy.batch_by_words.v1" +discard_oversize = false +tolerance = 0.2 +get_length = null + +[training.batcher.size] +@schedules = "compounding.v1" +start = 100 +stop = 1000 +compound = 1.001 +t = 0.0 + +[training.logger] +@loggers = "spacy.ConsoleLogger.v1" +progress_bar = false + +[training.optimizer] +@optimizers = "Adam.v1" +beta1 = 0.9 +beta2 = 0.999 +L2_is_weight_decay = true +L2 = 0.01 +grad_clip = 1.0 +use_averages = false +eps = 0.00000001 +learn_rate = 0.001 + +[training.score_weights] + +[pretraining] + +[initialize] +vectors = ${paths.vectors} +init_tok2vec = ${paths.init_tok2vec} +vocab_data = null +lookups = null +before_init = null +after_init = null + +[initialize.components] + +[initialize.tokenizer] \ No newline at end of file diff --git a/en_grammar_checker-any-py3-none-any.whl b/en_grammar_checker-any-py3-none-any.whl new file mode 100644 index 0000000000000000000000000000000000000000..babaf256767ec0b9395c2c1480c48df0a00946ad --- /dev/null +++ b/en_grammar_checker-any-py3-none-any.whl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a808972cae10f9b445a2435a70ee3664f8433086d3b3862febe7679cfb321e +size 2441454414 diff --git a/meta.json b/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..7405a5ef8c5de24804061ab9fe3fc5bc837b6a23 --- /dev/null +++ b/meta.json @@ -0,0 +1,153 @@ +{ + "lang":"en", + "name":"grammar_checker", + "version":"1.0.0", + "description":"Essay Grammar Checker", + "author":"Irina Proskurina", + "email":"", + "url":"", + "license":"CC BY-SA 3.0", + "spacy_version":">=3.3.0,<3.4.0", + "parent_package":"spacy", + "requirements":[ + "spacy-transformers>=1.0.0,<1.1.0" + ], + "sources":[ + { + "license":"MIT" + } + ], + "vectors":{ + "width":0, + "vectors":0, + "keys":0, + "name":null + }, + "pipeline":[ + "punctuation", + "spelling", + "articles", + "grammar_major", + "grammar_minor", + "vocabulary" + ], + "components":[ + "punctuation", + "spelling", + "articles", + "grammar_major", + "grammar_minor", + "vocabulary" + ], + "labels":{ + + }, + "performance":{ + "spans_articles_p":0.8274481176, + "spans_articles_r":0.8197202306, + "spans_articles_f":0.823566046, + "spans_punctuation_p":0.8723066455, + "spans_punctuation_r":0.6734372264, + "spans_punctuation_f":0.7600790514, + "spans_spelling_p":0.9037660231, + "spans_spelling_r":0.9159588014, + "spans_spelling_f":0.9098215644, + "spans_spelling_per_type":{ + "Spelling":{ + "p":0.9044968253, + "r":0.9227970539, + "f":0.9135553018 + }, + "Capitalisation":{ + "p":0.8959762655, + "r":0.8483146067, + "f":0.8714942736 + } + }, + "spans_vocabulary_p":0.8326700274, + "spans_vocabulary_r":0.4697166234, + "spans_vocabulary_f":0.6006188, + "spans_vocabulary_per_type":{ + "lex_part_choice":{ + "p":0.8783783784, + "r":0.0741444867, + "f":0.1367461431 + }, + "lex_item_choice":{ + "p":0.8219627873, + "r":0.5290802348, + "f":0.6437755977 + }, + "Category_confusion":{ + "p":0.84472708, + "r":0.5153572583, + "f":0.6401606426 + }, + "Formational_affixes":{ + "p":0.8892307692, + "r":0.5608020699, + "f":0.6878222927 + } + }, + "spans_grammar_minor_p":0.8690835299, + "spans_grammar_minor_r":0.7119557892, + "spans_grammar_minor_f":0.7827117807, + "spans_grammar_minor_per_type":{ + "Verb_pattern":{ + "p":0.7399617591, + "r":0.2491951062, + "f":0.3728323699 + }, + "Noun_number":{ + "p":0.8889171489, + "r":0.9032758286, + "f":0.8960389694 + }, + "Word_order":{ + "p":0.8179384203, + "r":0.2189179506, + "f":0.3453928773 + }, + "Numerals":{ + "p":0.7062761506, + "r":0.602426838, + "f":0.6502311248 + }, + "Determiners":{ + "p":0.5853658537, + "r":0.0231884058, + "f":0.0446096654 + } + }, + "spans_grammar_major_p":0.8694734373, + "spans_grammar_major_r":0.6123730074, + "spans_grammar_major_f":0.7186197538, + "spans_grammar_major_per_type":{ + "Agreement_errors":{ + "p":0.8953090397, + "r":0.7739296902, + "f":0.8302062914 + }, + "Prepositions":{ + "p":0.881741712, + "r":0.5715202053, + "f":0.6935201401 + }, + "Redundant_comp":{ + "p":0.8028656126, + "r":0.314191802, + "f":0.4516397999 + }, + "Tense_choice":{ + "p":0.86231523, + "r":0.7354107649, + "f":0.7938231022 + } + } + }, + "speed":5613.7287946692, + "spacy_git_version":"61dfdd9fb", + "disabled":[ + + ] +} \ No newline at end of file diff --git a/tokenizer b/tokenizer new file mode 100644 index 0000000000000000000000000000000000000000..2f3e22e6d0f6266ff4adc37b98156e6ca8485f6c --- /dev/null +++ b/tokenizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f3f5297dc14c5fd94488174149bd87b5f24dff28e6be993eb3ea7a92e53417 +size 78126 diff --git a/training/articles/config.cfg b/training/articles/config.cfg new file mode 100644 index 0000000000000000000000000000000000000000..0ff071d2cfb9e95d59835d51e1f28d1aef35c491 --- /dev/null +++ b/training/articles/config.cfg @@ -0,0 +1,157 @@ +[paths] +train = "./realec/articles_train.spacy" +dev = "./realec/articles_dev.spacy" +vectors = null +init_tok2vec = null + +[system] +gpu_allocator = "pytorch" +seed = 0 + +[nlp] +lang = "en" +pipeline = ["transformer","spancat"] +batch_size = 128 +disabled = [] +before_creation = null +after_creation = null +after_pipeline_creation = null +tokenizer = {"@tokenizers":"spacy.Tokenizer.v1"} + +[components] + +[components.spancat] +factory = "spancat" +max_positive = null +scorer = {"@scorers":"spacy.spancat_scorer.v1"} +spans_key = "articles" +threshold = 0.5 + +[components.spancat.model] +@architectures = "spacy.SpanCategorizer.v1" + +[components.spancat.model.reducer] +@layers = "spacy.mean_max_reducer.v1" +hidden_size = 128 + +[components.spancat.model.scorer] +@layers = "spacy.LinearLogistic.v1" +nO = null +nI = null + +[components.spancat.model.tok2vec] +@architectures = "spacy-transformers.TransformerListener.v1" +grad_factor = 1.0 +pooling = {"@layers":"reduce_mean.v1"} +upstream = "*" + +[components.spancat.suggester] +@misc = "spacy.ngram_suggester.v1" +sizes = [1,2,3] + +[components.transformer] +factory = "transformer" +max_batch_items = 4096 +set_extra_annotations = {"@annotation_setters":"spacy-transformers.null_annotation_setter.v1"} + +[components.transformer.model] +@architectures = "spacy-transformers.TransformerModel.v3" +name = "bert-base-cased" +mixed_precision = false + +[components.transformer.model.get_spans] +@span_getters = "spacy-transformers.strided_spans.v1" +window = 128 +stride = 96 + +[components.transformer.model.grad_scaler_config] + +[components.transformer.model.tokenizer_config] +use_fast = true + +[components.transformer.model.transformer_config] + +[corpora] + +[corpora.dev] +@readers = "spacy.Corpus.v1" +path = "./realec/articles_dev.spacy" +max_length = 0 +gold_preproc = false +limit = 0 +augmenter = null + +[corpora.train] +@readers = "spacy.Corpus.v1" +path = "./realec/articles_train.spacy" +max_length = 0 +gold_preproc = false +limit = 0 +augmenter = null + +[training] +accumulate_gradient = 3 +dev_corpus = "corpora.dev" +train_corpus = "corpora.train" +frozen_components = [] +seed = 0 +gpu_allocator = "pytorch" +dropout = 0.1 +patience = 1600 +max_epochs = 0 +max_steps = 20000 +eval_frequency = 200 +annotating_components = [] +before_to_disk = null + +[training.batcher] +@batchers = "spacy.batch_by_padded.v1" +discard_oversize = true +size = 2000 +buffer = 256 +get_length = null + +[training.logger] +@loggers = "spacy.WandbLogger.v3" +project_name = "adwiser" +remove_config_values = ["paths.train","paths.dev","corpora.train.path","corpora.dev.path"] +model_log_interval = 1000 +log_dataset_dir = null +entity = null +run_name = "articles" + +[training.optimizer] +@optimizers = "Adam.v1" +beta1 = 0.9 +beta2 = 0.999 +L2_is_weight_decay = true +L2 = 0.01 +grad_clip = 1.0 +use_averages = false +eps = 0.00000001 + +[training.optimizer.learn_rate] +@schedules = "warmup_linear.v1" +warmup_steps = 250 +total_steps = 20000 +initial_rate = 0.00005 + +[training.score_weights] +spans_sc_f = 0.5 +spans_sc_p = 0.0 +spans_sc_r = 0.0 +spans_Articles_f = 0.5 + +[pretraining] + +[initialize] +vectors = null +init_tok2vec = null +vocab_data = null +lookups = null +before_init = null +after_init = null + +[initialize.components] + +[initialize.tokenizer] \ No newline at end of file diff --git a/training/articles/meta.json b/training/articles/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..c5b72a8f7c62f0e4a24710b7ed8d8a26cfd244fb --- /dev/null +++ b/training/articles/meta.json @@ -0,0 +1,46 @@ +{ + "lang":"en", + "name":"pipeline", + "version":"0.0.0", + "spacy_version":">=3.3.0,<3.4.0", + "description":"", + "author":"", + "email":"", + "url":"", + "license":"", + "spacy_git_version":"Unknown", + "vectors":{ + "width":0, + "vectors":0, + "keys":0, + "name":null, + "mode":"default" + }, + "labels":{ + "transformer":[ + + ], + "spancat":[ + "Articles" + ] + }, + "pipeline":[ + "transformer", + "spancat" + ], + "components":[ + "transformer", + "spancat" + ], + "disabled":[ + + ], + "performance":{ + "spans_sc_f":0.0, + "spans_sc_p":0.0, + "spans_sc_r":0.0, + "spans_Articles_f":0.0, + "transformer_loss":100.8329219741, + "spancat_loss":2964.9278720927 + } +} \ No newline at end of file diff --git a/training/articles/spancat/cfg b/training/articles/spancat/cfg new file mode 100644 index 0000000000000000000000000000000000000000..999dbdd5c3c8bdef1f1b11ef121de0710f618b52 --- /dev/null +++ b/training/articles/spancat/cfg @@ -0,0 +1,8 @@ +{ + "labels":[ + "Articles" + ], + "spans_key":"articles", + "threshold":0.5, + "max_positive":null +} \ No newline at end of file diff --git a/training/articles/spancat/model b/training/articles/spancat/model new file mode 100644 index 0000000000000000000000000000000000000000..3b1b76c00ad0898286d4372427517f9179b7e421 --- /dev/null +++ b/training/articles/spancat/model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bcd34ab7d5ff9adb0214059514deb98fb9c131f29d0a0a7a4c520fcafd3e875 +size 4723491 diff --git a/training/articles/tokenizer b/training/articles/tokenizer new file mode 100644 index 0000000000000000000000000000000000000000..2f3e22e6d0f6266ff4adc37b98156e6ca8485f6c --- /dev/null +++ b/training/articles/tokenizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f3f5297dc14c5fd94488174149bd87b5f24dff28e6be993eb3ea7a92e53417 +size 78126 diff --git a/training/articles/transformer/cfg b/training/articles/transformer/cfg new file mode 100644 index 0000000000000000000000000000000000000000..c1c987fd2509bd016beecf4f9b6afc0a46ac0a41 --- /dev/null +++ b/training/articles/transformer/cfg @@ -0,0 +1,3 @@ +{ + "max_batch_items":4096 +} \ No newline at end of file diff --git a/training/articles/transformer/model b/training/articles/transformer/model new file mode 100644 index 0000000000000000000000000000000000000000..88d8a5097b057864c5363edec556881c675d56a5 --- /dev/null +++ b/training/articles/transformer/model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2036ce8a5df6924d046d42dd67dc03f670b4d1d25c2d8073de95822165e9a5ed +size 434208023 diff --git a/training/articles/vocab/key2row b/training/articles/vocab/key2row new file mode 100644 index 0000000000000000000000000000000000000000..5416677bc7dab0c8bec3f5bf44d7d28b4ff73b13 --- /dev/null +++ b/training/articles/vocab/key2row @@ -0,0 +1 @@ +€ \ No newline at end of file diff --git a/training/articles/vocab/lookups.bin b/training/articles/vocab/lookups.bin new file mode 100644 index 0000000000000000000000000000000000000000..c66317f8d354f32911b0beb802a18ab12b6507c9 --- /dev/null +++ b/training/articles/vocab/lookups.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76be8b528d0075f7aae98d6fa57a6d3c83ae480a8469e668d7b0af968995ac71 +size 1 diff --git a/training/articles/vocab/strings.json b/training/articles/vocab/strings.json new file mode 100644 index 0000000000000000000000000000000000000000..28f2e0e4371dabca3e0afe4b247d6977f03d5f77 --- /dev/null +++ b/training/articles/vocab/strings.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6c403d7808ec8eeeafe465538d7df7f45c1202362b29c9c627a7ed8302dc210 +size 287029 diff --git a/training/articles/vocab/vectors b/training/articles/vocab/vectors new file mode 100644 index 0000000000000000000000000000000000000000..c3cdeaca40454242d7cdebf54ce1f2a21dba696d --- /dev/null +++ b/training/articles/vocab/vectors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14772b683e726436d5948ad3fff2b43d036ef2ebbe3458aafed6004e05a40706 +size 128 diff --git a/training/articles/vocab/vectors.cfg b/training/articles/vocab/vectors.cfg new file mode 100644 index 0000000000000000000000000000000000000000..32c800af499252db8a717fd27e02d8829f815368 --- /dev/null +++ b/training/articles/vocab/vectors.cfg @@ -0,0 +1,3 @@ +{ + "mode":"default" +} \ No newline at end of file diff --git a/training/grammar_major/config.cfg b/training/grammar_major/config.cfg new file mode 100644 index 0000000000000000000000000000000000000000..442052d47be39674eb9e1a58a9fa4a2b858466ce --- /dev/null +++ b/training/grammar_major/config.cfg @@ -0,0 +1,160 @@ +[paths] +train = "./realec/grammar_major_train.spacy" +dev = "./realec/grammar_major_dev.spacy" +vectors = null +init_tok2vec = null + +[system] +gpu_allocator = "pytorch" +seed = 0 + +[nlp] +lang = "en" +pipeline = ["transformer","spancat"] +batch_size = 128 +disabled = [] +before_creation = null +after_creation = null +after_pipeline_creation = null +tokenizer = {"@tokenizers":"spacy.Tokenizer.v1"} + +[components] + +[components.spancat] +factory = "spancat" +max_positive = null +scorer = {"@scorers":"spacy.spancat_scorer.v1"} +spans_key = "grammar_major" +threshold = 0.5 + +[components.spancat.model] +@architectures = "spacy.SpanCategorizer.v1" + +[components.spancat.model.reducer] +@layers = "spacy.mean_max_reducer.v1" +hidden_size = 128 + +[components.spancat.model.scorer] +@layers = "spacy.LinearLogistic.v1" +nO = null +nI = null + +[components.spancat.model.tok2vec] +@architectures = "spacy-transformers.TransformerListener.v1" +grad_factor = 1.0 +pooling = {"@layers":"reduce_mean.v1"} +upstream = "*" + +[components.spancat.suggester] +@misc = "spacy.ngram_suggester.v1" +sizes = [1,2,3] + +[components.transformer] +factory = "transformer" +max_batch_items = 4096 +set_extra_annotations = {"@annotation_setters":"spacy-transformers.null_annotation_setter.v1"} + +[components.transformer.model] +@architectures = "spacy-transformers.TransformerModel.v3" +name = "bert-base-cased" +mixed_precision = false + +[components.transformer.model.get_spans] +@span_getters = "spacy-transformers.strided_spans.v1" +window = 128 +stride = 96 + +[components.transformer.model.grad_scaler_config] + +[components.transformer.model.tokenizer_config] +use_fast = true + +[components.transformer.model.transformer_config] + +[corpora] + +[corpora.dev] +@readers = "spacy.Corpus.v1" +path = "./realec/grammar_major_dev.spacy" +max_length = 0 +gold_preproc = false +limit = 0 +augmenter = null + +[corpora.train] +@readers = "spacy.Corpus.v1" +path = "./realec/grammar_major_train.spacy" +max_length = 0 +gold_preproc = false +limit = 0 +augmenter = null + +[training] +accumulate_gradient = 3 +dev_corpus = "corpora.dev" +train_corpus = "corpora.train" +frozen_components = [] +seed = 0 +gpu_allocator = "pytorch" +dropout = 0.1 +patience = 1600 +max_epochs = 0 +max_steps = 20000 +eval_frequency = 200 +annotating_components = [] +before_to_disk = null + +[training.batcher] +@batchers = "spacy.batch_by_padded.v1" +discard_oversize = true +size = 2000 +buffer = 256 +get_length = null + +[training.logger] +@loggers = "spacy.WandbLogger.v3" +project_name = "adwiser" +remove_config_values = ["paths.train","paths.dev","corpora.train.path","corpora.dev.path"] +model_log_interval = 1000 +log_dataset_dir = null +entity = null +run_name = "grammar_major" + +[training.optimizer] +@optimizers = "Adam.v1" +beta1 = 0.9 +beta2 = 0.999 +L2_is_weight_decay = true +L2 = 0.01 +grad_clip = 1.0 +use_averages = false +eps = 0.00000001 + +[training.optimizer.learn_rate] +@schedules = "warmup_linear.v1" +warmup_steps = 250 +total_steps = 20000 +initial_rate = 0.00005 + +[training.score_weights] +spans_sc_f = 0.5 +spans_sc_p = 0.0 +spans_sc_r = 0.0 +spans_Agreement_errors_f = 0.13 +spans_Prepositions_f = 0.12 +spans_Redundant_comp_f = 0.14 +spans_Tense_choice_f = 0.11 + +[pretraining] + +[initialize] +vectors = null +init_tok2vec = null +vocab_data = null +lookups = null +before_init = null +after_init = null + +[initialize.components] + +[initialize.tokenizer] \ No newline at end of file diff --git a/training/grammar_major/meta.json b/training/grammar_major/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..48f16248d617691e49e35abb7bfee34245536378 --- /dev/null +++ b/training/grammar_major/meta.json @@ -0,0 +1,52 @@ +{ + "lang":"en", + "name":"pipeline", + "version":"0.0.0", + "spacy_version":">=3.3.0,<3.4.0", + "description":"", + "author":"", + "email":"", + "url":"", + "license":"", + "spacy_git_version":"Unknown", + "vectors":{ + "width":0, + "vectors":0, + "keys":0, + "name":null, + "mode":"default" + }, + "labels":{ + "transformer":[ + + ], + "spancat":[ + "Agreement_errors", + "Prepositions", + "Tense_choice", + "Redundant_comp" + ] + }, + "pipeline":[ + "transformer", + "spancat" + ], + "components":[ + "transformer", + "spancat" + ], + "disabled":[ + + ], + "performance":{ + "spans_sc_f":0.0, + "spans_sc_p":0.0, + "spans_sc_r":0.0, + "spans_Agreement_errors_f":0.0, + "spans_Prepositions_f":0.0, + "spans_Redundant_comp_f":0.0, + "spans_Tense_choice_f":0.0, + "transformer_loss":155.2905472092, + "spancat_loss":4539.9674681051 + } +} \ No newline at end of file diff --git a/training/grammar_major/spancat/cfg b/training/grammar_major/spancat/cfg new file mode 100644 index 0000000000000000000000000000000000000000..a2f887baead9bab5dd1ac001284da69ac95e5ac9 --- /dev/null +++ b/training/grammar_major/spancat/cfg @@ -0,0 +1,11 @@ +{ + "labels":[ + "Agreement_errors", + "Prepositions", + "Tense_choice", + "Redundant_comp" + ], + "spans_key":"grammar_major", + "threshold":0.5, + "max_positive":null +} \ No newline at end of file diff --git a/training/grammar_major/spancat/model b/training/grammar_major/spancat/model new file mode 100644 index 0000000000000000000000000000000000000000..9a51c1075260cdbbd16857536a3595f464d38790 --- /dev/null +++ b/training/grammar_major/spancat/model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e9fbf9b48ca97b5fe06e25c549763cea2b182321819a81a2ea9b61eede20cfa +size 4725039 diff --git a/training/grammar_major/tokenizer b/training/grammar_major/tokenizer new file mode 100644 index 0000000000000000000000000000000000000000..2f3e22e6d0f6266ff4adc37b98156e6ca8485f6c --- /dev/null +++ b/training/grammar_major/tokenizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f3f5297dc14c5fd94488174149bd87b5f24dff28e6be993eb3ea7a92e53417 +size 78126 diff --git a/training/grammar_major/transformer/cfg b/training/grammar_major/transformer/cfg new file mode 100644 index 0000000000000000000000000000000000000000..c1c987fd2509bd016beecf4f9b6afc0a46ac0a41 --- /dev/null +++ b/training/grammar_major/transformer/cfg @@ -0,0 +1,3 @@ +{ + "max_batch_items":4096 +} \ No newline at end of file diff --git a/training/grammar_major/transformer/model b/training/grammar_major/transformer/model new file mode 100644 index 0000000000000000000000000000000000000000..76a5f81665d727020b5053286dcb44c0e3ebd812 --- /dev/null +++ b/training/grammar_major/transformer/model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:745dee6d568bdaf5acde6d3cb6fd6cccfed39741771b1f36ea1d94968d43b2ff +size 434208023 diff --git a/training/grammar_major/vocab/key2row b/training/grammar_major/vocab/key2row new file mode 100644 index 0000000000000000000000000000000000000000..5416677bc7dab0c8bec3f5bf44d7d28b4ff73b13 --- /dev/null +++ b/training/grammar_major/vocab/key2row @@ -0,0 +1 @@ +€ \ No newline at end of file diff --git a/training/grammar_major/vocab/lookups.bin b/training/grammar_major/vocab/lookups.bin new file mode 100644 index 0000000000000000000000000000000000000000..c66317f8d354f32911b0beb802a18ab12b6507c9 --- /dev/null +++ b/training/grammar_major/vocab/lookups.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76be8b528d0075f7aae98d6fa57a6d3c83ae480a8469e668d7b0af968995ac71 +size 1 diff --git a/training/grammar_major/vocab/strings.json b/training/grammar_major/vocab/strings.json new file mode 100644 index 0000000000000000000000000000000000000000..8021fe99a308a603e4809de2d32a021aac248900 --- /dev/null +++ b/training/grammar_major/vocab/strings.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ef59bf11f594ff3dbb5802fd852d888513130a338f18d441d0738d16cfd1d9f +size 173293 diff --git a/training/grammar_major/vocab/vectors b/training/grammar_major/vocab/vectors new file mode 100644 index 0000000000000000000000000000000000000000..c3cdeaca40454242d7cdebf54ce1f2a21dba696d --- /dev/null +++ b/training/grammar_major/vocab/vectors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14772b683e726436d5948ad3fff2b43d036ef2ebbe3458aafed6004e05a40706 +size 128 diff --git a/training/grammar_major/vocab/vectors.cfg b/training/grammar_major/vocab/vectors.cfg new file mode 100644 index 0000000000000000000000000000000000000000..32c800af499252db8a717fd27e02d8829f815368 --- /dev/null +++ b/training/grammar_major/vocab/vectors.cfg @@ -0,0 +1,3 @@ +{ + "mode":"default" +} \ No newline at end of file diff --git a/training/grammar_minor/config.cfg b/training/grammar_minor/config.cfg new file mode 100644 index 0000000000000000000000000000000000000000..9bc0963844b38b0e59f4be722bee6064c661138f --- /dev/null +++ b/training/grammar_minor/config.cfg @@ -0,0 +1,161 @@ +[paths] +train = "./realec/grammar_minor_train.spacy" +dev = "./realec/grammar_minor_dev.spacy" +vectors = null +init_tok2vec = null + +[system] +gpu_allocator = "pytorch" +seed = 0 + +[nlp] +lang = "en" +pipeline = ["transformer","spancat"] +batch_size = 128 +disabled = [] +before_creation = null +after_creation = null +after_pipeline_creation = null +tokenizer = {"@tokenizers":"spacy.Tokenizer.v1"} + +[components] + +[components.spancat] +factory = "spancat" +max_positive = null +scorer = {"@scorers":"spacy.spancat_scorer.v1"} +spans_key = "grammar_minor" +threshold = 0.5 + +[components.spancat.model] +@architectures = "spacy.SpanCategorizer.v1" + +[components.spancat.model.reducer] +@layers = "spacy.mean_max_reducer.v1" +hidden_size = 128 + +[components.spancat.model.scorer] +@layers = "spacy.LinearLogistic.v1" +nO = null +nI = null + +[components.spancat.model.tok2vec] +@architectures = "spacy-transformers.TransformerListener.v1" +grad_factor = 1.0 +pooling = {"@layers":"reduce_mean.v1"} +upstream = "*" + +[components.spancat.suggester] +@misc = "spacy.ngram_suggester.v1" +sizes = [1,2,3] + +[components.transformer] +factory = "transformer" +max_batch_items = 4096 +set_extra_annotations = {"@annotation_setters":"spacy-transformers.null_annotation_setter.v1"} + +[components.transformer.model] +@architectures = "spacy-transformers.TransformerModel.v3" +name = "bert-base-cased" +mixed_precision = false + +[components.transformer.model.get_spans] +@span_getters = "spacy-transformers.strided_spans.v1" +window = 128 +stride = 96 + +[components.transformer.model.grad_scaler_config] + +[components.transformer.model.tokenizer_config] +use_fast = true + +[components.transformer.model.transformer_config] + +[corpora] + +[corpora.dev] +@readers = "spacy.Corpus.v1" +path = "./realec/grammar_minor_dev.spacy" +max_length = 0 +gold_preproc = false +limit = 0 +augmenter = null + +[corpora.train] +@readers = "spacy.Corpus.v1" +path = "./realec/grammar_minor_train.spacy" +max_length = 0 +gold_preproc = false +limit = 0 +augmenter = null + +[training] +accumulate_gradient = 3 +dev_corpus = "corpora.dev" +train_corpus = "corpora.train" +frozen_components = [] +seed = 0 +gpu_allocator = "pytorch" +dropout = 0.1 +patience = 1600 +max_epochs = 0 +max_steps = 20000 +eval_frequency = 200 +annotating_components = [] +before_to_disk = null + +[training.batcher] +@batchers = "spacy.batch_by_padded.v1" +discard_oversize = true +size = 2000 +buffer = 256 +get_length = null + +[training.logger] +@loggers = "spacy.WandbLogger.v3" +project_name = "adwiser" +remove_config_values = ["paths.train","paths.dev","corpora.train.path","corpora.dev.path"] +model_log_interval = 1000 +log_dataset_dir = null +entity = null +run_name = "grammar_minor" + +[training.optimizer] +@optimizers = "Adam.v1" +beta1 = 0.9 +beta2 = 0.999 +L2_is_weight_decay = true +L2 = 0.01 +grad_clip = 1.0 +use_averages = false +eps = 0.00000001 + +[training.optimizer.learn_rate] +@schedules = "warmup_linear.v1" +warmup_steps = 250 +total_steps = 20000 +initial_rate = 0.00005 + +[training.score_weights] +spans_sc_f = 0.5 +spans_sc_p = 0.0 +spans_sc_r = 0.0 +spans_Determiners_f = 0.18 +spans_Noun_number_f = 0.01 +spans_Numerals_f = 0.13 +spans_Verb_pattern_f = 0.12 +spans_Word_order_f = 0.07 + +[pretraining] + +[initialize] +vectors = null +init_tok2vec = null +vocab_data = null +lookups = null +before_init = null +after_init = null + +[initialize.components] + +[initialize.tokenizer] \ No newline at end of file diff --git a/training/grammar_minor/meta.json b/training/grammar_minor/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..4a12aeb6cc8e5d8d699de83927c8e0f568ba0602 --- /dev/null +++ b/training/grammar_minor/meta.json @@ -0,0 +1,54 @@ +{ + "lang":"en", + "name":"pipeline", + "version":"0.0.0", + "spacy_version":">=3.3.0,<3.4.0", + "description":"", + "author":"", + "email":"", + "url":"", + "license":"", + "spacy_git_version":"Unknown", + "vectors":{ + "width":0, + "vectors":0, + "keys":0, + "name":null, + "mode":"default" + }, + "labels":{ + "transformer":[ + + ], + "spancat":[ + "Verb_pattern", + "Determiners", + "Numerals", + "Word_order", + "Noun_number" + ] + }, + "pipeline":[ + "transformer", + "spancat" + ], + "components":[ + "transformer", + "spancat" + ], + "disabled":[ + + ], + "performance":{ + "spans_sc_f":0.0, + "spans_sc_p":0.0, + "spans_sc_r":0.0, + "spans_Determiners_f":0.0, + "spans_Noun_number_f":0.0, + "spans_Numerals_f":0.0, + "spans_Verb_pattern_f":0.0, + "spans_Word_order_f":0.0, + "transformer_loss":74.2849839284, + "spancat_loss":3224.212622695 + } +} \ No newline at end of file diff --git a/training/grammar_minor/spancat/cfg b/training/grammar_minor/spancat/cfg new file mode 100644 index 0000000000000000000000000000000000000000..af4997195d988d143aac148d4ebf0710dc9b0e10 --- /dev/null +++ b/training/grammar_minor/spancat/cfg @@ -0,0 +1,12 @@ +{ + "labels":[ + "Verb_pattern", + "Determiners", + "Numerals", + "Word_order", + "Noun_number" + ], + "spans_key":"grammar_minor", + "threshold":0.5, + "max_positive":null +} \ No newline at end of file diff --git a/training/grammar_minor/spancat/model b/training/grammar_minor/spancat/model new file mode 100644 index 0000000000000000000000000000000000000000..9e1b98e37c415c1da60328397a149184d27bf217 --- /dev/null +++ b/training/grammar_minor/spancat/model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e0283722a11d5a844cd733d76a12574c63e598f946c2d5843a6f81d80ec9dbe +size 4725555 diff --git a/training/grammar_minor/tokenizer b/training/grammar_minor/tokenizer new file mode 100644 index 0000000000000000000000000000000000000000..2f3e22e6d0f6266ff4adc37b98156e6ca8485f6c --- /dev/null +++ b/training/grammar_minor/tokenizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f3f5297dc14c5fd94488174149bd87b5f24dff28e6be993eb3ea7a92e53417 +size 78126 diff --git a/training/grammar_minor/transformer/cfg b/training/grammar_minor/transformer/cfg new file mode 100644 index 0000000000000000000000000000000000000000..c1c987fd2509bd016beecf4f9b6afc0a46ac0a41 --- /dev/null +++ b/training/grammar_minor/transformer/cfg @@ -0,0 +1,3 @@ +{ + "max_batch_items":4096 +} \ No newline at end of file diff --git a/training/grammar_minor/transformer/model b/training/grammar_minor/transformer/model new file mode 100644 index 0000000000000000000000000000000000000000..11f2de7b298c3d68b8e7132e499c31f8af56f3e9 --- /dev/null +++ b/training/grammar_minor/transformer/model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a214501cb8a98fc0d7934072baa83b46d144b0f255f60afd65c190c2ed876d61 +size 434208023 diff --git a/training/grammar_minor/vocab/key2row b/training/grammar_minor/vocab/key2row new file mode 100644 index 0000000000000000000000000000000000000000..5416677bc7dab0c8bec3f5bf44d7d28b4ff73b13 --- /dev/null +++ b/training/grammar_minor/vocab/key2row @@ -0,0 +1 @@ +€ \ No newline at end of file diff --git a/training/grammar_minor/vocab/lookups.bin b/training/grammar_minor/vocab/lookups.bin new file mode 100644 index 0000000000000000000000000000000000000000..c66317f8d354f32911b0beb802a18ab12b6507c9 --- /dev/null +++ b/training/grammar_minor/vocab/lookups.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76be8b528d0075f7aae98d6fa57a6d3c83ae480a8469e668d7b0af968995ac71 +size 1 diff --git a/training/grammar_minor/vocab/strings.json b/training/grammar_minor/vocab/strings.json new file mode 100644 index 0000000000000000000000000000000000000000..d120922a1c065d8e4f9d5d271bac5e95ac9913b6 --- /dev/null +++ b/training/grammar_minor/vocab/strings.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:169ca15549fd804567ae7d8222e75f320265558fb39b5b90add91046eb7a3723 +size 201573 diff --git a/training/grammar_minor/vocab/vectors b/training/grammar_minor/vocab/vectors new file mode 100644 index 0000000000000000000000000000000000000000..c3cdeaca40454242d7cdebf54ce1f2a21dba696d --- /dev/null +++ b/training/grammar_minor/vocab/vectors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14772b683e726436d5948ad3fff2b43d036ef2ebbe3458aafed6004e05a40706 +size 128 diff --git a/training/grammar_minor/vocab/vectors.cfg b/training/grammar_minor/vocab/vectors.cfg new file mode 100644 index 0000000000000000000000000000000000000000..32c800af499252db8a717fd27e02d8829f815368 --- /dev/null +++ b/training/grammar_minor/vocab/vectors.cfg @@ -0,0 +1,3 @@ +{ + "mode":"default" +} \ No newline at end of file diff --git a/training/punctuation/config.cfg b/training/punctuation/config.cfg new file mode 100644 index 0000000000000000000000000000000000000000..efa71f829d7a2a0e49d375f671d38efbc100090f --- /dev/null +++ b/training/punctuation/config.cfg @@ -0,0 +1,157 @@ +[paths] +train = "./realec/punctuation_train.spacy" +dev = "./realec/punctuation_dev.spacy" +vectors = null +init_tok2vec = null + +[system] +gpu_allocator = "pytorch" +seed = 0 + +[nlp] +lang = "en" +pipeline = ["transformer","spancat"] +batch_size = 128 +disabled = [] +before_creation = null +after_creation = null +after_pipeline_creation = null +tokenizer = {"@tokenizers":"spacy.Tokenizer.v1"} + +[components] + +[components.spancat] +factory = "spancat" +max_positive = null +scorer = {"@scorers":"spacy.spancat_scorer.v1"} +spans_key = "punctuation" +threshold = 0.5 + +[components.spancat.model] +@architectures = "spacy.SpanCategorizer.v1" + +[components.spancat.model.reducer] +@layers = "spacy.mean_max_reducer.v1" +hidden_size = 128 + +[components.spancat.model.scorer] +@layers = "spacy.LinearLogistic.v1" +nO = null +nI = null + +[components.spancat.model.tok2vec] +@architectures = "spacy-transformers.TransformerListener.v1" +grad_factor = 1.0 +pooling = {"@layers":"reduce_mean.v1"} +upstream = "*" + +[components.spancat.suggester] +@misc = "spacy.ngram_suggester.v1" +sizes = [1,2,3] + +[components.transformer] +factory = "transformer" +max_batch_items = 4096 +set_extra_annotations = {"@annotation_setters":"spacy-transformers.null_annotation_setter.v1"} + +[components.transformer.model] +@architectures = "spacy-transformers.TransformerModel.v3" +name = "bert-base-cased" +mixed_precision = false + +[components.transformer.model.get_spans] +@span_getters = "spacy-transformers.strided_spans.v1" +window = 128 +stride = 96 + +[components.transformer.model.grad_scaler_config] + +[components.transformer.model.tokenizer_config] +use_fast = true + +[components.transformer.model.transformer_config] + +[corpora] + +[corpora.dev] +@readers = "spacy.Corpus.v1" +path = "./realec/punctuation_dev.spacy" +max_length = 0 +gold_preproc = false +limit = 0 +augmenter = null + +[corpora.train] +@readers = "spacy.Corpus.v1" +path = "./realec/punctuation_train.spacy" +max_length = 0 +gold_preproc = false +limit = 0 +augmenter = null + +[training] +accumulate_gradient = 3 +dev_corpus = "corpora.dev" +train_corpus = "corpora.train" +frozen_components = [] +seed = 0 +gpu_allocator = "pytorch" +dropout = 0.1 +patience = 1600 +max_epochs = 0 +max_steps = 20000 +eval_frequency = 200 +annotating_components = [] +before_to_disk = null + +[training.batcher] +@batchers = "spacy.batch_by_padded.v1" +discard_oversize = true +size = 2000 +buffer = 256 +get_length = null + +[training.logger] +@loggers = "spacy.WandbLogger.v3" +project_name = "adwiser" +remove_config_values = ["paths.train","paths.dev","corpora.train.path","corpora.dev.path"] +model_log_interval = 1000 +log_dataset_dir = null +entity = null +run_name = "punctuation" + +[training.optimizer] +@optimizers = "Adam.v1" +beta1 = 0.9 +beta2 = 0.999 +L2_is_weight_decay = true +L2 = 0.01 +grad_clip = 1.0 +use_averages = false +eps = 0.00000001 + +[training.optimizer.learn_rate] +@schedules = "warmup_linear.v1" +warmup_steps = 250 +total_steps = 20000 +initial_rate = 0.00005 + +[training.score_weights] +spans_sc_f = 0.5 +spans_sc_p = 0.0 +spans_sc_r = 0.0 +spans_Punctuation_f = 0.5 + +[pretraining] + +[initialize] +vectors = null +init_tok2vec = null +vocab_data = null +lookups = null +before_init = null +after_init = null + +[initialize.components] + +[initialize.tokenizer] \ No newline at end of file diff --git a/training/punctuation/meta.json b/training/punctuation/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..170400c8d89cc66b5edc1489411ba6ee859dfb70 --- /dev/null +++ b/training/punctuation/meta.json @@ -0,0 +1,46 @@ +{ + "lang":"en", + "name":"pipeline", + "version":"0.0.0", + "spacy_version":">=3.3.0,<3.4.0", + "description":"", + "author":"", + "email":"", + "url":"", + "license":"", + "spacy_git_version":"Unknown", + "vectors":{ + "width":0, + "vectors":0, + "keys":0, + "name":null, + "mode":"default" + }, + "labels":{ + "transformer":[ + + ], + "spancat":[ + "Punctuation" + ] + }, + "pipeline":[ + "transformer", + "spancat" + ], + "components":[ + "transformer", + "spancat" + ], + "disabled":[ + + ], + "performance":{ + "spans_sc_f":0.0, + "spans_sc_p":0.0, + "spans_sc_r":0.0, + "spans_Punctuation_f":0.0, + "transformer_loss":155.9655457946, + "spancat_loss":2200.9864988542 + } +} \ No newline at end of file diff --git a/training/punctuation/spancat/cfg b/training/punctuation/spancat/cfg new file mode 100644 index 0000000000000000000000000000000000000000..3a538b8e872fb4d024b0646a1a8bc168825a7ada --- /dev/null +++ b/training/punctuation/spancat/cfg @@ -0,0 +1,8 @@ +{ + "labels":[ + "Punctuation" + ], + "spans_key":"punctuation", + "threshold":0.5, + "max_positive":null +} \ No newline at end of file diff --git a/training/punctuation/spancat/model b/training/punctuation/spancat/model new file mode 100644 index 0000000000000000000000000000000000000000..11b289f5c22a785beeda615f314e1597d44eaf76 --- /dev/null +++ b/training/punctuation/spancat/model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80d8d230b00ce3dfdf04de2e52fc4d14b2ac8e98e0c785e889c5e795940c06b2 +size 4723491 diff --git a/training/punctuation/tokenizer b/training/punctuation/tokenizer new file mode 100644 index 0000000000000000000000000000000000000000..2f3e22e6d0f6266ff4adc37b98156e6ca8485f6c --- /dev/null +++ b/training/punctuation/tokenizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f3f5297dc14c5fd94488174149bd87b5f24dff28e6be993eb3ea7a92e53417 +size 78126 diff --git a/training/punctuation/transformer/cfg b/training/punctuation/transformer/cfg new file mode 100644 index 0000000000000000000000000000000000000000..c1c987fd2509bd016beecf4f9b6afc0a46ac0a41 --- /dev/null +++ b/training/punctuation/transformer/cfg @@ -0,0 +1,3 @@ +{ + "max_batch_items":4096 +} \ No newline at end of file diff --git a/training/punctuation/transformer/model b/training/punctuation/transformer/model new file mode 100644 index 0000000000000000000000000000000000000000..b16b18dfe8117933edcf00faab844ff360da26bf --- /dev/null +++ b/training/punctuation/transformer/model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a3cab4830ec3d78cf951043924a896eb0146f4647f4adf3160ac035127f6fd6 +size 434208023 diff --git a/training/punctuation/vocab/key2row b/training/punctuation/vocab/key2row new file mode 100644 index 0000000000000000000000000000000000000000..5416677bc7dab0c8bec3f5bf44d7d28b4ff73b13 --- /dev/null +++ b/training/punctuation/vocab/key2row @@ -0,0 +1 @@ +€ \ No newline at end of file diff --git a/training/punctuation/vocab/lookups.bin b/training/punctuation/vocab/lookups.bin new file mode 100644 index 0000000000000000000000000000000000000000..c66317f8d354f32911b0beb802a18ab12b6507c9 --- /dev/null +++ b/training/punctuation/vocab/lookups.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76be8b528d0075f7aae98d6fa57a6d3c83ae480a8469e668d7b0af968995ac71 +size 1 diff --git a/training/punctuation/vocab/strings.json b/training/punctuation/vocab/strings.json new file mode 100644 index 0000000000000000000000000000000000000000..b8bd77de7fea516248e01596cc7bb212e940c586 --- /dev/null +++ b/training/punctuation/vocab/strings.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26013a15de37a4180447eed7bd1ab0359f9481e2ed063d9c0c5f6201ba164d30 +size 139281 diff --git a/training/punctuation/vocab/vectors b/training/punctuation/vocab/vectors new file mode 100644 index 0000000000000000000000000000000000000000..c3cdeaca40454242d7cdebf54ce1f2a21dba696d --- /dev/null +++ b/training/punctuation/vocab/vectors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14772b683e726436d5948ad3fff2b43d036ef2ebbe3458aafed6004e05a40706 +size 128 diff --git a/training/punctuation/vocab/vectors.cfg b/training/punctuation/vocab/vectors.cfg new file mode 100644 index 0000000000000000000000000000000000000000..32c800af499252db8a717fd27e02d8829f815368 --- /dev/null +++ b/training/punctuation/vocab/vectors.cfg @@ -0,0 +1,3 @@ +{ + "mode":"default" +} \ No newline at end of file diff --git a/training/spelling/config.cfg b/training/spelling/config.cfg new file mode 100644 index 0000000000000000000000000000000000000000..c6b35b43e43709dfd995ed785544023fa92a05e2 --- /dev/null +++ b/training/spelling/config.cfg @@ -0,0 +1,158 @@ +[paths] +train = "./realec/spelling_train.spacy" +dev = "./realec/spelling_dev.spacy" +vectors = null +init_tok2vec = null + +[system] +gpu_allocator = "pytorch" +seed = 0 + +[nlp] +lang = "en" +pipeline = ["transformer","spancat"] +batch_size = 128 +disabled = [] +before_creation = null +after_creation = null +after_pipeline_creation = null +tokenizer = {"@tokenizers":"spacy.Tokenizer.v1"} + +[components] + +[components.spancat] +factory = "spancat" +max_positive = null +scorer = {"@scorers":"spacy.spancat_scorer.v1"} +spans_key = "spelling" +threshold = 0.5 + +[components.spancat.model] +@architectures = "spacy.SpanCategorizer.v1" + +[components.spancat.model.reducer] +@layers = "spacy.mean_max_reducer.v1" +hidden_size = 128 + +[components.spancat.model.scorer] +@layers = "spacy.LinearLogistic.v1" +nO = null +nI = null + +[components.spancat.model.tok2vec] +@architectures = "spacy-transformers.TransformerListener.v1" +grad_factor = 1.0 +pooling = {"@layers":"reduce_mean.v1"} +upstream = "*" + +[components.spancat.suggester] +@misc = "spacy.ngram_suggester.v1" +sizes = [1,2,3] + +[components.transformer] +factory = "transformer" +max_batch_items = 4096 +set_extra_annotations = {"@annotation_setters":"spacy-transformers.null_annotation_setter.v1"} + +[components.transformer.model] +@architectures = "spacy-transformers.TransformerModel.v3" +name = "bert-base-cased" +mixed_precision = false + +[components.transformer.model.get_spans] +@span_getters = "spacy-transformers.strided_spans.v1" +window = 128 +stride = 96 + +[components.transformer.model.grad_scaler_config] + +[components.transformer.model.tokenizer_config] +use_fast = true + +[components.transformer.model.transformer_config] + +[corpora] + +[corpora.dev] +@readers = "spacy.Corpus.v1" +path = "./realec/spelling_dev.spacy" +max_length = 0 +gold_preproc = false +limit = 0 +augmenter = null + +[corpora.train] +@readers = "spacy.Corpus.v1" +path = "./realec/spelling_train.spacy" +max_length = 0 +gold_preproc = false +limit = 0 +augmenter = null + +[training] +accumulate_gradient = 3 +dev_corpus = "corpora.dev" +train_corpus = "corpora.train" +frozen_components = [] +seed = 0 +gpu_allocator = "pytorch" +dropout = 0.1 +patience = 1600 +max_epochs = 0 +max_steps = 20000 +eval_frequency = 200 +annotating_components = [] +before_to_disk = null + +[training.batcher] +@batchers = "spacy.batch_by_padded.v1" +discard_oversize = true +size = 2000 +buffer = 256 +get_length = null + +[training.logger] +@loggers = "spacy.WandbLogger.v3" +project_name = "adwiser" +remove_config_values = ["paths.train","paths.dev","corpora.train.path","corpora.dev.path"] +model_log_interval = 1000 +log_dataset_dir = null +entity = null +run_name = "spelling" + +[training.optimizer] +@optimizers = "Adam.v1" +beta1 = 0.9 +beta2 = 0.999 +L2_is_weight_decay = true +L2 = 0.01 +grad_clip = 1.0 +use_averages = false +eps = 0.00000001 + +[training.optimizer.learn_rate] +@schedules = "warmup_linear.v1" +warmup_steps = 250 +total_steps = 20000 +initial_rate = 0.00005 + +[training.score_weights] +spans_sc_f = 0.5 +spans_sc_p = 0.0 +spans_sc_r = 0.0 +spans_Capitalisation_f = 0.45 +spans_Spelling_f = 0.05 + +[pretraining] + +[initialize] +vectors = null +init_tok2vec = null +vocab_data = null +lookups = null +before_init = null +after_init = null + +[initialize.components] + +[initialize.tokenizer] \ No newline at end of file diff --git a/training/spelling/meta.json b/training/spelling/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..c51035d5162ffdcf48720293c537544ec9fea482 --- /dev/null +++ b/training/spelling/meta.json @@ -0,0 +1,48 @@ +{ + "lang":"en", + "name":"pipeline", + "version":"0.0.0", + "spacy_version":">=3.3.0,<3.4.0", + "description":"", + "author":"", + "email":"", + "url":"", + "license":"", + "spacy_git_version":"Unknown", + "vectors":{ + "width":0, + "vectors":0, + "keys":0, + "name":null, + "mode":"default" + }, + "labels":{ + "transformer":[ + + ], + "spancat":[ + "Spelling", + "Capitalisation" + ] + }, + "pipeline":[ + "transformer", + "spancat" + ], + "components":[ + "transformer", + "spancat" + ], + "disabled":[ + + ], + "performance":{ + "spans_sc_f":0.0, + "spans_sc_p":0.0, + "spans_sc_r":0.0, + "spans_Capitalisation_f":0.0, + "spans_Spelling_f":0.0, + "transformer_loss":44.0993431434, + "spancat_loss":2243.7531562905 + } +} \ No newline at end of file diff --git a/training/spelling/spancat/cfg b/training/spelling/spancat/cfg new file mode 100644 index 0000000000000000000000000000000000000000..7298db88cea250366e8f4c0300afa20f582246f6 --- /dev/null +++ b/training/spelling/spancat/cfg @@ -0,0 +1,9 @@ +{ + "labels":[ + "Spelling", + "Capitalisation" + ], + "spans_key":"spelling", + "threshold":0.5, + "max_positive":null +} \ No newline at end of file diff --git a/training/spelling/spancat/model b/training/spelling/spancat/model new file mode 100644 index 0000000000000000000000000000000000000000..6c3313d7e31aee67755e7ae47b4e72b985d0e161 --- /dev/null +++ b/training/spelling/spancat/model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a115c30432686880e39e77d6d3d1a862d44334c8711dba4113575f85baa9d1a +size 4724007 diff --git a/training/spelling/tokenizer b/training/spelling/tokenizer new file mode 100644 index 0000000000000000000000000000000000000000..2f3e22e6d0f6266ff4adc37b98156e6ca8485f6c --- /dev/null +++ b/training/spelling/tokenizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f3f5297dc14c5fd94488174149bd87b5f24dff28e6be993eb3ea7a92e53417 +size 78126 diff --git a/training/spelling/transformer/cfg b/training/spelling/transformer/cfg new file mode 100644 index 0000000000000000000000000000000000000000..c1c987fd2509bd016beecf4f9b6afc0a46ac0a41 --- /dev/null +++ b/training/spelling/transformer/cfg @@ -0,0 +1,3 @@ +{ + "max_batch_items":4096 +} \ No newline at end of file diff --git a/training/spelling/transformer/model b/training/spelling/transformer/model new file mode 100644 index 0000000000000000000000000000000000000000..c10830f53f030de2ef48216a1511c090e3634e02 --- /dev/null +++ b/training/spelling/transformer/model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92ad13e7ffe5523eb6e644ff92cfb78a909ff71756d3c80cff1e7124d1559835 +size 434208023 diff --git a/training/spelling/vocab/key2row b/training/spelling/vocab/key2row new file mode 100644 index 0000000000000000000000000000000000000000..5416677bc7dab0c8bec3f5bf44d7d28b4ff73b13 --- /dev/null +++ b/training/spelling/vocab/key2row @@ -0,0 +1 @@ +€ \ No newline at end of file diff --git a/training/spelling/vocab/lookups.bin b/training/spelling/vocab/lookups.bin new file mode 100644 index 0000000000000000000000000000000000000000..c66317f8d354f32911b0beb802a18ab12b6507c9 --- /dev/null +++ b/training/spelling/vocab/lookups.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76be8b528d0075f7aae98d6fa57a6d3c83ae480a8469e668d7b0af968995ac71 +size 1 diff --git a/training/spelling/vocab/strings.json b/training/spelling/vocab/strings.json new file mode 100644 index 0000000000000000000000000000000000000000..caae8278f0315a000b32e438775140abf9cc6583 --- /dev/null +++ b/training/spelling/vocab/strings.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac0eded0abfa2f25a418b9fd9b9164a068608ecd16746d0b6595b53e508eff7b +size 597160 diff --git a/training/spelling/vocab/vectors b/training/spelling/vocab/vectors new file mode 100644 index 0000000000000000000000000000000000000000..c3cdeaca40454242d7cdebf54ce1f2a21dba696d --- /dev/null +++ b/training/spelling/vocab/vectors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14772b683e726436d5948ad3fff2b43d036ef2ebbe3458aafed6004e05a40706 +size 128 diff --git a/training/spelling/vocab/vectors.cfg b/training/spelling/vocab/vectors.cfg new file mode 100644 index 0000000000000000000000000000000000000000..32c800af499252db8a717fd27e02d8829f815368 --- /dev/null +++ b/training/spelling/vocab/vectors.cfg @@ -0,0 +1,3 @@ +{ + "mode":"default" +} \ No newline at end of file diff --git a/training/vocabulary/config.cfg b/training/vocabulary/config.cfg new file mode 100644 index 0000000000000000000000000000000000000000..51cbdeef007cfb20124883c3e34654990fb026e7 --- /dev/null +++ b/training/vocabulary/config.cfg @@ -0,0 +1,160 @@ +[paths] +train = "./realec/vocabulary_train.spacy" +dev = "./realec/vocabulary_dev.spacy" +vectors = null +init_tok2vec = null + +[system] +gpu_allocator = "pytorch" +seed = 0 + +[nlp] +lang = "en" +pipeline = ["transformer","spancat"] +batch_size = 128 +disabled = [] +before_creation = null +after_creation = null +after_pipeline_creation = null +tokenizer = {"@tokenizers":"spacy.Tokenizer.v1"} + +[components] + +[components.spancat] +factory = "spancat" +max_positive = null +scorer = {"@scorers":"spacy.spancat_scorer.v1"} +spans_key = "vocabulary" +threshold = 0.5 + +[components.spancat.model] +@architectures = "spacy.SpanCategorizer.v1" + +[components.spancat.model.reducer] +@layers = "spacy.mean_max_reducer.v1" +hidden_size = 128 + +[components.spancat.model.scorer] +@layers = "spacy.LinearLogistic.v1" +nO = null +nI = null + +[components.spancat.model.tok2vec] +@architectures = "spacy-transformers.TransformerListener.v1" +grad_factor = 1.0 +pooling = {"@layers":"reduce_mean.v1"} +upstream = "*" + +[components.spancat.suggester] +@misc = "spacy.ngram_suggester.v1" +sizes = [1,2,3] + +[components.transformer] +factory = "transformer" +max_batch_items = 4096 +set_extra_annotations = {"@annotation_setters":"spacy-transformers.null_annotation_setter.v1"} + +[components.transformer.model] +@architectures = "spacy-transformers.TransformerModel.v3" +name = "bert-base-cased" +mixed_precision = false + +[components.transformer.model.get_spans] +@span_getters = "spacy-transformers.strided_spans.v1" +window = 128 +stride = 96 + +[components.transformer.model.grad_scaler_config] + +[components.transformer.model.tokenizer_config] +use_fast = true + +[components.transformer.model.transformer_config] + +[corpora] + +[corpora.dev] +@readers = "spacy.Corpus.v1" +path = "./realec/vocabulary_dev.spacy" +max_length = 0 +gold_preproc = false +limit = 0 +augmenter = null + +[corpora.train] +@readers = "spacy.Corpus.v1" +path = "./realec/vocabulary_train.spacy" +max_length = 0 +gold_preproc = false +limit = 0 +augmenter = null + +[training] +accumulate_gradient = 3 +dev_corpus = "corpora.dev" +train_corpus = "corpora.train" +frozen_components = [] +seed = 0 +gpu_allocator = "pytorch" +dropout = 0.1 +patience = 1600 +max_epochs = 0 +max_steps = 20000 +eval_frequency = 200 +annotating_components = [] +before_to_disk = null + +[training.batcher] +@batchers = "spacy.batch_by_padded.v1" +discard_oversize = true +size = 2000 +buffer = 256 +get_length = null + +[training.logger] +@loggers = "spacy.WandbLogger.v3" +project_name = "adwiser" +remove_config_values = ["paths.train","paths.dev","corpora.train.path","corpora.dev.path"] +model_log_interval = 1000 +log_dataset_dir = null +entity = null +run_name = "vocabulary" + +[training.optimizer] +@optimizers = "Adam.v1" +beta1 = 0.9 +beta2 = 0.999 +L2_is_weight_decay = true +L2 = 0.01 +grad_clip = 1.0 +use_averages = false +eps = 0.00000001 + +[training.optimizer.learn_rate] +@schedules = "warmup_linear.v1" +warmup_steps = 250 +total_steps = 20000 +initial_rate = 0.00005 + +[training.score_weights] +spans_sc_f = 0.5 +spans_sc_p = 0.0 +spans_sc_r = 0.0 +spans_Category_confusion_f = 0.11 +spans_Formational_affixes_f = 0.23 +spans_lex_item_choice_f = 0.03 +spans_lex_part_choice_f = 0.13 + +[pretraining] + +[initialize] +vectors = null +init_tok2vec = null +vocab_data = null +lookups = null +before_init = null +after_init = null + +[initialize.components] + +[initialize.tokenizer] \ No newline at end of file diff --git a/training/vocabulary/meta.json b/training/vocabulary/meta.json new file mode 100644 index 0000000000000000000000000000000000000000..c5e14a1dd7f392b6c13d0ebc84c977d7b2ebec8c --- /dev/null +++ b/training/vocabulary/meta.json @@ -0,0 +1,52 @@ +{ + "lang":"en", + "name":"pipeline", + "version":"0.0.0", + "spacy_version":">=3.3.0,<3.4.0", + "description":"", + "author":"", + "email":"", + "url":"", + "license":"", + "spacy_git_version":"Unknown", + "vectors":{ + "width":0, + "vectors":0, + "keys":0, + "name":null, + "mode":"default" + }, + "labels":{ + "transformer":[ + + ], + "spancat":[ + "lex_part_choice", + "Category_confusion", + "Formational_affixes", + "lex_item_choice" + ] + }, + "pipeline":[ + "transformer", + "spancat" + ], + "components":[ + "transformer", + "spancat" + ], + "disabled":[ + + ], + "performance":{ + "spans_sc_f":0.0, + "spans_sc_p":0.0, + "spans_sc_r":0.0, + "spans_Category_confusion_f":0.0, + "spans_Formational_affixes_f":0.0, + "spans_lex_item_choice_f":0.0, + "spans_lex_part_choice_f":0.0, + "transformer_loss":125.5026042824, + "spancat_loss":5766.8357456917 + } +} \ No newline at end of file diff --git a/training/vocabulary/spancat/cfg b/training/vocabulary/spancat/cfg new file mode 100644 index 0000000000000000000000000000000000000000..cae3054759313eec4d8aad4cf3eb59a16a7c0d75 --- /dev/null +++ b/training/vocabulary/spancat/cfg @@ -0,0 +1,11 @@ +{ + "labels":[ + "lex_part_choice", + "Category_confusion", + "Formational_affixes", + "lex_item_choice" + ], + "spans_key":"vocabulary", + "threshold":0.5, + "max_positive":null +} \ No newline at end of file diff --git a/training/vocabulary/spancat/model b/training/vocabulary/spancat/model new file mode 100644 index 0000000000000000000000000000000000000000..a374a7a36a96587c9f37ce464fedd0a49edaeaad --- /dev/null +++ b/training/vocabulary/spancat/model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:957b3c814e94d3c5b233a697e7556a64d7529130f06b649c3e056b5a9511c079 +size 4725039 diff --git a/training/vocabulary/tokenizer b/training/vocabulary/tokenizer new file mode 100644 index 0000000000000000000000000000000000000000..2f3e22e6d0f6266ff4adc37b98156e6ca8485f6c --- /dev/null +++ b/training/vocabulary/tokenizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f3f5297dc14c5fd94488174149bd87b5f24dff28e6be993eb3ea7a92e53417 +size 78126 diff --git a/training/vocabulary/transformer/cfg b/training/vocabulary/transformer/cfg new file mode 100644 index 0000000000000000000000000000000000000000..c1c987fd2509bd016beecf4f9b6afc0a46ac0a41 --- /dev/null +++ b/training/vocabulary/transformer/cfg @@ -0,0 +1,3 @@ +{ + "max_batch_items":4096 +} \ No newline at end of file diff --git a/training/vocabulary/transformer/model b/training/vocabulary/transformer/model new file mode 100644 index 0000000000000000000000000000000000000000..1d2f4bd7dfe54ea3a5046dfe9d7ae3c9dd3afa8a --- /dev/null +++ b/training/vocabulary/transformer/model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fac564f7a1784543ea4ea9f680cce25f7258ef0df9832544f826506318cd323 +size 434208023 diff --git a/training/vocabulary/vocab/key2row b/training/vocabulary/vocab/key2row new file mode 100644 index 0000000000000000000000000000000000000000..5416677bc7dab0c8bec3f5bf44d7d28b4ff73b13 --- /dev/null +++ b/training/vocabulary/vocab/key2row @@ -0,0 +1 @@ +€ \ No newline at end of file diff --git a/training/vocabulary/vocab/lookups.bin b/training/vocabulary/vocab/lookups.bin new file mode 100644 index 0000000000000000000000000000000000000000..c66317f8d354f32911b0beb802a18ab12b6507c9 --- /dev/null +++ b/training/vocabulary/vocab/lookups.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76be8b528d0075f7aae98d6fa57a6d3c83ae480a8469e668d7b0af968995ac71 +size 1 diff --git a/training/vocabulary/vocab/strings.json b/training/vocabulary/vocab/strings.json new file mode 100644 index 0000000000000000000000000000000000000000..9371acbad2206aa89d94f93a49ee5ba3d0aebcc7 --- /dev/null +++ b/training/vocabulary/vocab/strings.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:820d6e5b6b5855296d3f920b104d62fb7d1cd1edd2b095c10c01b481a1a5f388 +size 192211 diff --git a/training/vocabulary/vocab/vectors b/training/vocabulary/vocab/vectors new file mode 100644 index 0000000000000000000000000000000000000000..c3cdeaca40454242d7cdebf54ce1f2a21dba696d --- /dev/null +++ b/training/vocabulary/vocab/vectors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14772b683e726436d5948ad3fff2b43d036ef2ebbe3458aafed6004e05a40706 +size 128 diff --git a/training/vocabulary/vocab/vectors.cfg b/training/vocabulary/vocab/vectors.cfg new file mode 100644 index 0000000000000000000000000000000000000000..32c800af499252db8a717fd27e02d8829f815368 --- /dev/null +++ b/training/vocabulary/vocab/vectors.cfg @@ -0,0 +1,3 @@ +{ + "mode":"default" +} \ No newline at end of file diff --git a/vocab/key2row b/vocab/key2row new file mode 100644 index 0000000000000000000000000000000000000000..5416677bc7dab0c8bec3f5bf44d7d28b4ff73b13 --- /dev/null +++ b/vocab/key2row @@ -0,0 +1 @@ +€ \ No newline at end of file diff --git a/vocab/lookups.bin b/vocab/lookups.bin new file mode 100644 index 0000000000000000000000000000000000000000..c66317f8d354f32911b0beb802a18ab12b6507c9 --- /dev/null +++ b/vocab/lookups.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76be8b528d0075f7aae98d6fa57a6d3c83ae480a8469e668d7b0af968995ac71 +size 1 diff --git a/vocab/strings.json b/vocab/strings.json new file mode 100644 index 0000000000000000000000000000000000000000..cdd525a420f1c6adbaa837a8975f82238208041a --- /dev/null +++ b/vocab/strings.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6833af47d0c2d495d15d4781b4a39d7066075dfde086d647e2e3f079777f64fd +size 13062 diff --git a/vocab/vectors b/vocab/vectors new file mode 100644 index 0000000000000000000000000000000000000000..c3cdeaca40454242d7cdebf54ce1f2a21dba696d --- /dev/null +++ b/vocab/vectors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14772b683e726436d5948ad3fff2b43d036ef2ebbe3458aafed6004e05a40706 +size 128 diff --git a/vocab/vectors.cfg b/vocab/vectors.cfg new file mode 100644 index 0000000000000000000000000000000000000000..32c800af499252db8a717fd27e02d8829f815368 --- /dev/null +++ b/vocab/vectors.cfg @@ -0,0 +1,3 @@ +{ + "mode":"default" +} \ No newline at end of file