Upload model 0.8

config.json

@@ -0,0 +1,31 @@
+{
+  "_name_or_path": "allegro/herbert-large-cased",
+  "architectures": [
+    "BertModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "directionality": "bidi",
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 514,
+  "model_type": "bert",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 1,
+  "pooler_fc_size": 768,
+  "pooler_num_attention_heads": 12,
+  "pooler_num_fc_layers": 3,
+  "pooler_size_per_head": 128,
+  "pooler_type": "first_token_transform",
+  "position_embedding_type": "absolute",
+  "tokenizer_class": "HerbertTokenizerFast",
+  "transformers_version": "4.17.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 50000
+}

params.json

@@ -0,0 +1 @@
+{"dropout": 0.3, "num_labels": 181, "label_list": ["B-date", "B-date#B-geogName", "B-date#B-orgName", "B-date#B-time", "B-geogName", "B-geogName#B-orgName", "B-geogName#B-persName", "B-geogName#B-persName#B-persName-addName", "B-geogName#B-persName#B-persName-forename", "B-geogName#B-persName#B-persName-surname", "B-geogName#B-persName-surname", "B-geogName#B-placeName-country", "B-geogName#B-placeName-district", "B-geogName#B-placeName-region", "B-geogName#B-placeName-settlement", "B-orgName", "B-orgName#B-geogName", "B-orgName#B-persName", "B-orgName#B-persName#B-persName-addName", "B-orgName#B-persName#B-persName-forename", "B-orgName#B-persName#B-persName-surname", "B-orgName#B-persName-surname", "B-orgName#B-placeName-bloc", "B-orgName#B-placeName-country", "B-orgName#B-placeName-district", "B-orgName#B-placeName-region", "B-orgName#B-placeName-settlement", "B-persName", "B-persName#B-geogName#B-persName-addName", "B-persName#B-persName-addName", "B-persName#B-persName-addName#B-persName-forename", "B-persName#B-persName-addName#B-placeName-settlement", "B-persName#B-persName-forename", "B-persName#B-persName-surname", "B-persName#B-persName-surname#B-placeName-settlement", "B-persName#B-placeName-settlement", "B-persName-addName", "B-persName-forename", "B-persName-surname", "B-persName-surname#B-persName-forename", "B-placeName", "B-placeName-bloc", "B-placeName-country", "B-placeName-district", "B-placeName-district#B-placeName-country", "B-placeName-district#B-placeName-settlement", "B-placeName-region", "B-placeName-region#B-geogName", "B-placeName-region#B-placeName-country", "B-placeName-region#B-placeName-settlement", "B-placeName-settlement", "B-placeName-settlement#B-placeName-country", "B-time", "I-date", "I-date#B-persName#B-persName-forename", "I-date#I-geogName", "I-date#I-orgName", "I-date#I-time", "I-geogName", "I-geogName#B-date", "I-geogName#B-orgName", "I-geogName#B-persName", "I-geogName#B-persName#B-persName-addName", "I-geogName#B-persName#B-persName-forename", "I-geogName#B-persName#B-persName-surname", "I-geogName#B-persName-forename", "I-geogName#B-persName-surname", "I-geogName#B-placeName", "I-geogName#B-placeName-country", "I-geogName#B-placeName-district", "I-geogName#B-placeName-settlement", "I-geogName#I-date", "I-geogName#I-orgName", "I-geogName#I-orgName#B-persName#B-persName-forename", "I-geogName#I-orgName#B-persName-addName", "I-geogName#I-orgName#B-placeName-country", "I-geogName#I-orgName#B-placeName-settlement", "I-geogName#I-orgName#I-persName#B-persName-surname", "I-geogName#I-persName", "I-geogName#I-persName#B-persName-addName", "I-geogName#I-persName#B-persName-forename", "I-geogName#I-persName#B-persName-surname", "I-geogName#I-persName#B-placeName-settlement", "I-geogName#I-persName#I-persName-forename", "I-geogName#I-placeName-country", "I-geogName#I-placeName-district", "I-geogName#I-placeName-settlement", "I-orgName", "I-orgName#B-date", "I-orgName#B-geogName", "I-orgName#B-persName", "I-orgName#B-persName#B-persName-addName", "I-orgName#B-persName#B-persName-forename", "I-orgName#B-persName#B-persName-surname", "I-orgName#B-persName-addName", "I-orgName#B-persName-forename", "I-orgName#B-persName-surname", "I-orgName#B-placeName", "I-orgName#B-placeName-bloc", "I-orgName#B-placeName-country", "I-orgName#B-placeName-district", "I-orgName#B-placeName-region", "I-orgName#B-placeName-settlement", "I-orgName#I-date", "I-orgName#I-geogName", "I-orgName#I-geogName#B-placeName-settlement", "I-orgName#I-persName", "I-orgName#I-persName#B-persName-addName", "I-orgName#I-persName#B-persName-forename", "I-orgName#I-persName#B-persName-surname", "I-orgName#I-persName#I-persName-addName", "I-orgName#I-persName#I-persName-forename", "I-orgName#I-placeName-bloc", "I-orgName#I-placeName-country", "I-orgName#I-placeName-district", "I-orgName#I-placeName-region", "I-orgName#I-placeName-region#B-geogName", "I-orgName#I-placeName-region#B-placeName-settlement", "I-orgName#I-placeName-settlement", "I-orgName#I-placeName-settlement#B-geogName", "I-persName", "I-persName#B-geogName", "I-persName#B-geogName#B-persName-addName", "I-persName#B-orgName", "I-persName#B-persName-addName", "I-persName#B-persName-addName#B-placeName-country", "I-persName#B-persName-addName#B-placeName-settlement", "I-persName#B-persName-forename", "I-persName#B-persName-surname", "I-persName#B-persName-surname#B-placeName-settlement", "I-persName#B-placeName-country", "I-persName#B-placeName-settlement", "I-persName#I-orgName", "I-persName#I-persName-addName", "I-persName#I-persName-addName#B-geogName", "I-persName#I-persName-addName#B-persName-forename", "I-persName#I-persName-addName#B-persName-surname", "I-persName#I-persName-addName#B-placeName-settlement", "I-persName#I-persName-forename", "I-persName#I-persName-surname", "I-persName#I-placeName-settlement", "I-persName#I-placeName-settlement#B-persName-forename", "I-persName-forename", "I-persName-surname", "I-placeName", "I-placeName#B-geogName", "I-placeName-bloc", "I-placeName-bloc#B-geogName", "I-placeName-bloc#B-placeName", "I-placeName-bloc#B-placeName-country", "I-placeName-bloc#B-placeName-settlement", "I-placeName-bloc#I-geogName", "I-placeName-country", "I-placeName-country#B-geogName", "I-placeName-country#B-orgName", "I-placeName-country#B-placeName-settlement", "I-placeName-district", "I-placeName-district#B-persName", "I-placeName-district#B-persName#B-persName-forename", "I-placeName-district#B-persName#B-persName-surname", "I-placeName-district#B-placeName-settlement", "I-placeName-district#I-persName", "I-placeName-district#I-persName#B-persName-addName", "I-placeName-district#I-persName#B-persName-forename", "I-placeName-region", "I-placeName-region#B-geogName", "I-placeName-region#B-persName", "I-placeName-region#B-placeName-district", "I-placeName-region#B-placeName-settlement", "I-placeName-region#I-persName#B-persName-forename", "I-placeName-region#I-placeName-settlement", "I-placeName-region#I-placeName-settlement#B-geogName", "I-placeName-region#I-placeName-settlement#B-placeName-country", "I-placeName-settlement", "I-placeName-settlement#B-geogName", "I-placeName-settlement#B-persName#B-persName-forename", "I-placeName-settlement#B-placeName-country", "I-placeName-settlement#B-placeName-region", "I-time", "O"]}

pdn2_config.yml

@@ -0,0 +1,191 @@
+!!python/object:poldeepner2.model.hf_for_token_calssification.Pdn2ModelConfiguration
+device: cuda:0
+dropout_p: 0.2
+head_init_range: 0.04
+hidden_size: 1024
+label_ignore_idx: 0
+labels:
+- B-date
+- B-date#B-geogName
+- B-date#B-orgName
+- B-date#B-time
+- B-geogName
+- B-geogName#B-orgName
+- B-geogName#B-persName
+- B-geogName#B-persName#B-persName-addName
+- B-geogName#B-persName#B-persName-forename
+- B-geogName#B-persName#B-persName-surname
+- B-geogName#B-persName-surname
+- B-geogName#B-placeName-country
+- B-geogName#B-placeName-district
+- B-geogName#B-placeName-region
+- B-geogName#B-placeName-settlement
+- B-orgName
+- B-orgName#B-geogName
+- B-orgName#B-persName
+- B-orgName#B-persName#B-persName-addName
+- B-orgName#B-persName#B-persName-forename
+- B-orgName#B-persName#B-persName-surname
+- B-orgName#B-persName-surname
+- B-orgName#B-placeName-bloc
+- B-orgName#B-placeName-country
+- B-orgName#B-placeName-district
+- B-orgName#B-placeName-region
+- B-orgName#B-placeName-settlement
+- B-persName
+- B-persName#B-geogName#B-persName-addName
+- B-persName#B-persName-addName
+- B-persName#B-persName-addName#B-persName-forename
+- B-persName#B-persName-addName#B-placeName-settlement
+- B-persName#B-persName-forename
+- B-persName#B-persName-surname
+- B-persName#B-persName-surname#B-placeName-settlement
+- B-persName#B-placeName-settlement
+- B-persName-addName
+- B-persName-forename
+- B-persName-surname
+- B-persName-surname#B-persName-forename
+- B-placeName
+- B-placeName-bloc
+- B-placeName-country
+- B-placeName-district
+- B-placeName-district#B-placeName-country
+- B-placeName-district#B-placeName-settlement
+- B-placeName-region
+- B-placeName-region#B-geogName
+- B-placeName-region#B-placeName-country
+- B-placeName-region#B-placeName-settlement
+- B-placeName-settlement
+- B-placeName-settlement#B-placeName-country
+- B-time
+- I-date
+- I-date#B-persName#B-persName-forename
+- I-date#I-geogName
+- I-date#I-orgName
+- I-date#I-time
+- I-geogName
+- I-geogName#B-date
+- I-geogName#B-orgName
+- I-geogName#B-persName
+- I-geogName#B-persName#B-persName-addName
+- I-geogName#B-persName#B-persName-forename
+- I-geogName#B-persName#B-persName-surname
+- I-geogName#B-persName-forename
+- I-geogName#B-persName-surname
+- I-geogName#B-placeName
+- I-geogName#B-placeName-country
+- I-geogName#B-placeName-district
+- I-geogName#B-placeName-settlement
+- I-geogName#I-date
+- I-geogName#I-orgName
+- I-geogName#I-orgName#B-persName#B-persName-forename
+- I-geogName#I-orgName#B-persName-addName
+- I-geogName#I-orgName#B-placeName-country
+- I-geogName#I-orgName#B-placeName-settlement
+- I-geogName#I-orgName#I-persName#B-persName-surname
+- I-geogName#I-persName
+- I-geogName#I-persName#B-persName-addName
+- I-geogName#I-persName#B-persName-forename
+- I-geogName#I-persName#B-persName-surname
+- I-geogName#I-persName#B-placeName-settlement
+- I-geogName#I-persName#I-persName-forename
+- I-geogName#I-placeName-country
+- I-geogName#I-placeName-district
+- I-geogName#I-placeName-settlement
+- I-orgName
+- I-orgName#B-date
+- I-orgName#B-geogName
+- I-orgName#B-persName
+- I-orgName#B-persName#B-persName-addName
+- I-orgName#B-persName#B-persName-forename
+- I-orgName#B-persName#B-persName-surname
+- I-orgName#B-persName-addName
+- I-orgName#B-persName-forename
+- I-orgName#B-persName-surname
+- I-orgName#B-placeName
+- I-orgName#B-placeName-bloc
+- I-orgName#B-placeName-country
+- I-orgName#B-placeName-district
+- I-orgName#B-placeName-region
+- I-orgName#B-placeName-settlement
+- I-orgName#I-date
+- I-orgName#I-geogName
+- I-orgName#I-geogName#B-placeName-settlement
+- I-orgName#I-persName
+- I-orgName#I-persName#B-persName-addName
+- I-orgName#I-persName#B-persName-forename
+- I-orgName#I-persName#B-persName-surname
+- I-orgName#I-persName#I-persName-addName
+- I-orgName#I-persName#I-persName-forename
+- I-orgName#I-placeName-bloc
+- I-orgName#I-placeName-country
+- I-orgName#I-placeName-district
+- I-orgName#I-placeName-region
+- I-orgName#I-placeName-region#B-geogName
+- I-orgName#I-placeName-region#B-placeName-settlement
+- I-orgName#I-placeName-settlement
+- I-orgName#I-placeName-settlement#B-geogName
+- I-persName
+- I-persName#B-geogName
+- I-persName#B-geogName#B-persName-addName
+- I-persName#B-orgName
+- I-persName#B-persName-addName
+- I-persName#B-persName-addName#B-placeName-country
+- I-persName#B-persName-addName#B-placeName-settlement
+- I-persName#B-persName-forename
+- I-persName#B-persName-surname
+- I-persName#B-persName-surname#B-placeName-settlement
+- I-persName#B-placeName-country
+- I-persName#B-placeName-settlement
+- I-persName#I-orgName
+- I-persName#I-persName-addName
+- I-persName#I-persName-addName#B-geogName
+- I-persName#I-persName-addName#B-persName-forename
+- I-persName#I-persName-addName#B-persName-surname
+- I-persName#I-persName-addName#B-placeName-settlement
+- I-persName#I-persName-forename
+- I-persName#I-persName-surname
+- I-persName#I-placeName-settlement
+- I-persName#I-placeName-settlement#B-persName-forename
+- I-persName-forename
+- I-persName-surname
+- I-placeName
+- I-placeName#B-geogName
+- I-placeName-bloc
+- I-placeName-bloc#B-geogName
+- I-placeName-bloc#B-placeName
+- I-placeName-bloc#B-placeName-country
+- I-placeName-bloc#B-placeName-settlement
+- I-placeName-bloc#I-geogName
+- I-placeName-country
+- I-placeName-country#B-geogName
+- I-placeName-country#B-orgName
+- I-placeName-country#B-placeName-settlement
+- I-placeName-district
+- I-placeName-district#B-persName
+- I-placeName-district#B-persName#B-persName-forename
+- I-placeName-district#B-persName#B-persName-surname
+- I-placeName-district#B-placeName-settlement
+- I-placeName-district#I-persName
+- I-placeName-district#I-persName#B-persName-addName
+- I-placeName-district#I-persName#B-persName-forename
+- I-placeName-region
+- I-placeName-region#B-geogName
+- I-placeName-region#B-persName
+- I-placeName-region#B-placeName-district
+- I-placeName-region#B-placeName-settlement
+- I-placeName-region#I-persName#B-persName-forename
+- I-placeName-region#I-placeName-settlement
+- I-placeName-region#I-placeName-settlement#B-geogName
+- I-placeName-region#I-placeName-settlement#B-placeName-country
+- I-placeName-settlement
+- I-placeName-settlement#B-geogName
+- I-placeName-settlement#B-persName#B-persName-forename
+- I-placeName-settlement#B-placeName-country
+- I-placeName-settlement#B-placeName-region
+- I-time
+- O
+max_seq_length: 256
+output_top_k: 1
+seed: 101
+sequence_generator: merged

pdn2_metadata.yml

@@ -0,0 +1,6 @@
+author: Michał Marcińczuk
+contact: marcinczuk@gmail.com
+description: Model trained on the NKJP corpus recognizes 12 types of nested entities.
+reference: https://www.sciencedirect.com/science/article/pii/S1877050921015179
+score: 92.1 on the PolEval 2018 NER dataset
+ 

pdn2_model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b11ab8d10db1b7288e822f4520378722d260605f9b4eb4298cff1f9d197cba5
+size 1425398669

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": "<mask>"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "sep_token": "</s>", "do_lowercase_and_remove_accent": false, "bos_token": "<s>", "additional_special_tokens": [], "model_max_length": 512, "special_tokens_map_file": "/home/czuk/.cache/huggingface/transformers/7e8fe8852a1ff7e03195cb41fac16af837f8c14a34a61850b02a7395eb294f00.b8e113717eb1828d09e47de853cf49c8fad05ebdce24df2614cd942dc23e2a77", "name_or_path": "allegro/herbert-large-cased", "lang2id": null, "id2lang": null, "tokenizer_class": "HerbertTokenizer"}

train_args.json

@@ -0,0 +1,41 @@
+{
+    "data_train": [
+        "data/nkjp-nested-ttt/train.txt",
+        "data/nkjp-nested-ttt/valid.txt",
+        "data/nkjp-nested-ttt/test.txt"
+    ],
+    "data_tune": [
+        "data/nkjp-nested-ttt/valid.txt"
+    ],
+    "data_test": [
+        "data/nkjp-nested-ttt/test.txt"
+    ],
+    "pretrained_path": "allegro/herbert-large-cased",
+    "output_dir": "../poldeepner2_models/dev/nkjp_full/model_nkjp_full_union_256_101_v_003",
+    "cache_dir": "",
+    "device": "cuda:0",
+    "max_seq_length": 256,
+    "do_eval": false,
+    "do_lower_case": false,
+    "train_batch_size": 16,
+    "eval_batch_size": 16,
+    "learning_rate": 5e-06,
+    "num_train_epochs": 20,
+    "warmup_proportion": 0.0,
+    "weight_decay": 0.01,
+    "adam_epsilon": 1e-08,
+    "max_grad_norm": 1.0,
+    "seed": 101,
+    "gradient_accumulation_steps": 1,
+    "fp16": false,
+    "fp16_opt_level": "O1",
+    "loss_scale": 0,
+    "dropout": 0.2,
+    "freeze_model": false,
+    "epoch_save_model": true,
+    "sequence_generator": "union",
+    "sequence_generator_for_eval": "context-window",
+    "training_mix": false,
+    "wandb": "nkjp_full",
+    "hidden_size": 1024
+}