init

config.json

@@ -0,0 +1,138 @@
+{
+  "_name_or_path": "xlm-roberta-large",
+  "architectures": [
+    "XLMRobertaForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "B-organization",
+    "1": "O",
+    "2": "B-other",
+    "3": "B-person",
+    "4": "I-person",
+    "5": "B-location",
+    "6": "I-organization",
+    "7": "I-other",
+    "8": "I-location",
+    "9": "B-cardinal number",
+    "10": "B-date",
+    "11": "I-date",
+    "12": "B-group",
+    "13": "B-geopolitical area",
+    "14": "I-geopolitical area",
+    "15": "B-law",
+    "16": "I-law",
+    "17": "B-percent",
+    "18": "I-percent",
+    "19": "B-ordinal number",
+    "20": "B-money",
+    "21": "I-money",
+    "22": "B-work of art",
+    "23": "I-work of art",
+    "24": "B-facility",
+    "25": "B-time",
+    "26": "I-cardinal number",
+    "27": "B-quantity",
+    "28": "I-quantity",
+    "29": "I-group",
+    "30": "B-product",
+    "31": "I-time",
+    "32": "B-event",
+    "33": "I-event",
+    "34": "I-facility",
+    "35": "B-language",
+    "36": "I-product",
+    "37": "I-ordinal number",
+    "38": "I-language",
+    "39": "B-chemical",
+    "40": "B-disease",
+    "41": "I-disease",
+    "42": "I-chemical",
+    "43": "B-dna",
+    "44": "I-dna",
+    "45": "B-protein",
+    "46": "I-protein",
+    "47": "B-cell type",
+    "48": "I-cell type",
+    "49": "B-cell line",
+    "50": "I-cell line",
+    "51": "B-rna",
+    "52": "I-rna",
+    "53": "B-corporation",
+    "54": "I-corporation"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "label2id": {
+    "B-cardinal number": 9,
+    "B-cell line": 49,
+    "B-cell type": 47,
+    "B-chemical": 39,
+    "B-corporation": 53,
+    "B-date": 10,
+    "B-disease": 40,
+    "B-dna": 43,
+    "B-event": 32,
+    "B-facility": 24,
+    "B-geopolitical area": 13,
+    "B-group": 12,
+    "B-language": 35,
+    "B-law": 15,
+    "B-location": 5,
+    "B-money": 20,
+    "B-ordinal number": 19,
+    "B-organization": 0,
+    "B-other": 2,
+    "B-percent": 17,
+    "B-person": 3,
+    "B-product": 30,
+    "B-protein": 45,
+    "B-quantity": 27,
+    "B-rna": 51,
+    "B-time": 25,
+    "B-work of art": 22,
+    "I-cardinal number": 26,
+    "I-cell line": 50,
+    "I-cell type": 48,
+    "I-chemical": 42,
+    "I-corporation": 54,
+    "I-date": 11,
+    "I-disease": 41,
+    "I-dna": 44,
+    "I-event": 33,
+    "I-facility": 34,
+    "I-geopolitical area": 14,
+    "I-group": 29,
+    "I-language": 38,
+    "I-law": 16,
+    "I-location": 8,
+    "I-money": 21,
+    "I-ordinal number": 37,
+    "I-organization": 6,
+    "I-other": 7,
+    "I-percent": 18,
+    "I-person": 4,
+    "I-product": 36,
+    "I-protein": 46,
+    "I-quantity": 28,
+    "I-rna": 52,
+    "I-time": 31,
+    "I-work of art": 23,
+    "O": 1
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "xlm-roberta",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "output_past": true,
+  "pad_token_id": 1,
+  "type_vocab_size": 1,
+  "vocab_size": 250002
+}

parameter.json

@@ -0,0 +1 @@
+{"dataset": ["conll2003", "ontonotes5", "bc5cdr", "bionlp2004", "fin", "wnut2017", "panx_dataset/en"], "transformers_model": "xlm-roberta-large", "random_seed": 1234, "lr": 1e-05, "total_step": 15000, "warmup_step": 700, "weight_decay": 1e-07, "batch_size": 32, "max_seq_length": 128, "fp16": false, "max_grad_norm": 1.0, "lower_case": false}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763b6dc334298ceecafee759fe653c96d0f4e6c6a896b592eba7c040fa81b8fe
+size 2235754082

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": "<mask>"}

test_bc5cdr.json

@@ -0,0 +1 @@
+{"valid": {"f1": 85.91452083886382, "recall": 84.74025974025975, "precision": 87.12178313771939, "summary": "              precision    recall  f1-score   support\n\n    chemical       0.93      0.88      0.90      5324\n     disease       0.81      0.80      0.80      4224\n\n   micro avg       0.87      0.85      0.86      9548\n   macro avg       0.87      0.84      0.85      9548\nweighted avg       0.87      0.85      0.86      9548\n"}, "test": {"f1": 85.03655232350084, "recall": 84.95403472931564, "precision": 85.11923037560128, "summary": "              precision    recall  f1-score   support\n\n    chemical       0.91      0.88      0.90      5374\n     disease       0.78      0.81      0.80      4416\n\n   micro avg       0.85      0.85      0.85      9790\n   macro avg       0.85      0.85      0.85      9790\nweighted avg       0.85      0.85      0.85      9790\n"}}

test_bc5cdr_span.json

@@ -0,0 +1 @@
+{"valid": {"f1": 86.2455506561122, "recall": 85.01256807708421, "precision": 87.51482479784367, "summary": "              precision    recall  f1-score   support\n\n      entity       0.88      0.85      0.86      9548\n\n   micro avg       0.88      0.85      0.86      9548\n   macro avg       0.88      0.85      0.86      9548\nweighted avg       0.88      0.85      0.86      9548\n"}, "test": {"f1": 85.38831474470481, "recall": 85.24004085801839, "precision": 85.53710537105371, "summary": "              precision    recall  f1-score   support\n\n      entity       0.86      0.85      0.85      9790\n\n   micro avg       0.86      0.85      0.85      9790\n   macro avg       0.86      0.85      0.85      9790\nweighted avg       0.86      0.85      0.85      9790\n"}}

test_bionlp2004.json

@@ -0,0 +1 @@
+{"valid": {"f1": 74.08933217692974, "recall": 79.06976744186046, "precision": 69.69913309535951, "summary": "              precision    recall  f1-score   support\n\n   cell line       0.51      0.72      0.60       500\n   cell type       0.75      0.71      0.73      1919\n         dna       0.69      0.77      0.73      1054\n     protein       0.70      0.83      0.76      5052\n         rna       0.70      0.80      0.75       118\n\n   micro avg       0.70      0.79      0.74      8643\n   macro avg       0.67      0.77      0.71      8643\nweighted avg       0.70      0.79      0.74      8643\n"}}

test_bionlp2004_span.json

@@ -0,0 +1 @@
+{"valid": {"f1": 78.90148212728857, "recall": 83.76721045933125, "precision": 74.56998661036151, "summary": "              precision    recall  f1-score   support\n\n      entity       0.75      0.84      0.79      8643\n\n   micro avg       0.75      0.84      0.79      8643\n   macro avg       0.75      0.84      0.79      8643\nweighted avg       0.75      0.84      0.79      8643\n"}}

test_conll2003.json

@@ -0,0 +1 @@
+{"valid": {"f1": 92.8093358503518, "recall": 91.27426160337552, "precision": 94.39692791063013, "summary": "              precision    recall  f1-score   support\n\n    location       0.96      0.90      0.93      1837\norganization       0.91      0.93      0.92      1341\n       other       0.89      0.79      0.84       922\n      person       0.97      0.98      0.97      1825\n\n   micro avg       0.94      0.91      0.93      5925\n   macro avg       0.93      0.90      0.92      5925\nweighted avg       0.94      0.91      0.93      5925\n"}, "test": {"f1": 90.2806236080178, "recall": 89.95206816971418, "precision": 90.61158798283262, "summary": "              precision    recall  f1-score   support\n\n    location       0.94      0.86      0.90      1660\norganization       0.86      0.93      0.89      1661\n       other       0.78      0.76      0.77       702\n      person       0.97      0.97      0.97      1610\n\n   micro avg       0.91      0.90      0.90      5633\n   macro avg       0.89      0.88      0.88      5633\nweighted avg       0.91      0.90      0.90      5633\n"}}

test_conll2003_span.json

@@ -0,0 +1 @@
+{"valid": {"f1": 94.85085532536749, "recall": 93.11392405063292, "precision": 96.65381920112124, "summary": "              precision    recall  f1-score   support\n\n      entity       0.97      0.93      0.95      5925\n\n   micro avg       0.97      0.93      0.95      5925\n   macro avg       0.97      0.93      0.95      5925\nweighted avg       0.97      0.93      0.95      5925\n"}, "test": {"f1": 94.25739037242118, "recall": 93.68009941416652, "precision": 94.84184040258806, "summary": "              precision    recall  f1-score   support\n\n      entity       0.95      0.94      0.94      5633\n\n   micro avg       0.95      0.94      0.94      5633\n   macro avg       0.95      0.94      0.94      5633\nweighted avg       0.95      0.94      0.94      5633\n"}}

test_fin.json

@@ -0,0 +1 @@
+{"valid": {"f1": 72.38805970149252, "recall": 75.1937984496124, "precision": 69.7841726618705, "summary": "              precision    recall  f1-score   support\n\n    location       0.38      0.51      0.44        35\norganization       0.36      0.42      0.39        50\n       other       1.00      0.50      0.67         6\n      person       0.90      0.91      0.90       167\n\n   micro avg       0.70      0.75      0.72       258\n   macro avg       0.66      0.59      0.60       258\nweighted avg       0.73      0.75      0.74       258\n"}}

test_fin_span.json

@@ -0,0 +1 @@
+{"valid": {"f1": 76.77902621722846, "recall": 79.45736434108527, "precision": 74.27536231884058, "summary": "              precision    recall  f1-score   support\n\n      entity       0.74      0.79      0.77       258\n\n   micro avg       0.74      0.79      0.77       258\n   macro avg       0.74      0.79      0.77       258\nweighted avg       0.74      0.79      0.77       258\n"}}

test_ontonotes5.json

@@ -0,0 +1 @@
+{"valid": {"f1": 86.78923766816143, "recall": 87.64604655375419, "precision": 85.94901856292744, "summary": "                   precision    recall  f1-score   support\n\n  cardinal number       0.84      0.85      0.84       937\n             date       0.81      0.83      0.82      1507\n            event       0.71      0.61      0.66       143\n         facility       0.53      0.70      0.60       115\ngeopolitical area       0.95      0.93      0.94      2262\n            group       0.91      0.90      0.90       847\n         language       0.81      0.79      0.80        33\n              law       0.64      0.72      0.68        40\n         location       0.59      0.75      0.66       204\n            money       0.89      0.90      0.89       274\n   ordinal number       0.83      0.81      0.82       232\n     organization       0.86      0.87      0.86      1728\n          percent       0.89      0.88      0.89       177\n           person       0.92      0.96      0.94      2014\n          product       0.64      0.65      0.64        72\n         quantity       0.79      0.79      0.79       100\n             time       0.66      0.74      0.69       214\n      work of art       0.51      0.56      0.54       142\n\n        micro avg       0.86      0.88      0.87     11041\n        macro avg       0.77      0.79      0.78     11041\n     weighted avg       0.86      0.88      0.87     11041\n"}, "test": {"f1": 87.79778942269584, "recall": 88.6054572926851, "precision": 87.00471286437423, "summary": "                   precision    recall  f1-score   support\n\n  cardinal number       0.85      0.85      0.85       934\n             date       0.84      0.86      0.85      1601\n            event       0.65      0.59      0.62        63\n         facility       0.68      0.74      0.71       135\ngeopolitical area       0.98      0.94      0.96      2240\n            group       0.85      0.89      0.87       841\n         language       0.76      0.73      0.74        22\n              law       0.57      0.57      0.57        40\n         location       0.60      0.79      0.68       179\n            money       0.85      0.86      0.85       314\n   ordinal number       0.82      0.91      0.86       195\n     organization       0.87      0.89      0.88      1792\n          percent       0.90      0.89      0.89       348\n           person       0.94      0.95      0.95      1988\n          product       0.72      0.83      0.77        76\n         quantity       0.72      0.76      0.74       105\n             time       0.59      0.63      0.61       212\n      work of art       0.56      0.59      0.57       166\n\n        micro avg       0.87      0.89      0.88     11251\n        macro avg       0.76      0.79      0.78     11251\n     weighted avg       0.87      0.89      0.88     11251\n"}}

test_ontonotes5_span.json

@@ -0,0 +1 @@
+{"valid": {"f1": 90.68574514038876, "recall": 91.26890680192011, "precision": 90.10998837521238, "summary": "              precision    recall  f1-score   support\n\n      entity       0.90      0.91      0.91     11041\n\n   micro avg       0.90      0.91      0.91     11041\n   macro avg       0.90      0.91      0.91     11041\nweighted avg       0.90      0.91      0.91     11041\n"}, "test": {"f1": 90.7155477031802, "recall": 91.27188694338281, "precision": 90.1659496004917, "summary": "              precision    recall  f1-score   support\n\n      entity       0.90      0.91      0.91     11251\n\n   micro avg       0.90      0.91      0.91     11251\n   macro avg       0.90      0.91      0.91     11251\nweighted avg       0.90      0.91      0.91     11251\n"}}

test_panx_dataset-en.json

@@ -0,0 +1 @@
+{"valid": {"f1": 83.04064754531058, "recall": 83.58483882394616, "precision": 82.50349650349649, "summary": "              precision    recall  f1-score   support\n\n    location       0.83      0.86      0.85      4803\norganization       0.75      0.75      0.75      4677\n      person       0.89      0.91      0.90      4635\n\n   micro avg       0.83      0.84      0.83     14115\n   macro avg       0.82      0.84      0.83     14115\nweighted avg       0.82      0.84      0.83     14115\n"}, "test": {"f1": 82.66312730925137, "recall": 82.92788253922556, "precision": 82.40005721232926, "summary": "              precision    recall  f1-score   support\n\n    location       0.84      0.84      0.84      4633\norganization       0.75      0.74      0.75      4744\n      person       0.88      0.91      0.89      4517\n\n   micro avg       0.82      0.83      0.83     13894\n   macro avg       0.82      0.83      0.83     13894\nweighted avg       0.82      0.83      0.83     13894\n"}}

test_panx_dataset-en_span.json

@@ -0,0 +1 @@
+{"valid": {"f1": 91.77882737313115, "recall": 91.54799858306765, "precision": 92.01082312731415, "summary": "              precision    recall  f1-score   support\n\n      entity       0.92      0.92      0.92     14115\n\n   micro avg       0.92      0.92      0.92     14115\n   macro avg       0.92      0.92      0.92     14115\nweighted avg       0.92      0.92      0.92     14115\n"}, "test": {"f1": 91.67993054550716, "recall": 91.2048366201238, "precision": 92.16, "summary": "              precision    recall  f1-score   support\n\n      entity       0.92      0.91      0.92     13894\n\n   micro avg       0.92      0.91      0.92     13894\n   macro avg       0.92      0.91      0.92     13894\nweighted avg       0.92      0.91      0.92     13894\n"}}

test_wnut2017.json

@@ -0,0 +1 @@
+{"valid": {"f1": 65.3997378768021, "recall": 59.688995215311, "precision": 72.31884057971014, "summary": "              precision    recall  f1-score   support\n\n corporation       0.40      0.18      0.24        34\n       group       0.30      0.26      0.28        39\n    location       0.62      0.38      0.47        74\n      person       0.82      0.80      0.81       470\n     product       0.56      0.35      0.43       114\n work of art       0.56      0.36      0.44       105\n\n   micro avg       0.72      0.60      0.65       836\n   macro avg       0.55      0.39      0.45       836\nweighted avg       0.70      0.60      0.64       836\n"}, "test": {"f1": 55.11898173768677, "recall": 46.239554317548745, "precision": 68.21917808219177, "summary": "              precision    recall  f1-score   support\n\n corporation       0.40      0.26      0.31        66\n       group       0.56      0.20      0.29       165\n    location       0.65      0.53      0.58       150\n      person       0.77      0.69      0.73       428\n     product       0.48      0.18      0.26       127\n work of art       0.66      0.37      0.47       141\n\n   micro avg       0.68      0.46      0.55      1077\n   macro avg       0.59      0.37      0.44      1077\nweighted avg       0.65      0.46      0.53      1077\n"}}

test_wnut2017_span.json

@@ -0,0 +1 @@
+{"valid": {"f1": 71.91601049868765, "recall": 65.55023923444976, "precision": 79.65116279069767, "summary": "              precision    recall  f1-score   support\n\n      entity       0.80      0.66      0.72       836\n\n   micro avg       0.80      0.66      0.72       836\n   macro avg       0.80      0.66      0.72       836\nweighted avg       0.80      0.66      0.72       836\n"}, "test": {"f1": 60.85508051082732, "recall": 50.88207985143919, "precision": 75.69060773480662, "summary": "              precision    recall  f1-score   support\n\n      entity       0.76      0.51      0.61      1077\n\n   micro avg       0.76      0.51      0.61      1077\n   macro avg       0.76      0.51      0.61      1077\nweighted avg       0.76      0.51      0.61      1077\n"}}

tokenizer_config.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "model_max_length": 512, "name_or_path": "xlm-roberta-large"}