init

config.json

@@ -0,0 +1,42 @@
+{
+  "_name_or_path": "xlm-roberta-base",
+  "architectures": [
+    "XLMRobertaForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "B-location",
+    "2": "B-organization",
+    "3": "I-organization",
+    "4": "I-location",
+    "5": "B-person",
+    "6": "I-person"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "B-location": 1,
+    "B-organization": 2,
+    "B-person": 5,
+    "I-location": 4,
+    "I-organization": 3,
+    "I-person": 6,
+    "O": 0
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "xlm-roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 1,
+  "type_vocab_size": 1,
+  "vocab_size": 250002
+}

parameter.json

@@ -0,0 +1 @@
+{"dataset": ["panx_dataset/es"], "transformers_model": "xlm-roberta-base", "random_seed": 1234, "lr": 1e-05, "total_step": 13000, "warmup_step": 700, "weight_decay": 1e-07, "batch_size": 16, "max_seq_length": 128, "fp16": false, "max_grad_norm": 1.0, "lower_case": false}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5d5c32cd5a94bcae5e7a73fe5c41d10aa1ef20d5d3c344732c926702857549
+size 1109919467

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": "<mask>"}

test_panx_dataset-ar.json

@@ -0,0 +1 @@
+{"valid": {"f1": 59.31114519003607, "recall": 63.50403834206089, "precision": 55.63763608087092, "summary": "              precision    recall  f1-score   support\n\n    location       0.50      0.51      0.51      3856\norganization       0.46      0.68      0.55      3596\n      person       0.75      0.72      0.73      3815\n\n   micro avg       0.56      0.64      0.59     11267\n   macro avg       0.57      0.64      0.60     11267\nweighted avg       0.57      0.64      0.60     11267\n"}, "test": {"f1": 59.44308420135287, "recall": 63.61133315569767, "precision": 55.78750584203147, "summary": "              precision    recall  f1-score   support\n\n    location       0.53      0.52      0.53      3780\norganization       0.47      0.68      0.55      3629\n      person       0.72      0.71      0.71      3850\n\n   micro avg       0.56      0.64      0.59     11259\n   macro avg       0.57      0.64      0.60     11259\nweighted avg       0.57      0.64      0.60     11259\n"}}

test_panx_dataset-en.json

@@ -0,0 +1 @@
+{"valid": {"f1": 65.41087982053905, "recall": 70.23733616719802, "precision": 61.20508704778368, "summary": "              precision    recall  f1-score   support\n\n    location       0.52      0.64      0.57      4803\norganization       0.54      0.64      0.59      4677\n      person       0.79      0.84      0.81      4635\n\n   micro avg       0.61      0.70      0.65     14115\n   macro avg       0.62      0.70      0.66     14115\nweighted avg       0.62      0.70      0.66     14115\n"}, "test": {"f1": 65.66315437364108, "recall": 70.64200374262272, "precision": 61.33991625523405, "summary": "              precision    recall  f1-score   support\n\n    location       0.51      0.62      0.56      4633\norganization       0.56      0.65      0.60      4744\n      person       0.80      0.85      0.82      4517\n\n   micro avg       0.61      0.71      0.66     13894\n   macro avg       0.62      0.71      0.66     13894\nweighted avg       0.62      0.71      0.66     13894\n"}}

test_panx_dataset-es.json

@@ -0,0 +1 @@
+{"valid": {"f1": 90.39218071947114, "recall": 90.82314588427059, "precision": 89.96528618713167, "summary": "              precision    recall  f1-score   support\n\n    location       0.90      0.92      0.91      4567\norganization       0.86      0.87      0.86      3737\n      person       0.94      0.93      0.94      3966\n\n   micro avg       0.90      0.91      0.90     12270\n   macro avg       0.90      0.91      0.90     12270\nweighted avg       0.90      0.91      0.90     12270\n"}, "test": {"f1": 90.91204286236149, "recall": 91.3458401305057, "precision": 90.4823462874687, "summary": "              precision    recall  f1-score   support\n\n    location       0.92      0.92      0.92      4725\norganization       0.86      0.87      0.87      3576\n      person       0.93      0.94      0.93      3959\n\n   micro avg       0.90      0.91      0.91     12260\n   macro avg       0.90      0.91      0.91     12260\nweighted avg       0.90      0.91      0.91     12260\n"}}

test_panx_dataset-ja.json

@@ -0,0 +1 @@
+{"valid": {"f1": 44.03793115189485, "recall": 50.245721722577265, "precision": 39.195393590423514, "summary": "              precision    recall  f1-score   support\n\n    location       0.41      0.52      0.46     19595\norganization       0.30      0.43      0.35     16328\n      person       0.48      0.56      0.52     15558\n\n   micro avg       0.39      0.50      0.44     51481\n   macro avg       0.40      0.50      0.44     51481\nweighted avg       0.40      0.50      0.44     51481\n"}, "test": {"f1": 44.03793115189485, "recall": 50.245721722577265, "precision": 39.195393590423514, "summary": "              precision    recall  f1-score   support\n\n    location       0.41      0.52      0.46     19595\norganization       0.30      0.43      0.35     16328\n      person       0.48      0.56      0.52     15558\n\n   micro avg       0.39      0.50      0.44     51481\n   macro avg       0.40      0.50      0.44     51481\nweighted avg       0.40      0.50      0.44     51481\n"}}

test_panx_dataset-ko.json

@@ -0,0 +1 @@
+{"valid": {"f1": 53.7116595064442, "recall": 55.396029401662425, "precision": 52.12669683257919, "summary": "              precision    recall  f1-score   support\n\n    location       0.57      0.53      0.55      5997\norganization       0.43      0.49      0.46      4459\n      person       0.57      0.66      0.61      4101\n\n   micro avg       0.52      0.55      0.54     14557\n   macro avg       0.52      0.56      0.54     14557\nweighted avg       0.52      0.55      0.54     14557\n"}, "test": {"f1": 54.098196057431636, "recall": 56.03549885599391, "precision": 52.29037267080745, "summary": "              precision    recall  f1-score   support\n\n    location       0.56      0.53      0.54      5855\norganization       0.43      0.51      0.47      4319\n      person       0.58      0.66      0.61      4249\n\n   micro avg       0.52      0.56      0.54     14423\n   macro avg       0.52      0.56      0.54     14423\nweighted avg       0.53      0.56      0.54     14423\n"}}

test_panx_dataset-ru.json

@@ -0,0 +1 @@
+{"valid": {"f1": 68.00532420612284, "recall": 72.49067617966597, "precision": 64.042690351694, "summary": "              precision    recall  f1-score   support\n\n    location       0.57      0.79      0.66      4852\norganization       0.66      0.67      0.66      3892\n      person       0.77      0.69      0.73      3590\n\n   micro avg       0.64      0.72      0.68     12334\n   macro avg       0.66      0.72      0.68     12334\nweighted avg       0.65      0.72      0.68     12334\n"}, "test": {"f1": 66.48816126687832, "recall": 71.37225917713722, "precision": 62.22970070170414, "summary": "              precision    recall  f1-score   support\n\n    location       0.54      0.78      0.64      4560\norganization       0.65      0.66      0.66      4074\n      person       0.76      0.69      0.72      3543\n\n   micro avg       0.62      0.71      0.66     12177\n   macro avg       0.65      0.71      0.67     12177\nweighted avg       0.64      0.71      0.67     12177\n"}}

tokenizer_config.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "model_max_length": 512, "name_or_path": "xlm-roberta-base"}