add afroxlmr-large-ner

config.json

@@ -0,0 +1,57 @@
+{
+  "_name_or_path": "Davlan/afro-xlmr-large",
+  "adapters": {
+    "adapters": {},
+    "config_map": {},
+    "fusion_config_map": {},
+    "fusions": {}
+  },
+  "architectures": [
+    "XLMRobertaForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "O",
+    "1": "B-DATE",
+    "2": "I-DATE",
+    "3": "B-PER",
+    "4": "I-PER",
+    "5": "B-ORG",
+    "6": "I-ORG",
+    "7": "B-LOC",
+    "8": "I-LOC"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "label2id": {
+    "B-DATE": 1,
+    "B-LOC": 7,
+    "B-ORG": 5,
+    "B-PER": 3,
+    "I-DATE": 2,
+    "I-LOC": 8,
+    "I-ORG": 6,
+    "I-PER": 4,
+    "O": 0
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "xlm-roberta",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "output_past": true,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.10.3",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 250002
+}

eval_results.txt

@@ -0,0 +1,15 @@
+f1 = 0.8977421260899927
+loss = 0.14632374584111538
+precision = 0.8905189868921175
+recall = 0.9050833995234313
+report =               precision    recall  f1-score   support
+
+        DATE       0.81      0.83      0.82      4245
+         LOC       0.91      0.90      0.91      8117
+         ORG       0.84      0.89      0.86      5934
+         PER       0.95      0.95      0.95      9402
+
+   micro avg       0.89      0.91      0.90     27698
+   macro avg       0.88      0.89      0.88     27698
+weighted avg       0.89      0.91      0.90     27698
+

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea4f312240064b16fa45fc4e32a230490d59ba04bd57b8d2e57a424a12a99d8
+size 2235570801

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}

test_result.txt

@@ -0,0 +1,15 @@
+f1 = 0.8887271068696934
+loss = 0.16945989777437717
+precision = 0.8818583762707144
+recall = 0.8957036775106082
+report =               precision    recall  f1-score   support
+
+        DATE       0.78      0.81      0.79      8591
+         LOC       0.90      0.90      0.90     18097
+         ORG       0.84      0.86      0.85     12080
+         PER       0.95      0.95      0.95     17792
+
+   micro avg       0.88      0.90      0.89     56560
+   macro avg       0.87      0.88      0.87     56560
+weighted avg       0.88      0.90      0.89     56560
+

test_result_africaner_amh.txt

@@ -0,0 +1,15 @@
+f1 = 0.8048151332760104
+loss = 0.3012628536510995
+precision = 0.7735537190082644
+recall = 0.8387096774193549
+report =               precision    recall  f1-score   support
+
+        DATE       0.73      0.78      0.75       106
+         LOC       0.80      0.86      0.83       227
+         ORG       0.58      0.69      0.63        83
+         PER       0.90      0.93      0.91       142
+
+   micro avg       0.77      0.84      0.80       558
+   macro avg       0.75      0.82      0.78       558
+weighted avg       0.78      0.84      0.81       558
+

test_result_africaner_bam.txt

@@ -0,0 +1,15 @@
+f1 = 0.8308651597817615
+loss = 0.10526556631397596
+precision = 0.8521183053557154
+recall = 0.8106463878326996
+report =               precision    recall  f1-score   support
+
+        DATE       0.81      0.84      0.83       195
+         LOC       0.86      0.81      0.84       566
+         ORG       0.78      0.76      0.77        95
+         PER       0.88      0.80      0.84       459
+
+   micro avg       0.85      0.81      0.83      1315
+   macro avg       0.83      0.80      0.82      1315
+weighted avg       0.85      0.81      0.83      1315
+

test_result_africaner_bbj.txt

@@ -0,0 +1,15 @@
+f1 = 0.7659778952426717
+loss = 0.22731978324450433
+precision = 0.7745383867832848
+recall = 0.7576045627376425
+report =               precision    recall  f1-score   support
+
+        DATE       0.86      0.79      0.82       180
+         LOC       0.71      0.81      0.76       256
+         ORG       0.66      0.59      0.62       217
+         PER       0.84      0.80      0.82       399
+
+   micro avg       0.77      0.76      0.77      1052
+   macro avg       0.77      0.75      0.76      1052
+weighted avg       0.78      0.76      0.77      1052
+

test_result_africaner_ewe.txt

@@ -0,0 +1,15 @@
+f1 = 0.8957722896609461
+loss = 0.1747560780349886
+precision = 0.8792111750205424
+recall = 0.9129692832764505
+report =               precision    recall  f1-score   support
+
+        DATE       0.73      0.82      0.77       336
+         LOC       0.95      0.94      0.95      1326
+         ORG       0.69      0.79      0.73       240
+         PER       0.90      0.96      0.93       442
+
+   micro avg       0.88      0.91      0.90      2344
+   macro avg       0.82      0.88      0.85      2344
+weighted avg       0.89      0.91      0.90      2344
+

test_result_africaner_fon.txt

@@ -0,0 +1,15 @@
+f1 = 0.8377649325626205
+loss = 0.12016407504545813
+precision = 0.8406805877803558
+recall = 0.8348694316436251
+report =               precision    recall  f1-score   support
+
+        DATE       0.76      0.76      0.76       369
+         LOC       0.83      0.85      0.84       410
+         ORG       0.83      0.82      0.82       228
+         PER       0.96      0.93      0.94       295
+
+   micro avg       0.84      0.83      0.84      1302
+   macro avg       0.85      0.84      0.84      1302
+weighted avg       0.84      0.83      0.84      1302
+

test_result_africaner_hau.txt

@@ -0,0 +1,15 @@
+f1 = 0.8751828376401755
+loss = 0.29928257482347764
+precision = 0.8766788766788767
+recall = 0.8736918958384035
+report =               precision    recall  f1-score   support
+
+        DATE       0.84      0.77      0.80       757
+         LOC       0.84      0.83      0.84       970
+         ORG       0.83      0.87      0.85      1188
+         PER       0.97      0.98      0.98      1194
+
+   micro avg       0.88      0.87      0.88      4109
+   macro avg       0.87      0.86      0.87      4109
+weighted avg       0.88      0.87      0.87      4109
+

test_result_africaner_ibo.txt

@@ -0,0 +1,15 @@
+f1 = 0.9350729086722946
+loss = 0.07834497505877609
+precision = 0.9303604153940135
+recall = 0.9398333847577908
+report =               precision    recall  f1-score   support
+
+        DATE       0.75      0.77      0.76       358
+         LOC       0.96      0.96      0.96      1400
+         ORG       0.87      0.90      0.89       432
+         PER       0.98      0.99      0.98      1051
+
+   micro avg       0.93      0.94      0.94      3241
+   macro avg       0.89      0.90      0.90      3241
+weighted avg       0.93      0.94      0.94      3241
+

test_result_africaner_kin.txt

@@ -0,0 +1,15 @@
+f1 = 0.8757658714639551
+loss = 0.2106577798170211
+precision = 0.8634961439588689
+recall = 0.8883893149960328
+report =               precision    recall  f1-score   support
+
+        DATE       0.76      0.81      0.78       791
+         LOC       0.91      0.91      0.91      1593
+         ORG       0.81      0.84      0.82       685
+         PER       0.94      0.97      0.96       712
+
+   micro avg       0.86      0.89      0.88      3781
+   macro avg       0.85      0.88      0.87      3781
+weighted avg       0.86      0.89      0.88      3781
+

test_result_africaner_lug.txt

@@ -0,0 +1,15 @@
+f1 = 0.8973067659294942
+loss = 0.2267118442516369
+precision = 0.8908695652173914
+recall = 0.9038376709307455
+report =               precision    recall  f1-score   support
+
+        DATE       0.74      0.73      0.74       313
+         LOC       0.88      0.91      0.90       590
+         ORG       0.91      0.91      0.91       573
+         PER       0.94      0.96      0.95       791
+
+   micro avg       0.89      0.90      0.90      2267
+   macro avg       0.87      0.88      0.87      2267
+weighted avg       0.89      0.90      0.90      2267
+

test_result_africaner_luo.txt

@@ -0,0 +1,15 @@
+f1 = 0.8246390760346486
+loss = 0.24913267172271072
+precision = 0.8147584632940281
+recall = 0.8347622759158223
+report =               precision    recall  f1-score   support
+
+        DATE       0.70      0.81      0.75       413
+         LOC       0.81      0.81      0.81       773
+         ORG       0.80      0.83      0.82       540
+         PER       0.90      0.87      0.88       840
+
+   micro avg       0.81      0.83      0.82      2566
+   macro avg       0.80      0.83      0.82      2566
+weighted avg       0.82      0.83      0.83      2566
+

test_result_africaner_mos.txt

@@ -0,0 +1,15 @@
+f1 = 0.7548278757346767
+loss = 0.22328268662436565
+precision = 0.7580101180438449
+recall = 0.7516722408026756
+report =               precision    recall  f1-score   support
+
+        DATE       0.60      0.60      0.60       228
+         LOC       0.84      0.88      0.86       415
+         ORG       0.71      0.64      0.67       347
+         PER       0.82      0.85      0.84       206
+
+   micro avg       0.76      0.75      0.75      1196
+   macro avg       0.74      0.74      0.74      1196
+weighted avg       0.75      0.75      0.75      1196
+

test_result_africaner_nya.txt

@@ -0,0 +1,15 @@
+f1 = 0.9272753665263462
+loss = 0.09216789117011359
+precision = 0.9325547445255474
+recall = 0.9220554272517321
+report =               precision    recall  f1-score   support
+
+        DATE       0.86      0.81      0.84       486
+         LOC       0.94      0.95      0.94       787
+         ORG       0.91      0.93      0.92       722
+         PER       0.96      0.94      0.95      1469
+
+   micro avg       0.93      0.92      0.93      3464
+   macro avg       0.92      0.91      0.91      3464
+weighted avg       0.93      0.92      0.93      3464
+

test_result_africaner_pcm.txt

@@ -0,0 +1,15 @@
+f1 = 0.9092872570194385
+loss = 0.12096450473564792
+precision = 0.9220324134910206
+recall = 0.8968896463570516
+report =               precision    recall  f1-score   support
+
+        DATE       0.91      0.93      0.92       390
+         LOC       0.88      0.86      0.87       660
+         ORG       0.94      0.84      0.89       658
+         PER       0.96      0.97      0.96       639
+
+   micro avg       0.92      0.90      0.91      2347
+   macro avg       0.92      0.90      0.91      2347
+weighted avg       0.92      0.90      0.91      2347
+

test_result_africaner_sna.txt

@@ -0,0 +1,15 @@
+f1 = 0.9650711513583441
+loss = 0.07008554745300495
+precision = 0.9638242894056848
+recall = 0.966321243523316
+report =               precision    recall  f1-score   support
+
+        DATE       0.94      0.94      0.94       470
+         LOC       0.97      0.95      0.96       837
+         ORG       0.94      0.96      0.95      1139
+         PER       0.99      0.99      0.99      1414
+
+   micro avg       0.96      0.97      0.97      3860
+   macro avg       0.96      0.96      0.96      3860
+weighted avg       0.96      0.97      0.97      3860
+

test_result_africaner_swa.txt

@@ -0,0 +1,15 @@
+f1 = 0.9336368810472396
+loss = 0.16117920023100998
+precision = 0.9205387205387205
+recall = 0.9471131639722864
+report =               precision    recall  f1-score   support
+
+        DATE       0.77      0.86      0.81       598
+         LOC       0.97      0.95      0.96      1924
+         ORG       0.82      0.93      0.87       628
+         PER       0.99      0.99      0.99      1180
+
+   micro avg       0.92      0.95      0.93      4330
+   macro avg       0.89      0.93      0.91      4330
+weighted avg       0.93      0.95      0.94      4330
+

test_result_africaner_tsn.txt

@@ -0,0 +1,15 @@
+f1 = 0.9030995106035888
+loss = 0.19582835990128106
+precision = 0.8877485567671585
+recall = 0.9189907038512616
+report =               precision    recall  f1-score   support
+
+        DATE       0.76      0.84      0.80       179
+         LOC       0.91      0.92      0.91       248
+         ORG       0.82      0.86      0.84       465
+         PER       0.98      0.98      0.98       614
+
+   micro avg       0.89      0.92      0.90      1506
+   macro avg       0.87      0.90      0.88      1506
+weighted avg       0.89      0.92      0.90      1506
+

test_result_africaner_twi.txt

@@ -0,0 +1,15 @@
+f1 = 0.8133779264214046
+loss = 0.09907066884574303
+precision = 0.8
+recall = 0.8272108843537415
+report =               precision    recall  f1-score   support
+
+        DATE       0.66      0.64      0.65       101
+         LOC       0.78      0.83      0.80       218
+         ORG       0.78      0.77      0.77       193
+         PER       0.89      0.96      0.92       223
+
+   micro avg       0.80      0.83      0.81       735
+   macro avg       0.78      0.80      0.79       735
+weighted avg       0.80      0.83      0.81       735
+

test_result_africaner_wol.txt

@@ -0,0 +1,15 @@
+f1 = 0.8726322664924886
+loss = 0.11996952699025049
+precision = 0.8680961663417803
+recall = 0.8772160210111621
+report =               precision    recall  f1-score   support
+
+        DATE       0.71      0.67      0.69       169
+         LOC       0.91      0.93      0.92       536
+         ORG       0.85      0.82      0.84       362
+         PER       0.89      0.94      0.91       456
+
+   micro avg       0.87      0.88      0.87      1523
+   macro avg       0.84      0.84      0.84      1523
+weighted avg       0.87      0.88      0.87      1523
+

test_result_africaner_xho.txt

@@ -0,0 +1,15 @@
+f1 = 0.9001857794291506
+loss = 0.2818090783406568
+precision = 0.8669486011711126
+recall = 0.9360730593607306
+report =               precision    recall  f1-score   support
+
+        DATE       0.65      0.84      0.73       294
+         LOC       0.89      0.90      0.89       539
+         ORG       0.82      0.94      0.88       841
+         PER       0.96      0.98      0.97      1173
+
+   micro avg       0.87      0.94      0.90      2847
+   macro avg       0.83      0.91      0.87      2847
+weighted avg       0.87      0.94      0.90      2847
+

test_result_africaner_yor.txt

@@ -0,0 +1,15 @@
+f1 = 0.9052002985817367
+loss = 0.09916375607384363
+precision = 0.9013875123885035
+recall = 0.9090454772613693
+report =               precision    recall  f1-score   support
+
+        DATE       0.83      0.84      0.84       312
+         LOC       0.90      0.92      0.91       521
+         ORG       0.88      0.88      0.88       402
+         PER       0.94      0.94      0.94       766
+
+   micro avg       0.90      0.91      0.91      2001
+   macro avg       0.89      0.90      0.89      2001
+weighted avg       0.90      0.91      0.91      2001
+

test_result_africaner_zul.txt

@@ -0,0 +1,15 @@
+f1 = 0.9133695371088699
+loss = 0.1217166533302223
+precision = 0.9065708418891171
+recall = 0.9202709744658676
+report =               precision    recall  f1-score   support
+
+        DATE       0.88      0.84      0.86       321
+         LOC       0.89      0.94      0.92       337
+         ORG       0.84      0.86      0.85       373
+         PER       0.95      0.97      0.96       888
+
+   micro avg       0.91      0.92      0.91      1919
+   macro avg       0.89      0.90      0.90      1919
+weighted avg       0.91      0.92      0.91      1919
+