add files

added_tokens.json

@@ -0,0 +1 @@
+{"</es>": 250065, "</hi>": 250058, "</fi>": 250078, "</bg>": 250066, "<vi>": 250004, "<en>": 250015, "<nl>": 250014, "<sw>": 250033, "<kk>": 250036, "<pt>": 250025, "<de>": 250016, "</de>": 250055, "</zh>": 250074, "</ar>": 250041, "<zh>": 250035, "<fr>": 250023, "</ta>": 250050, "<hu>": 250040, "</fr>": 250062, "<fi>": 250039, "</tl>": 250047, "<ar>": 250002, "<el>": 250017, "<ru>": 250028, "</ru>": 250067, "</pt>": 250064, "<af>": 250013, "<fa>": 250022, "</it>": 250063, "</en>": 250054, "<ko>": 250031, "</ja>": 250068, "</bn>": 250057, "<he>": 250003, "<jv>": 250006, "<ml>": 250010, "</th>": 250071, "<ur>": 250021, "</el>": 250056, "</ml>": 250049, "</ka>": 250069, "<mr>": 250020, "</ms>": 250046, "<ja>": 250029, "<my>": 250034, "</mr>": 250059, "<bg>": 250027, "</hu>": 250079, "</kk>": 250075, "</et>": 250077, "</tr>": 250076, "<tl>": 250008, "</af>": 250052, "<it>": 250024, "</my>": 250073, "</vi>": 250043, "<et>": 250038, "</nl>": 250053, "<ka>": 250030, "</he>": 250042, "<bn>": 250018, "</eu>": 250048, "</ko>": 250070, "<ms>": 250007, "<th>": 250032, "<tr>": 250037, "</sw>": 250072, "<ta>": 250011, "<es>": 250026, "</ur>": 250060, "</te>": 250051, "</jv>": 250045, "</fa>": 250061, "</id>": 250044, "<hi>": 250019, "<eu>": 250009, "<te>": 250012, "<id>": 250005}

config.json

@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "xlm-roberta-base-nodp",
+  "architectures": [
+    "XLMRobertaForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "xlm-roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.15.0",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 250080
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfaf7ec5f4fbf53fb2931d7a27aa998e38ac4b46fa1bc68aa7333c2adc2e116
+size 1113511570

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}, "additional_special_tokens": ["<ar>", "<he>", "<vi>", "<id>", "<jv>", "<ms>", "<tl>", "<eu>", "<ml>", "<ta>", "<te>", "<af>", "<nl>", "<en>", "<de>", "<el>", "<bn>", "<hi>", "<mr>", "<ur>", "<fa>", "<fr>", "<it>", "<pt>", "<es>", "<bg>", "<ru>", "<ja>", "<ka>", "<ko>", "<th>", "<sw>", "<my>", "<zh>", "<kk>", "<tr>", "<et>", "<fi>", "<hu>", "</ar>", "</he>", "</vi>", "</id>", "</jv>", "</ms>", "</tl>", "</eu>", "</ml>", "</ta>", "</te>", "</af>", "</nl>", "</en>", "</de>", "</el>", "</bn>", "</hi>", "</mr>", "</ur>", "</fa>", "</fr>", "</it>", "</pt>", "</es>", "</bg>", "</ru>", "</ja>", "</ka>", "</ko>", "</th>", "</sw>", "</my>", "</zh>", "</kk>", "</tr>", "</et>", "</fi>", "</hu>"]}

tokenizer_config.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "special_tokens_map_file": null, "name_or_path": "xlm-roberta-base-nodp", "tokenizer_class": "XLMRobertaTokenizer"}