Upload 11 files

config.json

@@ -0,0 +1,261 @@
+{
+  "_name_or_path": "numind/NuNER-multilingual-v0.1",
+  "architectures": [
+    "BertForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "directionality": "bidi",
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "B-ORDINALDIRECTION",
+    "2": "B-NEARBYGPSCOORDINATE",
+    "3": "I-NEARBYGPSCOORDINATE",
+    "4": "B-PREFIX",
+    "5": "I-PREFIX",
+    "6": "B-LASTNAME",
+    "7": "I-LASTNAME",
+    "8": "B-SECONDARYADDRESS",
+    "9": "I-SECONDARYADDRESS",
+    "10": "B-PHONENUMBER",
+    "11": "I-PHONENUMBER",
+    "12": "B-JOBTITLE",
+    "13": "I-JOBTITLE",
+    "14": "B-BIC",
+    "15": "I-BIC",
+    "16": "B-IBAN",
+    "17": "I-IBAN",
+    "18": "B-CURRENCYNAME",
+    "19": "I-CURRENCYNAME",
+    "20": "B-CURRENCYSYMBOL",
+    "21": "I-CURRENCYSYMBOL",
+    "22": "B-FIRSTNAME",
+    "23": "I-FIRSTNAME",
+    "24": "B-PHONEIMEI",
+    "25": "I-PHONEIMEI",
+    "26": "B-AMOUNT",
+    "27": "I-AMOUNT",
+    "28": "B-CREDITCARDISSUER",
+    "29": "I-CREDITCARDISSUER",
+    "30": "B-CREDITCARDNUMBER",
+    "31": "I-CREDITCARDNUMBER",
+    "32": "B-EMAIL",
+    "33": "I-EMAIL",
+    "34": "B-BITCOINADDRESS",
+    "35": "I-BITCOINADDRESS",
+    "36": "B-STATE",
+    "37": "I-STATE",
+    "38": "B-JOBTYPE",
+    "39": "B-MASKEDNUMBER",
+    "40": "I-MASKEDNUMBER",
+    "41": "B-PASSWORD",
+    "42": "I-PASSWORD",
+    "43": "B-MAC",
+    "44": "I-MAC",
+    "45": "B-JOBAREA",
+    "46": "I-JOBAREA",
+    "47": "B-EYECOLOR",
+    "48": "B-USERNAME",
+    "49": "I-USERNAME",
+    "50": "B-DOB",
+    "51": "I-DOB",
+    "52": "B-PIN",
+    "53": "I-PIN",
+    "54": "B-SEX",
+    "55": "B-TIME",
+    "56": "I-TIME",
+    "57": "B-ETHEREUMADDRESS",
+    "58": "I-ETHEREUMADDRESS",
+    "59": "B-COMPANYNAME",
+    "60": "I-COMPANYNAME",
+    "61": "B-IPV6",
+    "62": "I-IPV6",
+    "63": "B-GENDER",
+    "64": "I-GENDER",
+    "65": "B-CURRENCY",
+    "66": "I-CURRENCY",
+    "67": "B-USERAGENT",
+    "68": "I-USERAGENT",
+    "69": "B-IP",
+    "70": "I-IP",
+    "71": "B-BUILDINGNUMBER",
+    "72": "B-CITY",
+    "73": "I-CITY",
+    "74": "I-JOBTYPE",
+    "75": "B-IPV4",
+    "76": "I-IPV4",
+    "77": "B-COUNTY",
+    "78": "I-COUNTY",
+    "79": "B-CREDITCARDCVV",
+    "80": "B-CURRENCYCODE",
+    "81": "I-CURRENCYCODE",
+    "82": "B-VEHICLEVRM",
+    "83": "I-VEHICLEVRM",
+    "84": "B-STREET",
+    "85": "I-STREET",
+    "86": "B-URL",
+    "87": "I-URL",
+    "88": "B-DATE",
+    "89": "I-DATE",
+    "90": "I-BUILDINGNUMBER",
+    "91": "B-ZIPCODE",
+    "92": "I-ZIPCODE",
+    "93": "B-ACCOUNTNAME",
+    "94": "I-ACCOUNTNAME",
+    "95": "B-MIDDLENAME",
+    "96": "B-SSN",
+    "97": "I-SSN",
+    "98": "B-AGE",
+    "99": "I-AGE",
+    "100": "B-ACCOUNTNUMBER",
+    "101": "I-ACCOUNTNUMBER",
+    "102": "B-LITECOINADDRESS",
+    "103": "I-LITECOINADDRESS",
+    "104": "B-VEHICLEVIN",
+    "105": "I-VEHICLEVIN",
+    "106": "I-CREDITCARDCVV",
+    "107": "I-EYECOLOR",
+    "108": "I-MIDDLENAME",
+    "109": "B-HEIGHT",
+    "110": "I-HEIGHT",
+    "111": "I-ORDINALDIRECTION",
+    "112": "I-SEX"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "B-ACCOUNTNAME": 93,
+    "B-ACCOUNTNUMBER": 100,
+    "B-AGE": 98,
+    "B-AMOUNT": 26,
+    "B-BIC": 14,
+    "B-BITCOINADDRESS": 34,
+    "B-BUILDINGNUMBER": 71,
+    "B-CITY": 72,
+    "B-COMPANYNAME": 59,
+    "B-COUNTY": 77,
+    "B-CREDITCARDCVV": 79,
+    "B-CREDITCARDISSUER": 28,
+    "B-CREDITCARDNUMBER": 30,
+    "B-CURRENCY": 65,
+    "B-CURRENCYCODE": 80,
+    "B-CURRENCYNAME": 18,
+    "B-CURRENCYSYMBOL": 20,
+    "B-DATE": 88,
+    "B-DOB": 50,
+    "B-EMAIL": 32,
+    "B-ETHEREUMADDRESS": 57,
+    "B-EYECOLOR": 47,
+    "B-FIRSTNAME": 22,
+    "B-GENDER": 63,
+    "B-HEIGHT": 109,
+    "B-IBAN": 16,
+    "B-IP": 69,
+    "B-IPV4": 75,
+    "B-IPV6": 61,
+    "B-JOBAREA": 45,
+    "B-JOBTITLE": 12,
+    "B-JOBTYPE": 38,
+    "B-LASTNAME": 6,
+    "B-LITECOINADDRESS": 102,
+    "B-MAC": 43,
+    "B-MASKEDNUMBER": 39,
+    "B-MIDDLENAME": 95,
+    "B-NEARBYGPSCOORDINATE": 2,
+    "B-ORDINALDIRECTION": 1,
+    "B-PASSWORD": 41,
+    "B-PHONEIMEI": 24,
+    "B-PHONENUMBER": 10,
+    "B-PIN": 52,
+    "B-PREFIX": 4,
+    "B-SECONDARYADDRESS": 8,
+    "B-SEX": 54,
+    "B-SSN": 96,
+    "B-STATE": 36,
+    "B-STREET": 84,
+    "B-TIME": 55,
+    "B-URL": 86,
+    "B-USERAGENT": 67,
+    "B-USERNAME": 48,
+    "B-VEHICLEVIN": 104,
+    "B-VEHICLEVRM": 82,
+    "B-ZIPCODE": 91,
+    "I-ACCOUNTNAME": 94,
+    "I-ACCOUNTNUMBER": 101,
+    "I-AGE": 99,
+    "I-AMOUNT": 27,
+    "I-BIC": 15,
+    "I-BITCOINADDRESS": 35,
+    "I-BUILDINGNUMBER": 90,
+    "I-CITY": 73,
+    "I-COMPANYNAME": 60,
+    "I-COUNTY": 78,
+    "I-CREDITCARDCVV": 106,
+    "I-CREDITCARDISSUER": 29,
+    "I-CREDITCARDNUMBER": 31,
+    "I-CURRENCY": 66,
+    "I-CURRENCYCODE": 81,
+    "I-CURRENCYNAME": 19,
+    "I-CURRENCYSYMBOL": 21,
+    "I-DATE": 89,
+    "I-DOB": 51,
+    "I-EMAIL": 33,
+    "I-ETHEREUMADDRESS": 58,
+    "I-EYECOLOR": 107,
+    "I-FIRSTNAME": 23,
+    "I-GENDER": 64,
+    "I-HEIGHT": 110,
+    "I-IBAN": 17,
+    "I-IP": 70,
+    "I-IPV4": 76,
+    "I-IPV6": 62,
+    "I-JOBAREA": 46,
+    "I-JOBTITLE": 13,
+    "I-JOBTYPE": 74,
+    "I-LASTNAME": 7,
+    "I-LITECOINADDRESS": 103,
+    "I-MAC": 44,
+    "I-MASKEDNUMBER": 40,
+    "I-MIDDLENAME": 108,
+    "I-NEARBYGPSCOORDINATE": 3,
+    "I-ORDINALDIRECTION": 111,
+    "I-PASSWORD": 42,
+    "I-PHONEIMEI": 25,
+    "I-PHONENUMBER": 11,
+    "I-PIN": 53,
+    "I-PREFIX": 5,
+    "I-SECONDARYADDRESS": 9,
+    "I-SEX": 112,
+    "I-SSN": 97,
+    "I-STATE": 37,
+    "I-STREET": 85,
+    "I-TIME": 56,
+    "I-URL": 87,
+    "I-USERAGENT": 68,
+    "I-USERNAME": 49,
+    "I-VEHICLEVIN": 105,
+    "I-VEHICLEVRM": 83,
+    "I-ZIPCODE": 92,
+    "O": 0
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "pooler_fc_size": 768,
+  "pooler_num_attention_heads": 12,
+  "pooler_num_fc_layers": 3,
+  "pooler_size_per_head": 128,
+  "pooler_type": "first_token_transform",
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.40.1",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 119547
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc4c3ca557a842ad5ec7785d39cc68ab6a16ff54cd11b572542efe1cdaddce8
+size 709422340

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3f7a6d553f44d6ff9d899776531f5135c514b5c1807ab5cb75c518534a2ba6
+size 1418958842

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab345d5ea33480b9f3663d7f7c2256b2dab178660c9f5d80d057d1ab1385069
+size 13990

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8891a02935ba8d0705e6bfd10443ae3b5c21586e304fbc609b18671abaf315e
+size 1064

special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

trainer_state.json

@@ -0,0 +1,159 @@
+{
+  "best_metric": 0.10983815789222717,
+  "best_model_checkpoint": "numind/NuNER-multilingual-v0.1-ai4p\\checkpoint-5282",
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 5282,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.09466111321469141,
+      "grad_norm": 15.189953804016113,
+      "learning_rate": 2.3651844843897824e-05,
+      "loss": 0.613,
+      "step": 500
+    },
+    {
+      "epoch": 0.18932222642938282,
+      "grad_norm": 2.979557752609253,
+      "learning_rate": 4.730368968779565e-05,
+      "loss": 0.4812,
+      "step": 1000
+    },
+    {
+      "epoch": 0.28398333964407424,
+      "grad_norm": 6.508205413818359,
+      "learning_rate": 4.865589479133266e-05,
+      "loss": 0.4002,
+      "step": 1500
+    },
+    {
+      "epoch": 0.37864445285876563,
+      "grad_norm": 5.267242908477783,
+      "learning_rate": 4.4101898108698986e-05,
+      "loss": 0.264,
+      "step": 2000
+    },
+    {
+      "epoch": 0.47330556607345703,
+      "grad_norm": 126.3924560546875,
+      "learning_rate": 3.693781703029716e-05,
+      "loss": 0.2721,
+      "step": 2500
+    },
+    {
+      "epoch": 0.5679666792881485,
+      "grad_norm": 10.30625057220459,
+      "learning_rate": 2.814255198405058e-05,
+      "loss": 0.1956,
+      "step": 3000
+    },
+    {
+      "epoch": 0.6626277925028399,
+      "grad_norm": 6.5094313621521,
+      "learning_rate": 1.891788846390441e-05,
+      "loss": 0.1821,
+      "step": 3500
+    },
+    {
+      "epoch": 0.7572889057175313,
+      "grad_norm": 13.060357093811035,
+      "learning_rate": 1.0524284994615455e-05,
+      "loss": 0.1434,
+      "step": 4000
+    },
+    {
+      "epoch": 0.8519500189322227,
+      "grad_norm": 0.19746792316436768,
+      "learning_rate": 4.10864401042293e-06,
+      "loss": 0.1329,
+      "step": 4500
+    },
+    {
+      "epoch": 0.9466111321469141,
+      "grad_norm": 1.5909297466278076,
+      "learning_rate": 5.475990440994617e-07,
+      "loss": 0.1249,
+      "step": 5000
+    },
+    {
+      "epoch": 1.0,
+      "eval_ACCOUNTNAME_f1": 0.9884704073789393,
+      "eval_ACCOUNTNUMBER_f1": 0.9471264367816091,
+      "eval_AGE_f1": 0.9725363489499191,
+      "eval_AMOUNT_f1": 0.8833189282627484,
+      "eval_BIC_f1": 0.9364161849710984,
+      "eval_BITCOINADDRESS_f1": 0.8406004288777699,
+      "eval_BUILDINGNUMBER_f1": 0.9080376538740044,
+      "eval_CITY_f1": 0.8958837772397096,
+      "eval_COMPANYNAME_f1": 0.9599345870809484,
+      "eval_COUNTY_f1": 0.9491268033409264,
+      "eval_CREDITCARDCVV_f1": 0.9116945107398569,
+      "eval_CREDITCARDISSUER_f1": 0.9813664596273292,
+      "eval_CREDITCARDNUMBER_f1": 0.5398837823560486,
+      "eval_CURRENCYCODE_f1": 0.6508875739644969,
+      "eval_CURRENCYNAME_f1": 0.14159292035398233,
+      "eval_CURRENCYSYMBOL_f1": 0.8565340909090909,
+      "eval_CURRENCY_f1": 0.5423728813559322,
+      "eval_DATE_f1": 0.7474923680767553,
+      "eval_DOB_f1": 0.5629397967161845,
+      "eval_EMAIL_f1": 0.9917718047174987,
+      "eval_ETHEREUMADDRESS_f1": 0.9805447470817121,
+      "eval_EYECOLOR_f1": 0.960747663551402,
+      "eval_FIRSTNAME_f1": 0.9160859465737515,
+      "eval_GENDER_f1": 0.973134328358209,
+      "eval_HEIGHT_f1": 0.9761388286334056,
+      "eval_IBAN_f1": 0.9384920634920636,
+      "eval_IPV4_f1": 0.8230940044411545,
+      "eval_IPV6_f1": 0.7988338192419825,
+      "eval_IP_f1": 0.0,
+      "eval_JOBAREA_f1": 0.9524590163934427,
+      "eval_JOBTITLE_f1": 0.9711246200607903,
+      "eval_JOBTYPE_f1": 0.9663425579655947,
+      "eval_LASTNAME_f1": 0.8893905191873589,
+      "eval_LITECOINADDRESS_f1": 0.0,
+      "eval_MAC_f1": 0.9664179104477613,
+      "eval_MASKEDNUMBER_f1": 0.09980806142034548,
+      "eval_MIDDLENAME_f1": 0.5861767279090114,
+      "eval_NEARBYGPSCOORDINATE_f1": 0.9955257270693512,
+      "eval_ORDINALDIRECTION_f1": 0.9826989619377162,
+      "eval_PASSWORD_f1": 0.9466984884645981,
+      "eval_PHONEIMEI_f1": 0.9840319361277445,
+      "eval_PHONENUMBER_f1": 0.9716666666666667,
+      "eval_PIN_f1": 0.8594594594594595,
+      "eval_PREFIX_f1": 0.9367930805056554,
+      "eval_SECONDARYADDRESS_f1": 0.9827856025039124,
+      "eval_SEX_f1": 0.9970326409495549,
+      "eval_SSN_f1": 0.9842154131847725,
+      "eval_STATE_f1": 0.9324424647364513,
+      "eval_STREET_f1": 0.9587852494577007,
+      "eval_TIME_f1": 0.9848714069591527,
+      "eval_URL_f1": 0.9946112394149346,
+      "eval_USERAGENT_f1": 0.988950276243094,
+      "eval_USERNAME_f1": 0.9687750200160127,
+      "eval_VEHICLEVIN_f1": 0.9831460674157303,
+      "eval_VEHICLEVRM_f1": 0.9766233766233767,
+      "eval_ZIPCODE_f1": 0.8962906888720665,
+      "eval_loss": 0.10983815789222717,
+      "eval_overall_accuracy": 0.9604826683842894,
+      "eval_overall_f1": 0.8723638768462048,
+      "eval_overall_precision": 0.8547648532672868,
+      "eval_overall_recall": 0.8907028389652482,
+      "eval_runtime": 1985.1382,
+      "eval_samples_per_second": 5.321,
+      "eval_steps_per_second": 2.661,
+      "step": 5282
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 5282,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "total_flos": 731797580283798.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f93ce7925af2d618ccf856ff88c58c009396633542c9ca0dfc4a562b63bb8d
+size 5048