Upload 11 files

config.json

@@ -0,0 +1,255 @@
+{
+  "_name_or_path": "distilbert-base-multilingual-cased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForTokenClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "O",
+    "1": "B-ORDINALDIRECTION",
+    "2": "B-NEARBYGPSCOORDINATE",
+    "3": "I-NEARBYGPSCOORDINATE",
+    "4": "B-PREFIX",
+    "5": "I-PREFIX",
+    "6": "B-LASTNAME",
+    "7": "I-LASTNAME",
+    "8": "B-SECONDARYADDRESS",
+    "9": "I-SECONDARYADDRESS",
+    "10": "B-PHONENUMBER",
+    "11": "I-PHONENUMBER",
+    "12": "B-JOBTITLE",
+    "13": "I-JOBTITLE",
+    "14": "B-BIC",
+    "15": "I-BIC",
+    "16": "B-IBAN",
+    "17": "I-IBAN",
+    "18": "B-CURRENCYNAME",
+    "19": "I-CURRENCYNAME",
+    "20": "B-CURRENCYSYMBOL",
+    "21": "I-CURRENCYSYMBOL",
+    "22": "B-FIRSTNAME",
+    "23": "I-FIRSTNAME",
+    "24": "B-PHONEIMEI",
+    "25": "I-PHONEIMEI",
+    "26": "B-AMOUNT",
+    "27": "I-AMOUNT",
+    "28": "B-CREDITCARDISSUER",
+    "29": "I-CREDITCARDISSUER",
+    "30": "B-CREDITCARDNUMBER",
+    "31": "I-CREDITCARDNUMBER",
+    "32": "B-EMAIL",
+    "33": "I-EMAIL",
+    "34": "B-BITCOINADDRESS",
+    "35": "I-BITCOINADDRESS",
+    "36": "B-STATE",
+    "37": "I-STATE",
+    "38": "B-JOBTYPE",
+    "39": "B-MASKEDNUMBER",
+    "40": "I-MASKEDNUMBER",
+    "41": "B-PASSWORD",
+    "42": "I-PASSWORD",
+    "43": "B-MAC",
+    "44": "I-MAC",
+    "45": "B-JOBAREA",
+    "46": "I-JOBAREA",
+    "47": "B-EYECOLOR",
+    "48": "B-USERNAME",
+    "49": "I-USERNAME",
+    "50": "B-DOB",
+    "51": "I-DOB",
+    "52": "B-PIN",
+    "53": "I-PIN",
+    "54": "B-SEX",
+    "55": "B-TIME",
+    "56": "I-TIME",
+    "57": "B-ETHEREUMADDRESS",
+    "58": "I-ETHEREUMADDRESS",
+    "59": "B-COMPANYNAME",
+    "60": "I-COMPANYNAME",
+    "61": "B-IPV6",
+    "62": "I-IPV6",
+    "63": "B-GENDER",
+    "64": "I-GENDER",
+    "65": "B-CURRENCY",
+    "66": "I-CURRENCY",
+    "67": "B-USERAGENT",
+    "68": "I-USERAGENT",
+    "69": "B-IP",
+    "70": "I-IP",
+    "71": "B-BUILDINGNUMBER",
+    "72": "B-CITY",
+    "73": "I-CITY",
+    "74": "I-JOBTYPE",
+    "75": "B-IPV4",
+    "76": "I-IPV4",
+    "77": "B-COUNTY",
+    "78": "I-COUNTY",
+    "79": "B-CREDITCARDCVV",
+    "80": "B-CURRENCYCODE",
+    "81": "I-CURRENCYCODE",
+    "82": "B-VEHICLEVRM",
+    "83": "I-VEHICLEVRM",
+    "84": "B-STREET",
+    "85": "I-STREET",
+    "86": "B-URL",
+    "87": "I-URL",
+    "88": "B-DATE",
+    "89": "I-DATE",
+    "90": "I-BUILDINGNUMBER",
+    "91": "B-ZIPCODE",
+    "92": "I-ZIPCODE",
+    "93": "B-ACCOUNTNAME",
+    "94": "I-ACCOUNTNAME",
+    "95": "B-MIDDLENAME",
+    "96": "B-SSN",
+    "97": "I-SSN",
+    "98": "B-AGE",
+    "99": "I-AGE",
+    "100": "B-ACCOUNTNUMBER",
+    "101": "I-ACCOUNTNUMBER",
+    "102": "B-LITECOINADDRESS",
+    "103": "I-LITECOINADDRESS",
+    "104": "B-VEHICLEVIN",
+    "105": "I-VEHICLEVIN",
+    "106": "I-CREDITCARDCVV",
+    "107": "I-EYECOLOR",
+    "108": "I-MIDDLENAME",
+    "109": "B-HEIGHT",
+    "110": "I-HEIGHT",
+    "111": "I-ORDINALDIRECTION",
+    "112": "I-SEX"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "B-ACCOUNTNAME": 93,
+    "B-ACCOUNTNUMBER": 100,
+    "B-AGE": 98,
+    "B-AMOUNT": 26,
+    "B-BIC": 14,
+    "B-BITCOINADDRESS": 34,
+    "B-BUILDINGNUMBER": 71,
+    "B-CITY": 72,
+    "B-COMPANYNAME": 59,
+    "B-COUNTY": 77,
+    "B-CREDITCARDCVV": 79,
+    "B-CREDITCARDISSUER": 28,
+    "B-CREDITCARDNUMBER": 30,
+    "B-CURRENCY": 65,
+    "B-CURRENCYCODE": 80,
+    "B-CURRENCYNAME": 18,
+    "B-CURRENCYSYMBOL": 20,
+    "B-DATE": 88,
+    "B-DOB": 50,
+    "B-EMAIL": 32,
+    "B-ETHEREUMADDRESS": 57,
+    "B-EYECOLOR": 47,
+    "B-FIRSTNAME": 22,
+    "B-GENDER": 63,
+    "B-HEIGHT": 109,
+    "B-IBAN": 16,
+    "B-IP": 69,
+    "B-IPV4": 75,
+    "B-IPV6": 61,
+    "B-JOBAREA": 45,
+    "B-JOBTITLE": 12,
+    "B-JOBTYPE": 38,
+    "B-LASTNAME": 6,
+    "B-LITECOINADDRESS": 102,
+    "B-MAC": 43,
+    "B-MASKEDNUMBER": 39,
+    "B-MIDDLENAME": 95,
+    "B-NEARBYGPSCOORDINATE": 2,
+    "B-ORDINALDIRECTION": 1,
+    "B-PASSWORD": 41,
+    "B-PHONEIMEI": 24,
+    "B-PHONENUMBER": 10,
+    "B-PIN": 52,
+    "B-PREFIX": 4,
+    "B-SECONDARYADDRESS": 8,
+    "B-SEX": 54,
+    "B-SSN": 96,
+    "B-STATE": 36,
+    "B-STREET": 84,
+    "B-TIME": 55,
+    "B-URL": 86,
+    "B-USERAGENT": 67,
+    "B-USERNAME": 48,
+    "B-VEHICLEVIN": 104,
+    "B-VEHICLEVRM": 82,
+    "B-ZIPCODE": 91,
+    "I-ACCOUNTNAME": 94,
+    "I-ACCOUNTNUMBER": 101,
+    "I-AGE": 99,
+    "I-AMOUNT": 27,
+    "I-BIC": 15,
+    "I-BITCOINADDRESS": 35,
+    "I-BUILDINGNUMBER": 90,
+    "I-CITY": 73,
+    "I-COMPANYNAME": 60,
+    "I-COUNTY": 78,
+    "I-CREDITCARDCVV": 106,
+    "I-CREDITCARDISSUER": 29,
+    "I-CREDITCARDNUMBER": 31,
+    "I-CURRENCY": 66,
+    "I-CURRENCYCODE": 81,
+    "I-CURRENCYNAME": 19,
+    "I-CURRENCYSYMBOL": 21,
+    "I-DATE": 89,
+    "I-DOB": 51,
+    "I-EMAIL": 33,
+    "I-ETHEREUMADDRESS": 58,
+    "I-EYECOLOR": 107,
+    "I-FIRSTNAME": 23,
+    "I-GENDER": 64,
+    "I-HEIGHT": 110,
+    "I-IBAN": 17,
+    "I-IP": 70,
+    "I-IPV4": 76,
+    "I-IPV6": 62,
+    "I-JOBAREA": 46,
+    "I-JOBTITLE": 13,
+    "I-JOBTYPE": 74,
+    "I-LASTNAME": 7,
+    "I-LITECOINADDRESS": 103,
+    "I-MAC": 44,
+    "I-MASKEDNUMBER": 40,
+    "I-MIDDLENAME": 108,
+    "I-NEARBYGPSCOORDINATE": 3,
+    "I-ORDINALDIRECTION": 111,
+    "I-PASSWORD": 42,
+    "I-PHONEIMEI": 25,
+    "I-PHONENUMBER": 11,
+    "I-PIN": 53,
+    "I-PREFIX": 5,
+    "I-SECONDARYADDRESS": 9,
+    "I-SEX": 112,
+    "I-SSN": 97,
+    "I-STATE": 37,
+    "I-STREET": 85,
+    "I-TIME": 56,
+    "I-URL": 87,
+    "I-USERAGENT": 68,
+    "I-USERNAME": 49,
+    "I-VEHICLEVIN": 105,
+    "I-VEHICLEVRM": 83,
+    "I-ZIPCODE": 92,
+    "O": 0
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "output_past": true,
+  "pad_token_id": 0,
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.40.1",
+  "vocab_size": 119547
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c97d47b6d7f8bce7c45a3b884b568eb9371674b1e5571ff0868e345b1d5a5a
+size 539296276

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6d8224814605d5069fdc4d9f2b450dec1932b429ee3caa739b1ae975cd7303
+size 1078650554

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d40ffe8a23b5b4b46add1066a5f1f6a585ef4b56eebe6a0463f29293928c7a
+size 13990

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8891a02935ba8d0705e6bfd10443ae3b5c21586e304fbc609b18671abaf315e
+size 1064

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

trainer_state.json

@@ -0,0 +1,159 @@
+{
+  "best_metric": 0.07471394538879395,
+  "best_model_checkpoint": "distilbert-base-multilingual-cased-ai4p\\checkpoint-5282",
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 5282,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.09466111321469141,
+      "grad_norm": 0.3661908209323883,
+      "learning_rate": 2.3651844843897824e-05,
+      "loss": 0.1236,
+      "step": 500
+    },
+    {
+      "epoch": 0.18932222642938282,
+      "grad_norm": 0.6252937316894531,
+      "learning_rate": 4.730368968779565e-05,
+      "loss": 0.1067,
+      "step": 1000
+    },
+    {
+      "epoch": 0.28398333964407424,
+      "grad_norm": 9.51940631866455,
+      "learning_rate": 4.865589479133266e-05,
+      "loss": 0.118,
+      "step": 1500
+    },
+    {
+      "epoch": 0.37864445285876563,
+      "grad_norm": 18.169490814208984,
+      "learning_rate": 4.4101898108698986e-05,
+      "loss": 0.1236,
+      "step": 2000
+    },
+    {
+      "epoch": 0.47330556607345703,
+      "grad_norm": 0.15524064004421234,
+      "learning_rate": 3.693781703029716e-05,
+      "loss": 0.1252,
+      "step": 2500
+    },
+    {
+      "epoch": 0.5679666792881485,
+      "grad_norm": 5.280295372009277,
+      "learning_rate": 2.814255198405058e-05,
+      "loss": 0.1135,
+      "step": 3000
+    },
+    {
+      "epoch": 0.6626277925028399,
+      "grad_norm": 1.4628525972366333,
+      "learning_rate": 1.891788846390441e-05,
+      "loss": 0.1095,
+      "step": 3500
+    },
+    {
+      "epoch": 0.7572889057175313,
+      "grad_norm": 0.3247055113315582,
+      "learning_rate": 1.0524284994615455e-05,
+      "loss": 0.0889,
+      "step": 4000
+    },
+    {
+      "epoch": 0.8519500189322227,
+      "grad_norm": 15.866767883300781,
+      "learning_rate": 4.10864401042293e-06,
+      "loss": 0.0993,
+      "step": 4500
+    },
+    {
+      "epoch": 0.9466111321469141,
+      "grad_norm": 0.05221886187791824,
+      "learning_rate": 5.475990440994617e-07,
+      "loss": 0.1167,
+      "step": 5000
+    },
+    {
+      "epoch": 1.0,
+      "eval_ACCOUNTNAME_f1": 0.9860627177700348,
+      "eval_ACCOUNTNUMBER_f1": 0.9660766961651918,
+      "eval_AGE_f1": 0.9777117384843984,
+      "eval_AMOUNT_f1": 0.9308291342189646,
+      "eval_BIC_f1": 0.9647058823529411,
+      "eval_BITCOINADDRESS_f1": 0.9257575757575758,
+      "eval_BUILDINGNUMBER_f1": 0.9371345029239766,
+      "eval_CITY_f1": 0.936,
+      "eval_COMPANYNAME_f1": 0.9870550161812297,
+      "eval_COUNTY_f1": 0.9694189602446482,
+      "eval_CREDITCARDCVV_f1": 0.9424083769633508,
+      "eval_CREDITCARDISSUER_f1": 0.981294964028777,
+      "eval_CREDITCARDNUMBER_f1": 0.8649851632047477,
+      "eval_CURRENCYCODE_f1": 0.8132992327365729,
+      "eval_CURRENCYNAME_f1": 0.273015873015873,
+      "eval_CURRENCYSYMBOL_f1": 0.9074585635359117,
+      "eval_CURRENCY_f1": 0.6470588235294117,
+      "eval_DATE_f1": 0.8255208333333333,
+      "eval_DOB_f1": 0.6356720202874049,
+      "eval_EMAIL_f1": 0.9888765294771968,
+      "eval_ETHEREUMADDRESS_f1": 0.9641873278236914,
+      "eval_EYECOLOR_f1": 0.9613034623217922,
+      "eval_FIRSTNAME_f1": 0.9645473190741283,
+      "eval_GENDER_f1": 0.9882352941176471,
+      "eval_HEIGHT_f1": 0.9784735812133072,
+      "eval_IBAN_f1": 0.9593023255813953,
+      "eval_IPV4_f1": 0.8195592286501376,
+      "eval_IPV6_f1": 0.8110867979576952,
+      "eval_IP_f1": 0.007843137254901962,
+      "eval_JOBAREA_f1": 0.9797507788161994,
+      "eval_JOBTITLE_f1": 0.976923076923077,
+      "eval_JOBTYPE_f1": 0.9853587115666179,
+      "eval_LASTNAME_f1": 0.94026226323458,
+      "eval_LITECOINADDRESS_f1": 0.7431693989071039,
+      "eval_MAC_f1": 0.9878048780487805,
+      "eval_MASKEDNUMBER_f1": 0.8086580086580087,
+      "eval_MIDDLENAME_f1": 0.8847641144624903,
+      "eval_NEARBYGPSCOORDINATE_f1": 0.9919028340080971,
+      "eval_ORDINALDIRECTION_f1": 0.9969512195121951,
+      "eval_PASSWORD_f1": 0.9656823623304069,
+      "eval_PHONEIMEI_f1": 0.9664179104477612,
+      "eval_PHONENUMBER_f1": 0.9745693191140279,
+      "eval_PIN_f1": 0.9051987767584098,
+      "eval_PREFIX_f1": 0.9503239740820734,
+      "eval_SECONDARYADDRESS_f1": 0.9871589085072231,
+      "eval_SEX_f1": 0.9957507082152975,
+      "eval_SSN_f1": 0.9929929929929929,
+      "eval_STATE_f1": 0.9698412698412698,
+      "eval_STREET_f1": 0.9632598530394122,
+      "eval_TIME_f1": 0.9889763779527558,
+      "eval_URL_f1": 0.9935170178282009,
+      "eval_USERAGENT_f1": 0.9880843263061412,
+      "eval_USERNAME_f1": 0.969363707776905,
+      "eval_VEHICLEVIN_f1": 0.9942196531791907,
+      "eval_VEHICLEVRM_f1": 0.9915966386554622,
+      "eval_ZIPCODE_f1": 0.9448441247002398,
+      "eval_loss": 0.07471394538879395,
+      "eval_overall_accuracy": 0.974947997301672,
+      "eval_overall_f1": 0.9267119117275793,
+      "eval_overall_precision": 0.9186491579319279,
+      "eval_overall_recall": 0.9349174482365985,
+      "eval_runtime": 13665.2679,
+      "eval_samples_per_second": 0.773,
+      "eval_steps_per_second": 0.387,
+      "step": 5282
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 5282,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "total_flos": 364456496974380.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503d6ef183373f88a0cf26cfa679f3c54b6bcc720de2954be4324010fabe2089
+size 5048