Model save

README.md

@@ -0,0 +1,81 @@
+---
+license: mit
+base_model: microsoft/deberta-v3-base
+tags:
+- generated_from_trainer
+model-index:
+- name: deberta-v3-base_finetuned_bluegennx_run2.6
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# deberta-v3-base_finetuned_bluegennx_run2.6
+
+This model is a fine-tuned version of [microsoft/deberta-v3-base](https://huggingface.co/microsoft/deberta-v3-base) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.0968
+- Overall Precision: 0.6921
+- Overall Recall: 0.7279
+- Overall F1: 0.7096
+- Overall Accuracy: 0.9662
+- Aadhar Card F1: 0.7499
+- Age F1: 0.5816
+- City F1: 0.7306
+- Country F1: 0.6782
+- Creditcardcvv F1: 0.7220
+- Creditcardnumber F1: 0.7364
+- Currency F1: 0.6681
+- Currencyname F1: 0.0887
+- Date F1: 0.6695
+- Dateofbirth F1: 0.6437
+- Email F1: 0.6486
+- Expiry Date F1: 0.5623
+- Organization F1: 0.7393
+- Pan Card F1: 0.7191
+- Person F1: 0.8088
+- Phonenumber F1: 0.7218
+- Secondary Address F1: 0.6801
+- State F1: 0.7525
+- Street F1: 0.8529
+- Time F1: 0.7545
+- Url F1: 0.5520
+- Us Ssn F1: 0.9069
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 36
+- eval_batch_size: 8
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine_with_restarts
+- lr_scheduler_warmup_ratio: 0.2
+- num_epochs: 3
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.38.2
+- Pytorch 2.1.0+cu118
+- Datasets 2.18.0
+- Tokenizers 0.15.2

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[MASK]": 128000
+}

all_results.json

@@ -0,0 +1,40 @@
+{
+    "epoch": 3.0,
+    "eval_AADHAR_CARD_f1": 0.7498692696531287,
+    "eval_AGE_f1": 0.5816216216216216,
+    "eval_CITY_f1": 0.7305788680869378,
+    "eval_COUNTRY_f1": 0.6781510192362905,
+    "eval_CREDITCARDCVV_f1": 0.7219837863614689,
+    "eval_CREDITCARDNUMBER_f1": 0.7364130434782609,
+    "eval_CURRENCYNAME_f1": 0.08870967741935484,
+    "eval_CURRENCY_f1": 0.6680805938494168,
+    "eval_DATEOFBIRTH_f1": 0.6437189496096523,
+    "eval_DATE_f1": 0.6695026178010473,
+    "eval_EMAIL_f1": 0.6485573173901742,
+    "eval_EXPIRY_DATE_f1": 0.5622568093385214,
+    "eval_ORGANIZATION_f1": 0.7392519632636763,
+    "eval_PAN_CARD_f1": 0.7191325638335083,
+    "eval_PERSON_f1": 0.8087976183243211,
+    "eval_PHONENUMBER_f1": 0.7218013468013468,
+    "eval_SECONDARY_ADDRESS_f1": 0.6800595238095238,
+    "eval_STATE_f1": 0.7525204032645223,
+    "eval_STREET_f1": 0.8528925619834711,
+    "eval_TIME_f1": 0.7544524441076165,
+    "eval_URL_f1": 0.5520118422823308,
+    "eval_US_SSN_f1": 0.90694626474443,
+    "eval_loss": 0.09682328253984451,
+    "eval_overall_accuracy": 0.9661661821488446,
+    "eval_overall_f1": 0.7095774460143962,
+    "eval_overall_precision": 0.6921289148206536,
+    "eval_overall_recall": 0.727928482300053,
+    "eval_runtime": 151.236,
+    "eval_samples": 18463,
+    "eval_samples_per_second": 122.081,
+    "eval_steps_per_second": 15.261,
+    "total_flos": 4.250069188231039e+16,
+    "train_loss": 0.2043684836406844,
+    "train_runtime": 5455.8592,
+    "train_samples": 73849,
+    "train_samples_per_second": 40.607,
+    "train_steps_per_second": 1.128
+}

config.json

@@ -0,0 +1,129 @@
+{
+  "_name_or_path": "microsoft/deberta-v3-base",
+  "architectures": [
+    "DebertaV2ForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "B-CREDITCARDCVV",
+    "2": "I-CREDITCARDCVV",
+    "3": "B-CITY",
+    "4": "I-CITY",
+    "5": "B-CREDITCARDNUMBER",
+    "6": "I-CREDITCARDNUMBER",
+    "7": "B-PAN_CARD",
+    "8": "I-PAN_CARD",
+    "9": "B-PHONENUMBER",
+    "10": "I-PHONENUMBER",
+    "11": "B-TIME",
+    "12": "I-TIME",
+    "13": "B-SECONDARY_ADDRESS",
+    "14": "I-SECONDARY_ADDRESS",
+    "15": "B-STREET",
+    "16": "I-STREET",
+    "17": "B-STATE",
+    "18": "I-STATE",
+    "19": "B-COUNTRY",
+    "20": "I-COUNTRY",
+    "21": "B-ORGANIZATION",
+    "22": "I-ORGANIZATION",
+    "23": "B-AGE",
+    "24": "I-AGE",
+    "25": "B-DATEOFBIRTH",
+    "26": "I-DATEOFBIRTH",
+    "27": "B-URL",
+    "28": "I-URL",
+    "29": "B-PERSON",
+    "30": "I-PERSON",
+    "31": "B-DATE",
+    "32": "I-DATE",
+    "33": "B-AADHAR_CARD",
+    "34": "I-AADHAR_CARD",
+    "35": "B-US_SSN",
+    "36": "I-US_SSN",
+    "37": "B-EMAIL",
+    "38": "I-EMAIL",
+    "39": "B-CURRENCY",
+    "40": "I-CURRENCY",
+    "41": "B-EXPIRY_DATE",
+    "42": "I-EXPIRY_DATE",
+    "43": "B-CURRENCYNAME",
+    "44": "I-CURRENCYNAME"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "B-AADHAR_CARD": 33,
+    "B-AGE": 23,
+    "B-CITY": 3,
+    "B-COUNTRY": 19,
+    "B-CREDITCARDCVV": 1,
+    "B-CREDITCARDNUMBER": 5,
+    "B-CURRENCY": 39,
+    "B-CURRENCYNAME": 43,
+    "B-DATE": 31,
+    "B-DATEOFBIRTH": 25,
+    "B-EMAIL": 37,
+    "B-EXPIRY_DATE": 41,
+    "B-ORGANIZATION": 21,
+    "B-PAN_CARD": 7,
+    "B-PERSON": 29,
+    "B-PHONENUMBER": 9,
+    "B-SECONDARY_ADDRESS": 13,
+    "B-STATE": 17,
+    "B-STREET": 15,
+    "B-TIME": 11,
+    "B-URL": 27,
+    "B-US_SSN": 35,
+    "I-AADHAR_CARD": 34,
+    "I-AGE": 24,
+    "I-CITY": 4,
+    "I-COUNTRY": 20,
+    "I-CREDITCARDCVV": 2,
+    "I-CREDITCARDNUMBER": 6,
+    "I-CURRENCY": 40,
+    "I-CURRENCYNAME": 44,
+    "I-DATE": 32,
+    "I-DATEOFBIRTH": 26,
+    "I-EMAIL": 38,
+    "I-EXPIRY_DATE": 42,
+    "I-ORGANIZATION": 22,
+    "I-PAN_CARD": 8,
+    "I-PERSON": 30,
+    "I-PHONENUMBER": 10,
+    "I-SECONDARY_ADDRESS": 14,
+    "I-STATE": 18,
+    "I-STREET": 16,
+    "I-TIME": 12,
+    "I-URL": 28,
+    "I-US_SSN": 36,
+    "O": 0
+  },
+  "layer_norm_eps": 1e-07,
+  "max_position_embeddings": 512,
+  "max_relative_positions": -1,
+  "model_type": "deberta-v2",
+  "norm_rel_ebd": "layer_norm",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "pooler_dropout": 0,
+  "pooler_hidden_act": "gelu",
+  "pooler_hidden_size": 768,
+  "pos_att_type": [
+    "p2c",
+    "c2p"
+  ],
+  "position_biased_input": false,
+  "position_buckets": 256,
+  "relative_attention": true,
+  "share_att_key": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "type_vocab_size": 0,
+  "vocab_size": 128100
+}

eval_results.json

@@ -0,0 +1,34 @@
+{
+    "epoch": 3.0,
+    "eval_AADHAR_CARD_f1": 0.7498692696531287,
+    "eval_AGE_f1": 0.5816216216216216,
+    "eval_CITY_f1": 0.7305788680869378,
+    "eval_COUNTRY_f1": 0.6781510192362905,
+    "eval_CREDITCARDCVV_f1": 0.7219837863614689,
+    "eval_CREDITCARDNUMBER_f1": 0.7364130434782609,
+    "eval_CURRENCYNAME_f1": 0.08870967741935484,
+    "eval_CURRENCY_f1": 0.6680805938494168,
+    "eval_DATEOFBIRTH_f1": 0.6437189496096523,
+    "eval_DATE_f1": 0.6695026178010473,
+    "eval_EMAIL_f1": 0.6485573173901742,
+    "eval_EXPIRY_DATE_f1": 0.5622568093385214,
+    "eval_ORGANIZATION_f1": 0.7392519632636763,
+    "eval_PAN_CARD_f1": 0.7191325638335083,
+    "eval_PERSON_f1": 0.8087976183243211,
+    "eval_PHONENUMBER_f1": 0.7218013468013468,
+    "eval_SECONDARY_ADDRESS_f1": 0.6800595238095238,
+    "eval_STATE_f1": 0.7525204032645223,
+    "eval_STREET_f1": 0.8528925619834711,
+    "eval_TIME_f1": 0.7544524441076165,
+    "eval_URL_f1": 0.5520118422823308,
+    "eval_US_SSN_f1": 0.90694626474443,
+    "eval_loss": 0.09682328253984451,
+    "eval_overall_accuracy": 0.9661661821488446,
+    "eval_overall_f1": 0.7095774460143962,
+    "eval_overall_precision": 0.6921289148206536,
+    "eval_overall_recall": 0.727928482300053,
+    "eval_runtime": 151.236,
+    "eval_samples": 18463,
+    "eval_samples_per_second": 122.081,
+    "eval_steps_per_second": 15.261
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d16af7890a027c488608a64bd943af86e69da4167538c29ed319b384622071
+size 735489012

special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
+size 2464616

tokenizer_config.json

@@ -0,0 +1,58 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 3.0,
+    "total_flos": 4.250069188231039e+16,
+    "train_loss": 0.2043684836406844,
+    "train_runtime": 5455.8592,
+    "train_samples": 73849,
+    "train_samples_per_second": 40.607,
+    "train_steps_per_second": 1.128
+}

trainer_state.json

@@ -0,0 +1,148 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 6156,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.24,
+      "grad_norm": 1.4913195371627808,
+      "learning_rate": 2.0292207792207792e-05,
+      "loss": 1.0759,
+      "step": 500
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 0.7769107222557068,
+      "learning_rate": 4.0584415584415584e-05,
+      "loss": 0.2485,
+      "step": 1000
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 0.9267131686210632,
+      "learning_rate": 4.963542668550149e-05,
+      "loss": 0.1884,
+      "step": 1500
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.8767552971839905,
+      "learning_rate": 4.7058361708328026e-05,
+      "loss": 0.1553,
+      "step": 2000
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 1.5689440965652466,
+      "learning_rate": 4.225547310225216e-05,
+      "loss": 0.133,
+      "step": 2500
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 1.353319764137268,
+      "learning_rate": 3.5711401707230445e-05,
+      "loss": 0.1242,
+      "step": 3000
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 0.7634446620941162,
+      "learning_rate": 2.808648435756026e-05,
+      "loss": 0.1157,
+      "step": 3500
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.5596290826797485,
+      "learning_rate": 2.0150121855972848e-05,
+      "loss": 0.1079,
+      "step": 4000
+    },
+    {
+      "epoch": 2.19,
+      "grad_norm": 0.407377690076828,
+      "learning_rate": 1.2703141726159556e-05,
+      "loss": 0.0933,
+      "step": 4500
+    },
+    {
+      "epoch": 2.44,
+      "grad_norm": 0.9677791595458984,
+      "learning_rate": 6.496989816913732e-06,
+      "loss": 0.086,
+      "step": 5000
+    },
+    {
+      "epoch": 2.68,
+      "grad_norm": 1.0203440189361572,
+      "learning_rate": 2.157904819340964e-06,
+      "loss": 0.0836,
+      "step": 5500
+    },
+    {
+      "epoch": 2.92,
+      "grad_norm": 0.48467525839805603,
+      "learning_rate": 1.2372695218094142e-07,
+      "loss": 0.0787,
+      "step": 6000
+    },
+    {
+      "epoch": 3.0,
+      "step": 6156,
+      "total_flos": 4.250069188231039e+16,
+      "train_loss": 0.2043684836406844,
+      "train_runtime": 5455.8592,
+      "train_samples_per_second": 40.607,
+      "train_steps_per_second": 1.128
+    },
+    {
+      "epoch": 3.0,
+      "eval_AADHAR_CARD_f1": 0.7498692696531287,
+      "eval_AGE_f1": 0.5816216216216216,
+      "eval_CITY_f1": 0.7305788680869378,
+      "eval_COUNTRY_f1": 0.6781510192362905,
+      "eval_CREDITCARDCVV_f1": 0.7219837863614689,
+      "eval_CREDITCARDNUMBER_f1": 0.7364130434782609,
+      "eval_CURRENCYNAME_f1": 0.08870967741935484,
+      "eval_CURRENCY_f1": 0.6680805938494168,
+      "eval_DATEOFBIRTH_f1": 0.6437189496096523,
+      "eval_DATE_f1": 0.6695026178010473,
+      "eval_EMAIL_f1": 0.6485573173901742,
+      "eval_EXPIRY_DATE_f1": 0.5622568093385214,
+      "eval_ORGANIZATION_f1": 0.7392519632636763,
+      "eval_PAN_CARD_f1": 0.7191325638335083,
+      "eval_PERSON_f1": 0.8087976183243211,
+      "eval_PHONENUMBER_f1": 0.7218013468013468,
+      "eval_SECONDARY_ADDRESS_f1": 0.6800595238095238,
+      "eval_STATE_f1": 0.7525204032645223,
+      "eval_STREET_f1": 0.8528925619834711,
+      "eval_TIME_f1": 0.7544524441076165,
+      "eval_URL_f1": 0.5520118422823308,
+      "eval_US_SSN_f1": 0.90694626474443,
+      "eval_loss": 0.09682328253984451,
+      "eval_overall_accuracy": 0.9661661821488446,
+      "eval_overall_f1": 0.7095774460143962,
+      "eval_overall_precision": 0.6921289148206536,
+      "eval_overall_recall": 0.727928482300053,
+      "eval_runtime": 151.236,
+      "eval_samples_per_second": 122.081,
+      "eval_steps_per_second": 15.261,
+      "step": 6156
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 6156,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "total_flos": 4.250069188231039e+16,
+  "train_batch_size": 36,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b067ec7a0347c3f22a47adc9fe0d8549e99bc78d5aceaf663bded3995dfbe37
+size 4984