End of training

README.md

@@ -0,0 +1,72 @@
+---
+license: cc-by-nc-sa-4.0
+base_model: microsoft/layoutlmv2-large-uncased
+tags:
+- generated_from_trainer
+metrics:
+- precision
+- recall
+- f1
+- accuracy
+model-index:
+- name: layoutlmv2-finetuned-cord
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# layoutlmv2-finetuned-cord
+
+This model is a fine-tuned version of [microsoft/layoutlmv2-large-uncased](https://huggingface.co/microsoft/layoutlmv2-large-uncased) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.4287
+- Precision: 0.5421
+- Recall: 0.4754
+- F1: 0.5066
+- Accuracy: 0.9272
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 2
+- eval_batch_size: 8
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 5
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Precision | Recall | F1     | Accuracy |
+|:-------------:|:-----:|:----:|:---------------:|:---------:|:------:|:------:|:--------:|
+| No log        | 1.0   | 135  | 0.3706          | 0.4855    | 0.4816 | 0.4835 | 0.9190   |
+| No log        | 2.0   | 270  | 0.3198          | 0.5887    | 0.5102 | 0.5467 | 0.9308   |
+| No log        | 3.0   | 405  | 0.3602          | 0.5237    | 0.4529 | 0.4857 | 0.9238   |
+| 0.323         | 4.0   | 540  | 0.3866          | 0.5251    | 0.4508 | 0.4851 | 0.9250   |
+| 0.323         | 5.0   | 675  | 0.4287          | 0.5421    | 0.4754 | 0.5066 | 0.9272   |
+
+
+### Framework versions
+
+- Transformers 4.42.3
+- Pytorch 2.3.0+cu121
+- Datasets 2.20.0
+- Tokenizers 0.19.1

config.json

@@ -0,0 +1,172 @@
+{
+  "_name_or_path": "microsoft/layoutlmv2-large-uncased",
+  "architectures": [
+    "LayoutLMv2ForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "convert_sync_batchnorm": true,
+  "coordinate_size": 171,
+  "detectron2_config_args": {
+    "MODEL.ANCHOR_GENERATOR.SIZES": [
+      [
+        32
+      ],
+      [
+        64
+      ],
+      [
+        128
+      ],
+      [
+        256
+      ],
+      [
+        512
+      ]
+    ],
+    "MODEL.BACKBONE.NAME": "build_resnet_fpn_backbone",
+    "MODEL.FPN.IN_FEATURES": [
+      "res2",
+      "res3",
+      "res4",
+      "res5"
+    ],
+    "MODEL.MASK_ON": true,
+    "MODEL.PIXEL_STD": [
+      57.375,
+      57.12,
+      58.395
+    ],
+    "MODEL.POST_NMS_TOPK_TEST": 1000,
+    "MODEL.RESNETS.ASPECT_RATIOS": [
+      [
+        0.5,
+        1.0,
+        2.0
+      ]
+    ],
+    "MODEL.RESNETS.DEPTH": 101,
+    "MODEL.RESNETS.NUM_GROUPS": 32,
+    "MODEL.RESNETS.OUT_FEATURES": [
+      "res2",
+      "res3",
+      "res4",
+      "res5"
+    ],
+    "MODEL.RESNETS.SIZES": [
+      [
+        32
+      ],
+      [
+        64
+      ],
+      [
+        128
+      ],
+      [
+        256
+      ],
+      [
+        512
+      ]
+    ],
+    "MODEL.RESNETS.STRIDE_IN_1X1": false,
+    "MODEL.RESNETS.WIDTH_PER_GROUP": 8,
+    "MODEL.ROI_BOX_HEAD.NAME": "FastRCNNConvFCHead",
+    "MODEL.ROI_BOX_HEAD.NUM_FC": 2,
+    "MODEL.ROI_BOX_HEAD.POOLER_RESOLUTION": 14,
+    "MODEL.ROI_HEADS.IN_FEATURES": [
+      "p2",
+      "p3",
+      "p4",
+      "p5"
+    ],
+    "MODEL.ROI_HEADS.NAME": "StandardROIHeads",
+    "MODEL.ROI_HEADS.NUM_CLASSES": 5,
+    "MODEL.ROI_MASK_HEAD.NAME": "MaskRCNNConvUpsampleHead",
+    "MODEL.ROI_MASK_HEAD.NUM_CONV": 4,
+    "MODEL.ROI_MASK_HEAD.POOLER_RESOLUTION": 7,
+    "MODEL.RPN.IN_FEATURES": [
+      "p2",
+      "p3",
+      "p4",
+      "p5",
+      "p6"
+    ],
+    "MODEL.RPN.POST_NMS_TOPK_TRAIN": 1000,
+    "MODEL.RPN.PRE_NMS_TOPK_TEST": 1000,
+    "MODEL.RPN.PRE_NMS_TOPK_TRAIN": 2000
+  },
+  "fast_qkv": false,
+  "gradient_checkpointing": false,
+  "has_relative_attention_bias": true,
+  "has_spatial_attention_bias": true,
+  "has_visual_segment_embedding": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "I-others",
+    "1": "I-password",
+    "2": "I-mobile number",
+    "3": "I-name",
+    "4": "I-email id",
+    "5": "I-address",
+    "6": "I-date",
+    "7": "I-user id",
+    "8": "I-username",
+    "9": "I-zipcode",
+    "10": "I-amount",
+    "11": "I-gps coordinates",
+    "12": "I-OTP",
+    "13": "I-pin",
+    "14": "I-account number",
+    "15": "I-social security number",
+    "16": "I-transaction id",
+    "17": "I-time"
+  },
+  "image_feature_pool_shape": [
+    7,
+    7,
+    256
+  ],
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "label2id": {
+    "I-OTP": 12,
+    "I-account number": 14,
+    "I-address": 5,
+    "I-amount": 10,
+    "I-date": 6,
+    "I-email id": 4,
+    "I-gps coordinates": 11,
+    "I-mobile number": 2,
+    "I-name": 3,
+    "I-others": 0,
+    "I-password": 1,
+    "I-pin": 13,
+    "I-social security number": 15,
+    "I-time": 17,
+    "I-transaction id": 16,
+    "I-user id": 7,
+    "I-username": 8,
+    "I-zipcode": 9
+  },
+  "layer_norm_eps": 1e-12,
+  "max_2d_position_embeddings": 1024,
+  "max_position_embeddings": 512,
+  "max_rel_2d_pos": 256,
+  "max_rel_pos": 128,
+  "model_type": "layoutlmv2",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "output_past": true,
+  "pad_token_id": 0,
+  "rel_2d_pos_bins": 64,
+  "rel_pos_bins": 32,
+  "shape_size": 170,
+  "torch_dtype": "float32",
+  "transformers_version": "4.42.3",
+  "type_vocab_size": 2,
+  "vocab_size": 30522
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce45760ae8f7a25a7657c80843b60f73a1de1e0dd532c6398b41b86ee2aeb9e
+size 1705787904

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff300729ab60f1c044b55a5f5ead4f0976fb38b0f13ed790bb14d8897bfe6cf
+size 5112