New Fine-Tuned Model

config.json

@@ -0,0 +1,166 @@
+{
+  "_name_or_path": "C:/Users/keldr/Desktop/Workspace/Repo/12Sep2022/model/layoutlmv3/checkpoint-1500",
+  "architectures": [
+    "LayoutLMv3ForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "coordinate_size": 128,
+  "eos_token_id": 2,
+  "has_relative_attention_bias": true,
+  "has_spatial_attention_bias": true,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "B-MENU.NM",
+    "2": "B-MENU.NUM",
+    "3": "B-MENU.UNITPRICE",
+    "4": "B-MENU.CNT",
+    "5": "B-MENU.DISCOUNTPRICE",
+    "6": "B-MENU.PRICE",
+    "7": "B-MENU.ITEMSUBTOTAL",
+    "8": "B-MENU.VATYN",
+    "9": "B-MENU.ETC",
+    "10": "B-MENU.SUB_NM",
+    "11": "B-MENU.SUB_UNITPRICE",
+    "12": "B-MENU.SUB_CNT",
+    "13": "B-MENU.SUB_PRICE",
+    "14": "B-MENU.SUB_ETC",
+    "15": "B-VOID_MENU.NM",
+    "16": "B-VOID_MENU.PRICE",
+    "17": "B-SUB_TOTAL.SUBTOTAL_PRICE",
+    "18": "B-SUB_TOTAL.DISCOUNT_PRICE",
+    "19": "B-SUB_TOTAL.SERVICE_PRICE",
+    "20": "B-SUB_TOTAL.OTHERSVC_PRICE",
+    "21": "B-SUB_TOTAL.TAX_PRICE",
+    "22": "B-SUB_TOTAL.ETC",
+    "23": "B-TOTAL.TOTAL_PRICE",
+    "24": "B-TOTAL.TOTAL_ETC",
+    "25": "B-TOTAL.CASHPRICE",
+    "26": "B-TOTAL.CHANGEPRICE",
+    "27": "B-TOTAL.CREDITCARDPRICE",
+    "28": "B-TOTAL.EMONEYPRICE",
+    "29": "B-TOTAL.MENUTYPE_CNT",
+    "30": "B-TOTAL.MENUQTY_CNT",
+    "31": "I-MENU.NM",
+    "32": "I-MENU.NUM",
+    "33": "I-MENU.UNITPRICE",
+    "34": "I-MENU.CNT",
+    "35": "I-MENU.DISCOUNTPRICE",
+    "36": "I-MENU.PRICE",
+    "37": "I-MENU.ITEMSUBTOTAL",
+    "38": "I-MENU.VATYN",
+    "39": "I-MENU.ETC",
+    "40": "I-MENU.SUB_NM",
+    "41": "I-MENU.SUB_UNITPRICE",
+    "42": "I-MENU.SUB_CNT",
+    "43": "I-MENU.SUB_PRICE",
+    "44": "I-MENU.SUB_ETC",
+    "45": "I-VOID_MENU.NM",
+    "46": "I-VOID_MENU.PRICE",
+    "47": "I-SUB_TOTAL.SUBTOTAL_PRICE",
+    "48": "I-SUB_TOTAL.DISCOUNT_PRICE",
+    "49": "I-SUB_TOTAL.SERVICE_PRICE",
+    "50": "I-SUB_TOTAL.OTHERSVC_PRICE",
+    "51": "I-SUB_TOTAL.TAX_PRICE",
+    "52": "I-SUB_TOTAL.ETC",
+    "53": "I-TOTAL.TOTAL_PRICE",
+    "54": "I-TOTAL.TOTAL_ETC",
+    "55": "I-TOTAL.CASHPRICE",
+    "56": "I-TOTAL.CHANGEPRICE",
+    "57": "I-TOTAL.CREDITCARDPRICE",
+    "58": "I-TOTAL.EMONEYPRICE",
+    "59": "I-TOTAL.MENUTYPE_CNT",
+    "60": "I-TOTAL.MENUQTY_CNT"
+  },
+  "initializer_range": 0.02,
+  "input_size": 224,
+  "intermediate_size": 3072,
+  "label2id": {
+    "B-MENU.CNT": 4,
+    "B-MENU.DISCOUNTPRICE": 5,
+    "B-MENU.ETC": 9,
+    "B-MENU.ITEMSUBTOTAL": 7,
+    "B-MENU.NM": 1,
+    "B-MENU.NUM": 2,
+    "B-MENU.PRICE": 6,
+    "B-MENU.SUB_CNT": 12,
+    "B-MENU.SUB_ETC": 14,
+    "B-MENU.SUB_NM": 10,
+    "B-MENU.SUB_PRICE": 13,
+    "B-MENU.SUB_UNITPRICE": 11,
+    "B-MENU.UNITPRICE": 3,
+    "B-MENU.VATYN": 8,
+    "B-SUB_TOTAL.DISCOUNT_PRICE": 18,
+    "B-SUB_TOTAL.ETC": 22,
+    "B-SUB_TOTAL.OTHERSVC_PRICE": 20,
+    "B-SUB_TOTAL.SERVICE_PRICE": 19,
+    "B-SUB_TOTAL.SUBTOTAL_PRICE": 17,
+    "B-SUB_TOTAL.TAX_PRICE": 21,
+    "B-TOTAL.CASHPRICE": 25,
+    "B-TOTAL.CHANGEPRICE": 26,
+    "B-TOTAL.CREDITCARDPRICE": 27,
+    "B-TOTAL.EMONEYPRICE": 28,
+    "B-TOTAL.MENUQTY_CNT": 30,
+    "B-TOTAL.MENUTYPE_CNT": 29,
+    "B-TOTAL.TOTAL_ETC": 24,
+    "B-TOTAL.TOTAL_PRICE": 23,
+    "B-VOID_MENU.NM": 15,
+    "B-VOID_MENU.PRICE": 16,
+    "I-MENU.CNT": 34,
+    "I-MENU.DISCOUNTPRICE": 35,
+    "I-MENU.ETC": 39,
+    "I-MENU.ITEMSUBTOTAL": 37,
+    "I-MENU.NM": 31,
+    "I-MENU.NUM": 32,
+    "I-MENU.PRICE": 36,
+    "I-MENU.SUB_CNT": 42,
+    "I-MENU.SUB_ETC": 44,
+    "I-MENU.SUB_NM": 40,
+    "I-MENU.SUB_PRICE": 43,
+    "I-MENU.SUB_UNITPRICE": 41,
+    "I-MENU.UNITPRICE": 33,
+    "I-MENU.VATYN": 38,
+    "I-SUB_TOTAL.DISCOUNT_PRICE": 48,
+    "I-SUB_TOTAL.ETC": 52,
+    "I-SUB_TOTAL.OTHERSVC_PRICE": 50,
+    "I-SUB_TOTAL.SERVICE_PRICE": 49,
+    "I-SUB_TOTAL.SUBTOTAL_PRICE": 47,
+    "I-SUB_TOTAL.TAX_PRICE": 51,
+    "I-TOTAL.CASHPRICE": 55,
+    "I-TOTAL.CHANGEPRICE": 56,
+    "I-TOTAL.CREDITCARDPRICE": 57,
+    "I-TOTAL.EMONEYPRICE": 58,
+    "I-TOTAL.MENUQTY_CNT": 60,
+    "I-TOTAL.MENUTYPE_CNT": 59,
+    "I-TOTAL.TOTAL_ETC": 54,
+    "I-TOTAL.TOTAL_PRICE": 53,
+    "I-VOID_MENU.NM": 45,
+    "I-VOID_MENU.PRICE": 46,
+    "O": 0
+  },
+  "layer_norm_eps": 1e-05,
+  "max_2d_position_embeddings": 1024,
+  "max_position_embeddings": 514,
+  "max_rel_2d_pos": 256,
+  "max_rel_pos": 128,
+  "model_type": "layoutlmv3",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "patch_size": 16,
+  "rel_2d_pos_bins": 64,
+  "rel_pos_bins": 32,
+  "second_input_size": 112,
+  "shape_size": 128,
+  "text_embed": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.21.3",
+  "type_vocab_size": 1,
+  "visual_embed": true,
+  "vocab_size": 50265
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb397d2fd4fc9fd20fb3481f804497d11012a396d8a3eed3ebf0377d4d5129e3
+size 1007841057

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80ac1d866bc5529d1bd6d76d63c8bbe757dcc75b70b996b85775378119abc2a
+size 503934991

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1995b85ba43838fb22c00186b84295b5b5154a22388f95fa5950ce217416fe
+size 14503

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ba5b1e7321bddf1c4a55ff6a28dee5eee0bf2ab6739b8d32643b3646d24439
+size 623

special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,86 @@
+{
+  "add_prefix_space": true,
+  "apply_ocr": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token_box": [
+    0,
+    0,
+    0,
+    0
+  ],
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "model_max_length": 512,
+  "name_or_path": "microsoft/layoutlmv3-base",
+  "only_label_first_subword": true,
+  "pad_token": {
+    "__type": "AddedToken",
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token_box": [
+    0,
+    0,
+    0,
+    0
+  ],
+  "pad_token_label": -100,
+  "sep_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token_box": [
+    0,
+    0,
+    0,
+    0
+  ],
+  "special_tokens_map_file": null,
+  "tokenizer_class": "LayoutLMv3Tokenizer",
+  "tokenizer_file": null,
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

trainer_state.json

@@ -0,0 +1,148 @@
+{
+  "best_metric": 0.8999713384924047,
+  "best_model_checkpoint": "C:\\Users\\keldr\\Desktop\\Workspace\\Repo\\12Sep2022\\model\\layoutlmv3\\sg_receipt\\checkpoint-1000",
+  "epoch": 1.1350737797956867,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.11,
+      "eval_accuracy": 0.8920392584514721,
+      "eval_f1": 0.8600230414746544,
+      "eval_loss": 0.5883092880249023,
+      "eval_precision": 0.8575531303848363,
+      "eval_recall": 0.8625072212593876,
+      "eval_runtime": 12.796,
+      "eval_samples_per_second": 9.456,
+      "eval_steps_per_second": 9.456,
+      "step": 100
+    },
+    {
+      "epoch": 0.23,
+      "eval_accuracy": 0.8964013086150491,
+      "eval_f1": 0.8633629332569465,
+      "eval_loss": 0.5547744631767273,
+      "eval_precision": 0.85625,
+      "eval_recall": 0.8705950317735413,
+      "eval_runtime": 12.4455,
+      "eval_samples_per_second": 9.722,
+      "eval_steps_per_second": 9.722,
+      "step": 200
+    },
+    {
+      "epoch": 0.34,
+      "eval_accuracy": 0.8927662668120684,
+      "eval_f1": 0.871264367816092,
+      "eval_loss": 0.5231363773345947,
+      "eval_precision": 0.866781017724414,
+      "eval_recall": 0.8757943385326401,
+      "eval_runtime": 12.511,
+      "eval_samples_per_second": 9.672,
+      "eval_steps_per_second": 9.672,
+      "step": 300
+    },
+    {
+      "epoch": 0.45,
+      "eval_accuracy": 0.8993093420574336,
+      "eval_f1": 0.878761822871883,
+      "eval_loss": 0.502784788608551,
+      "eval_precision": 0.8720136518771331,
+      "eval_recall": 0.8856152512998267,
+      "eval_runtime": 12.5449,
+      "eval_samples_per_second": 9.645,
+      "eval_steps_per_second": 9.645,
+      "step": 400
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 9.432463110102157e-06,
+      "loss": 0.4376,
+      "step": 500
+    },
+    {
+      "epoch": 0.57,
+      "eval_accuracy": 0.9043984005816067,
+      "eval_f1": 0.8830795748348176,
+      "eval_loss": 0.4736110270023346,
+      "eval_precision": 0.8782857142857143,
+      "eval_recall": 0.8879260543038706,
+      "eval_runtime": 12.6247,
+      "eval_samples_per_second": 9.584,
+      "eval_steps_per_second": 9.584,
+      "step": 500
+    },
+    {
+      "epoch": 0.68,
+      "eval_accuracy": 0.9091239549254816,
+      "eval_f1": 0.8862722573233774,
+      "eval_loss": 0.46922487020492554,
+      "eval_precision": 0.8812107367218732,
+      "eval_recall": 0.8913922588099364,
+      "eval_runtime": 14.0441,
+      "eval_samples_per_second": 8.616,
+      "eval_steps_per_second": 8.616,
+      "step": 600
+    },
+    {
+      "epoch": 0.79,
+      "eval_accuracy": 0.9156670301708469,
+      "eval_f1": 0.9011494252873562,
+      "eval_loss": 0.4721052646636963,
+      "eval_precision": 0.8965122927387078,
+      "eval_recall": 0.9058347775852109,
+      "eval_runtime": 13.5885,
+      "eval_samples_per_second": 8.905,
+      "eval_steps_per_second": 8.905,
+      "step": 700
+    },
+    {
+      "epoch": 0.91,
+      "eval_accuracy": 0.9094874591057798,
+      "eval_f1": 0.8888888888888888,
+      "eval_loss": 0.4439501464366913,
+      "eval_precision": 0.8858290304073436,
+      "eval_recall": 0.8919699595609474,
+      "eval_runtime": 12.9799,
+      "eval_samples_per_second": 9.322,
+      "eval_steps_per_second": 9.322,
+      "step": 800
+    },
+    {
+      "epoch": 1.02,
+      "eval_accuracy": 0.905852417302799,
+      "eval_f1": 0.8834812482107071,
+      "eval_loss": 0.4436013102531433,
+      "eval_precision": 0.8757094211123723,
+      "eval_recall": 0.8913922588099364,
+      "eval_runtime": 12.664,
+      "eval_samples_per_second": 9.555,
+      "eval_steps_per_second": 9.555,
+      "step": 900
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 8.864926220204314e-06,
+      "loss": 0.2859,
+      "step": 1000
+    },
+    {
+      "epoch": 1.14,
+      "eval_accuracy": 0.9240276263177026,
+      "eval_f1": 0.8999713384924047,
+      "eval_loss": 0.4385237395763397,
+      "eval_precision": 0.8930602957906713,
+      "eval_recall": 0.9069901790872328,
+      "eval_runtime": 12.782,
+      "eval_samples_per_second": 9.466,
+      "eval_steps_per_second": 9.466,
+      "step": 1000
+    }
+  ],
+  "max_steps": 8810,
+  "num_train_epochs": 10,
+  "total_flos": 265547209728000.0,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a688d53928461862e70d05d28157eda3c5436d6cbbfd7d76e319a14254943534
+size 3439