Upload 9 files

added_tokens.json

@@ -1,36 +1,39 @@
 {
   "</s_date>": 57532,
-  "</s_ignore>": 57542,
-  "</s_item_key>": 57548,
-  "</s_item_name>": 57550,
-  "</s_item_quantity>": 57554,
-  "</s_item_value>": 57552,
-  "</s_line_items>": 57546,
+  "</s_discount>": 57546,
+  "</s_item_key>": 57550,
+  "</s_item_name>": 57552,
+  "</s_item_quantity>": 57556,
+  "</s_item_value>": 57554,
+  "</s_line_items>": 57548,
+  "</s_phone>": 57530,
+  "</s_receipt>": 57558,
   "</s_store_addr>": 57528,
   "</s_store_name>": 57526,
   "</s_subtotal>": 57536,
-  "</s_tax>": 57538,
-  "</s_telephone>": 57530,
+  "</s_svc>": 57538,
+  "</s_tax>": 57540,
   "</s_time>": 57534,
   "</s_tips>": 57544,
-  "</s_total>": 57540,
-  "<s_cord-v2>": 57555,
+  "</s_total>": 57542,
   "<s_date>": 57531,
-  "<s_ignore>": 57541,
+  "<s_discount>": 57545,
   "<s_iitcdip>": 57523,
-  "<s_item_key>": 57547,
-  "<s_item_name>": 57549,
-  "<s_item_quantity>": 57553,
-  "<s_item_value>": 57551,
-  "<s_line_items>": 57545,
+  "<s_item_key>": 57549,
+  "<s_item_name>": 57551,
+  "<s_item_quantity>": 57555,
+  "<s_item_value>": 57553,
+  "<s_line_items>": 57547,
+  "<s_phone>": 57529,
+  "<s_receipt>": 57557,
   "<s_store_addr>": 57527,
   "<s_store_name>": 57525,
   "<s_subtotal>": 57535,
+  "<s_svc>": 57537,
   "<s_synthdog>": 57524,
-  "<s_tax>": 57537,
-  "<s_telephone>": 57529,
+  "<s_tax>": 57539,
   "<s_time>": 57533,
   "<s_tips>": 57543,
-  "<s_total>": 57539,
+  "<s_total>": 57541,
   "<sep/>": 57522
 }

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "naver-clova-ix/donut-base",
+  "_name_or_path": "C:\\Users\\adam\\Documents\\Code\\LLMs\\Trained_Models\\Donut-base\\v2",
   "architectures": [
     "VisionEncoderDecoderModel"
   ],
@@ -85,9 +85,9 @@
     "typical_p": 1.0,
     "use_bfloat16": false,
     "use_cache": true,
-    "vocab_size": 57556
+    "vocab_size": 57559
   },
-  "decoder_start_token_id": 57555,
+  "decoder_start_token_id": 57557,
   "encoder": {
     "_name_or_path": "",
     "add_cross_attention": false,
@@ -124,8 +124,8 @@
       "1": "LABEL_1"
     },
     "image_size": [
-      1280,
-      960
+      1798,
+      1348
     ],
     "initializer_range": 0.02,
     "is_decoder": false,
@@ -187,6 +187,5 @@
   "model_type": "vision-encoder-decoder",
   "pad_token_id": 1,
   "tie_word_embeddings": false,
-  "torch_dtype": "float32",
   "transformers_version": "4.36.2"
 }

generation_config.json

@@ -1,7 +1,7 @@
 {
   "_from_model_config": true,
   "bos_token_id": 0,
-  "decoder_start_token_id": 57555,
+  "decoder_start_token_id": 57557,
   "eos_token_id": 2,
   "forced_eos_token_id": 2,
   "max_length": 768,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:403f1abb6b63ce7e6002b47faf53a536b25d31e394b435e7f305dda2fa219b2a
-size 809197720
+oid sha256:9488f552c39187659857b11e3e83b45a615e037d0c57f37f77d528a1682099cc
+size 809210008

preprocessor_config.json

@@ -19,8 +19,8 @@
   "processor_class": "DonutProcessor",
   "resample": 2,
   "rescale_factor": 0.00392156862745098,
-  "size": [
-    960,
-    1280
-  ]
-}
+  "size": {
+    "height": 1798,
+    "width": 1348
+  }
+}

tokenizer_config.json

@@ -97,7 +97,7 @@
       "special": false
     },
     "57529": {
-      "content": "<s_telephone>",
+      "content": "<s_phone>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -105,7 +105,7 @@
       "special": false
     },
     "57530": {
-      "content": "</s_telephone>",
+      "content": "</s_phone>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -161,7 +161,7 @@
       "special": false
     },
     "57537": {
-      "content": "<s_tax>",
+      "content": "<s_svc>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -169,7 +169,7 @@
       "special": false
     },
     "57538": {
-      "content": "</s_tax>",
+      "content": "</s_svc>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -177,7 +177,7 @@
       "special": false
     },
     "57539": {
-      "content": "<s_total>",
+      "content": "<s_tax>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -185,7 +185,7 @@
       "special": false
     },
     "57540": {
-      "content": "</s_total>",
+      "content": "</s_tax>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -193,7 +193,7 @@
       "special": false
     },
     "57541": {
-      "content": "<s_ignore>",
+      "content": "<s_total>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -201,7 +201,7 @@
       "special": false
     },
     "57542": {
-      "content": "</s_ignore>",
+      "content": "</s_total>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -225,7 +225,7 @@
       "special": false
     },
     "57545": {
-      "content": "<s_line_items>",
+      "content": "<s_discount>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -233,7 +233,7 @@
       "special": false
     },
     "57546": {
-      "content": "</s_line_items>",
+      "content": "</s_discount>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -241,7 +241,7 @@
       "special": false
     },
     "57547": {
-      "content": "<s_item_key>",
+      "content": "<s_line_items>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -249,7 +249,7 @@
       "special": false
     },
     "57548": {
-      "content": "</s_item_key>",
+      "content": "</s_line_items>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -257,7 +257,7 @@
       "special": false
     },
     "57549": {
-      "content": "<s_item_name>",
+      "content": "<s_item_key>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -265,7 +265,7 @@
       "special": false
     },
     "57550": {
-      "content": "</s_item_name>",
+      "content": "</s_item_key>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -273,7 +273,7 @@
       "special": false
     },
     "57551": {
-      "content": "<s_item_value>",
+      "content": "<s_item_name>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -281,7 +281,7 @@
       "special": false
     },
     "57552": {
-      "content": "</s_item_value>",
+      "content": "</s_item_name>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -289,7 +289,7 @@
       "special": false
     },
     "57553": {
-      "content": "<s_item_quantity>",
+      "content": "<s_item_value>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -297,7 +297,7 @@
       "special": false
     },
     "57554": {
-      "content": "</s_item_quantity>",
+      "content": "</s_item_value>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -305,7 +305,31 @@
       "special": false
     },
     "57555": {
-      "content": "<s_cord-v2>",
+      "content": "<s_item_quantity>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57556": {
+      "content": "</s_item_quantity>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57557": {
+      "content": "<s_receipt>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57558": {
+      "content": "</s_receipt>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,