feat: upload missing files from backup

added_tokens.json

@@ -0,0 +1,41 @@
+{
+  "</s_Address>": 57546,
+  "</s_Advertisement>": 57544,
+  "</s_Author>": 57552,
+  "</s_Caption>": 57558,
+  "</s_Chart>": 57560,
+  "</s_Field-Name>": 57542,
+  "</s_Footer>": 57548,
+  "</s_Header>": 57532,
+  "</s_Headline>": 57538,
+  "</s_Link>": 57554,
+  "</s_List-item>": 57536,
+  "</s_Metadata>": 57530,
+  "</s_Misc>": 57528,
+  "</s_Subheadline>": 57526,
+  "</s_Table>": 57556,
+  "</s_Text>": 57534,
+  "</s_Title>": 57550,
+  "</s_Value>": 57540,
+  "<s_Address>": 57545,
+  "<s_Advertisement>": 57543,
+  "<s_Author>": 57551,
+  "<s_Caption>": 57557,
+  "<s_Chart>": 57559,
+  "<s_Field-Name>": 57541,
+  "<s_Footer>": 57547,
+  "<s_Header>": 57531,
+  "<s_Headline>": 57537,
+  "<s_Link>": 57553,
+  "<s_List-item>": 57535,
+  "<s_Metadata>": 57529,
+  "<s_Misc>": 57527,
+  "<s_Subheadline>": 57525,
+  "<s_Table>": 57555,
+  "<s_Text>": 57533,
+  "<s_Title>": 57549,
+  "<s_Value>": 57539,
+  "<s_iitcdip>": 57523,
+  "<s_synthdog>": 57524,
+  "<sep/>": 57522
+}

preprocessor_config.json

@@ -0,0 +1,26 @@
+{
+  "do_align_long_axis": false,
+  "do_normalize": true,
+  "do_pad": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "do_thumbnail": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "DonutImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "processor_class": "DonutProcessor",
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": [
+    720,
+    960
+  ]
+}

special_tokens_map.json

@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<s_Subheadline>",
+    "</s_Subheadline>",
+    "<s_Misc>",
+    "</s_Misc>",
+    "<s_Metadata>",
+    "</s_Metadata>",
+    "<s_Header>",
+    "</s_Header>",
+    "<s_Text>",
+    "</s_Text>",
+    "<s_List-item>",
+    "</s_List-item>",
+    "<s_Headline>",
+    "</s_Headline>",
+    "<s_Value>",
+    "</s_Value>",
+    "<s_Field-Name>",
+    "</s_Field-Name>",
+    "<s_Advertisement>",
+    "</s_Advertisement>",
+    "<s_Address>",
+    "</s_Address>",
+    "<s_Footer>",
+    "</s_Footer>",
+    "<s_Title>",
+    "</s_Title>",
+    "<s_Author>",
+    "</s_Author>",
+    "<s_Link>",
+    "</s_Link>",
+    "<s_Table>",
+    "</s_Table>",
+    "<s_Caption>",
+    "</s_Caption>",
+    "<s_Chart>",
+    "</s_Chart>",
+    "<s>",
+    "</s>"
+  ],
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer_config.json

@@ -0,0 +1,22 @@
+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "model_max_length": 1000000000000000019884624838656,
+  "name_or_path": "naver-clova-ix/donut-base",
+  "pad_token": "<pad>",
+  "processor_class": "DonutProcessor",
+  "sep_token": "</s>",
+  "sp_model_kwargs": {},
+  "special_tokens_map_file": null,
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "unk_token": "<unk>"
+}