softened thermorossi

config.json

@@ -0,0 +1,136 @@
+{
+  "_name_or_path": "DataIntelligenceTeam/PickupReq_combined_RNS_Dec23_EEB_v13",
+  "architectures": [
+    "LayoutLMv3ForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "coordinate_size": 128,
+  "eos_token_id": 2,
+  "has_relative_attention_bias": true,
+  "has_spatial_attention_bias": true,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "pick_up_date",
+    "1": "delivery_date",
+    "2": "client_reference",
+    "3": "weight_tot",
+    "4": "weight_measure_unit",
+    "5": "numpack_tot",
+    "6": "volumes_tot",
+    "7": "incoterms",
+    "8": "controlled_temp",
+    "9": "pickup_name",
+    "10": "pickup_department",
+    "11": "pickup_address",
+    "12": "pickup_city",
+    "13": "pickup_province",
+    "14": "pickup_zipcode",
+    "15": "pickup_state",
+    "16": "contact_email",
+    "17": "contact_phone",
+    "18": "delivery_name",
+    "19": "delivery_department",
+    "20": "delivery_address",
+    "21": "delivery_city",
+    "22": "delivery_province",
+    "23": "delivery_zipcode",
+    "24": "delivery_state",
+    "25": "item_numpack_body",
+    "26": "item_pack_type",
+    "27": "item_notes",
+    "28": "item_weight_body",
+    "29": "item_weight_body_measure_unit",
+    "30": "item_volume_body",
+    "31": "item_measures_body",
+    "32": "item_stackable",
+    "33": "goods_value",
+    "34": "others",
+    "35": "delivery_time",
+    "36": "delivery_booking_needed",
+    "37": "pick_up_time_window",
+    "38": "delivery_time_window",
+    "39": "hazardous_goods",
+    "40": "limited_quantity",
+    "41": "consignee_name",
+    "42": "consignee_address",
+    "43": "consignee_city",
+    "44": "consignee_state",
+    "45": "consignee_zipcode"
+  },
+  "initializer_range": 0.02,
+  "input_size": 224,
+  "intermediate_size": 3072,
+  "label2id": {
+    "client_reference": 2,
+    "consignee_address": 42,
+    "consignee_city": 43,
+    "consignee_name": 41,
+    "consignee_state": 44,
+    "consignee_zipcode": 45,
+    "contact_email": 16,
+    "contact_phone": 17,
+    "controlled_temp": 8,
+    "delivery_address": 20,
+    "delivery_booking_needed": 36,
+    "delivery_city": 21,
+    "delivery_date": 1,
+    "delivery_department": 19,
+    "delivery_name": 18,
+    "delivery_province": 22,
+    "delivery_state": 24,
+    "delivery_time": 35,
+    "delivery_time_window": 38,
+    "delivery_zipcode": 23,
+    "goods_value": 33,
+    "hazardous_goods": 39,
+    "incoterms": 7,
+    "item_measures_body": 31,
+    "item_notes": 27,
+    "item_numpack_body": 25,
+    "item_pack_type": 26,
+    "item_stackable": 32,
+    "item_volume_body": 30,
+    "item_weight_body": 28,
+    "item_weight_body_measure_unit": 29,
+    "limited_quantity": 40,
+    "numpack_tot": 5,
+    "others": 34,
+    "pick_up_date": 0,
+    "pick_up_time_window": 37,
+    "pickup_address": 11,
+    "pickup_city": 12,
+    "pickup_department": 10,
+    "pickup_name": 9,
+    "pickup_province": 13,
+    "pickup_state": 15,
+    "pickup_zipcode": 14,
+    "volumes_tot": 6,
+    "weight_measure_unit": 4,
+    "weight_tot": 3
+  },
+  "layer_norm_eps": 1e-05,
+  "max_2d_position_embeddings": 1024,
+  "max_position_embeddings": 514,
+  "max_rel_2d_pos": 256,
+  "max_rel_pos": 128,
+  "model_type": "layoutlmv3",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "patch_size": 16,
+  "rel_2d_pos_bins": 64,
+  "rel_pos_bins": 32,
+  "second_input_size": 112,
+  "shape_size": 128,
+  "text_embed": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.28.0",
+  "type_vocab_size": 1,
+  "visual_embed": true,
+  "vocab_size": 50265
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa85ffed7ae274415db6c1a6f587052fa5f01c31849238e8157d0df06990ef02
+size 1007750650

preprocessor_config.json

@@ -0,0 +1,27 @@
+{
+  "apply_ocr": false,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "feature_extractor_type": "LayoutLMv3FeatureExtractor",
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "LayoutLMv3ImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "ocr_lang": null,
+  "processor_class": "LayoutLMv3Processor",
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 224,
+    "width": 224
+  },
+  "tesseract_config": ""
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba4d055d680fd5f8dbdec7625953cd3535faf211783e63d92f520eff5475e24
+size 503891182

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bbd6b69fece68f45bedf6263dd6b2640925eaf32384470ef53833a6ecd6974
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f042675461f8f610862c1509ea5fbd03199d20b5efce158faebeaf2b387e9b9
+size 1064

special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,86 @@
+{
+  "add_prefix_space": true,
+  "apply_ocr": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token_box": [
+    0,
+    0,
+    0,
+    0
+  ],
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "model_max_length": 512,
+  "only_label_first_subword": true,
+  "pad_token": {
+    "__type": "AddedToken",
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token_box": [
+    0,
+    0,
+    0,
+    0
+  ],
+  "pad_token_label": -100,
+  "processor_class": "LayoutLMv3Processor",
+  "sep_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token_box": [
+    0,
+    0,
+    0,
+    0
+  ],
+  "tokenizer_class": "LayoutLMv3Tokenizer",
+  "trim_offsets": true,
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

trainer_state.json

@@ -0,0 +1,148 @@
+{
+  "best_metric": 0.9710806697108066,
+  "best_model_checkpoint": "/content/drive/Shareddrives/Data Science Team folder-open/Clients/Rhenus Documents/attachments_batch7_20231027_SELECTED/Thermorossi/pdf2img/processedimg/0-60 THERMOROSSI/model/PickupReq_combined_RNS_Jan24_TEEB_v14/checkpoint-1000",
+  "epoch": 15.625,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.56,
+      "eval_accuracy": 0.9884072580645161,
+      "eval_f1": 0.9488939740655988,
+      "eval_loss": 0.057314518839120865,
+      "eval_precision": 0.9510703363914373,
+      "eval_recall": 0.9467275494672754,
+      "eval_runtime": 1.2555,
+      "eval_samples_per_second": 10.354,
+      "eval_steps_per_second": 5.575,
+      "step": 100
+    },
+    {
+      "epoch": 3.12,
+      "eval_accuracy": 0.9889112903225806,
+      "eval_f1": 0.945288753799392,
+      "eval_loss": 0.03306853398680687,
+      "eval_precision": 0.9438543247344461,
+      "eval_recall": 0.9467275494672754,
+      "eval_runtime": 1.2456,
+      "eval_samples_per_second": 10.436,
+      "eval_steps_per_second": 5.62,
+      "step": 200
+    },
+    {
+      "epoch": 4.69,
+      "eval_accuracy": 0.9924395161290323,
+      "eval_f1": 0.9627376425855514,
+      "eval_loss": 0.021277662366628647,
+      "eval_precision": 0.9620060790273556,
+      "eval_recall": 0.9634703196347032,
+      "eval_runtime": 1.2613,
+      "eval_samples_per_second": 10.307,
+      "eval_steps_per_second": 5.55,
+      "step": 300
+    },
+    {
+      "epoch": 6.25,
+      "eval_accuracy": 0.9949596774193549,
+      "eval_f1": 0.9710806697108066,
+      "eval_loss": 0.01480509340763092,
+      "eval_precision": 0.9710806697108066,
+      "eval_recall": 0.9710806697108066,
+      "eval_runtime": 1.1856,
+      "eval_samples_per_second": 10.965,
+      "eval_steps_per_second": 5.904,
+      "step": 400
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 9e-06,
+      "loss": 0.0701,
+      "step": 500
+    },
+    {
+      "epoch": 7.81,
+      "eval_accuracy": 0.9924395161290323,
+      "eval_f1": 0.9695121951219512,
+      "eval_loss": 0.026869984343647957,
+      "eval_precision": 0.9709923664122138,
+      "eval_recall": 0.9680365296803652,
+      "eval_runtime": 1.1983,
+      "eval_samples_per_second": 10.849,
+      "eval_steps_per_second": 5.842,
+      "step": 500
+    },
+    {
+      "epoch": 9.38,
+      "eval_accuracy": 0.9929435483870968,
+      "eval_f1": 0.9665144596651446,
+      "eval_loss": 0.01921714097261429,
+      "eval_precision": 0.9665144596651446,
+      "eval_recall": 0.9665144596651446,
+      "eval_runtime": 1.1917,
+      "eval_samples_per_second": 10.909,
+      "eval_steps_per_second": 5.874,
+      "step": 600
+    },
+    {
+      "epoch": 10.94,
+      "eval_accuracy": 0.9969758064516129,
+      "eval_f1": 0.9817351598173516,
+      "eval_loss": 0.012911161407828331,
+      "eval_precision": 0.9817351598173516,
+      "eval_recall": 0.9817351598173516,
+      "eval_runtime": 1.1856,
+      "eval_samples_per_second": 10.965,
+      "eval_steps_per_second": 5.904,
+      "step": 700
+    },
+    {
+      "epoch": 12.5,
+      "eval_accuracy": 0.9919354838709677,
+      "eval_f1": 0.9650455927051671,
+      "eval_loss": 0.022616565227508545,
+      "eval_precision": 0.9635811836115327,
+      "eval_recall": 0.9665144596651446,
+      "eval_runtime": 1.2697,
+      "eval_samples_per_second": 10.239,
+      "eval_steps_per_second": 5.513,
+      "step": 800
+    },
+    {
+      "epoch": 14.06,
+      "eval_accuracy": 0.9964717741935484,
+      "eval_f1": 0.9786910197869102,
+      "eval_loss": 0.01615973375737667,
+      "eval_precision": 0.9786910197869102,
+      "eval_recall": 0.9786910197869102,
+      "eval_runtime": 1.2432,
+      "eval_samples_per_second": 10.457,
+      "eval_steps_per_second": 5.631,
+      "step": 900
+    },
+    {
+      "epoch": 15.62,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 0.005,
+      "step": 1000
+    },
+    {
+      "epoch": 15.62,
+      "eval_accuracy": 0.9944556451612904,
+      "eval_f1": 0.9710806697108066,
+      "eval_loss": 0.01734299212694168,
+      "eval_precision": 0.9710806697108066,
+      "eval_recall": 0.9710806697108066,
+      "eval_runtime": 1.2549,
+      "eval_samples_per_second": 10.359,
+      "eval_steps_per_second": 5.578,
+      "step": 1000
+    }
+  ],
+  "max_steps": 5000,
+  "num_train_epochs": 79,
+  "total_flos": 527040871802880.0,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2d16b150619e30681439fdc28ece9702d3628dfec5abf66feccada895a8c4c
+size 4408