add ONNX exports and eval results

README.md

@@ -1,5 +1,6 @@
 ---
 license: cc-by-nc-sa-4.0
+library_name: transformers
 base_model: microsoft/layoutlmv3-large
 tags:
 - generated_from_trainer
@@ -8,6 +9,8 @@ metrics:
 - recall
 - f1
 - accuracy
+datasets:
+- openfoodfacts/nutrient-detection-layout
 model-index:
 - name: nutrition-extractor
   results: []
@@ -18,23 +21,141 @@ model-index:
 This model is a fine-tuned version of [microsoft/layoutlmv3-large](https://huggingface.co/microsoft/layoutlmv3-large) on the 
 [v5 of the nutrient extraction dataset](https://huggingface.co/datasets/openfoodfacts/nutrient-detection-layout).
 It achieves the following results on the evaluation set:
-- Loss: 0.0773
-- Precision: 0.9403
-- Recall: 0.9464
-- F1: 0.9433
-- Accuracy: 0.9888
+- eval_loss: 0.0819
+- eval_model_preparation_time: 0.0054
+- eval_ADDED_SUGARS_SERVING_precision: 0.5
+- eval_ADDED_SUGARS_SERVING_recall: 0.5
+- eval_ADDED_SUGARS_SERVING_f1: 0.5
+- eval_ADDED_SUGARS_SERVING_number: 4
+- eval_CALCIUM_100G_precision: 1.0
+- eval_CALCIUM_100G_recall: 1.0
+- eval_CALCIUM_100G_f1: 1.0
+- eval_CALCIUM_100G_number: 5
+- eval_CALCIUM_SERVING_precision: 0.75
+- eval_CALCIUM_SERVING_recall: 0.75
+- eval_CALCIUM_SERVING_f1: 0.75
+- eval_CALCIUM_SERVING_number: 4
+- eval_CARBOHYDRATES_100G_precision: 0.9448
+- eval_CARBOHYDRATES_100G_recall: 0.9716
+- eval_CARBOHYDRATES_100G_f1: 0.9580
+- eval_CARBOHYDRATES_100G_number: 176
+- eval_CARBOHYDRATES_SERVING_precision: 0.9242
+- eval_CARBOHYDRATES_SERVING_recall: 0.8841
+- eval_CARBOHYDRATES_SERVING_f1: 0.9037
+- eval_CARBOHYDRATES_SERVING_number: 69
+- eval_CHOLESTEROL_SERVING_precision: 1.0
+- eval_CHOLESTEROL_SERVING_recall: 1.0
+- eval_CHOLESTEROL_SERVING_f1: 1.0
+- eval_CHOLESTEROL_SERVING_number: 7
+- eval_ENERGY_KCAL_100G_precision: 0.9771
+- eval_ENERGY_KCAL_100G_recall: 0.9884
+- eval_ENERGY_KCAL_100G_f1: 0.9828
+- eval_ENERGY_KCAL_100G_number: 173
+- eval_ENERGY_KCAL_SERVING_precision: 0.8971
+- eval_ENERGY_KCAL_SERVING_recall: 0.9385
+- eval_ENERGY_KCAL_SERVING_f1: 0.9173
+- eval_ENERGY_KCAL_SERVING_number: 65
+- eval_ENERGY_KJ_100G_precision: 0.9670
+- eval_ENERGY_KJ_100G_recall: 0.9617
+- eval_ENERGY_KJ_100G_f1: 0.9644
+- eval_ENERGY_KJ_100G_number: 183
+- eval_ENERGY_KJ_SERVING_precision: 0.9194
+- eval_ENERGY_KJ_SERVING_recall: 1.0
+- eval_ENERGY_KJ_SERVING_f1: 0.9580
+- eval_ENERGY_KJ_SERVING_number: 57
+- eval_FAT_100G_precision: 0.9611
+- eval_FAT_100G_recall: 0.9505
+- eval_FAT_100G_f1: 0.9558
+- eval_FAT_100G_number: 182
+- eval_FAT_SERVING_precision: 0.9403
+- eval_FAT_SERVING_recall: 0.9545
+- eval_FAT_SERVING_f1: 0.9474
+- eval_FAT_SERVING_number: 66
+- eval_FIBER_100G_precision: 0.8966
+- eval_FIBER_100G_recall: 0.9286
+- eval_FIBER_100G_f1: 0.9123
+- eval_FIBER_100G_number: 84
+- eval_FIBER_SERVING_precision: 0.8654
+- eval_FIBER_SERVING_recall: 0.9
+- eval_FIBER_SERVING_f1: 0.8824
+- eval_FIBER_SERVING_number: 50
+- eval_IRON_SERVING_precision: 0.0
+- eval_IRON_SERVING_recall: 0.0
+- eval_IRON_SERVING_f1: 0.0
+- eval_IRON_SERVING_number: 2
+- eval_POTASSIUM_SERVING_precision: 0.8333
+- eval_POTASSIUM_SERVING_recall: 1.0
+- eval_POTASSIUM_SERVING_f1: 0.9091
+- eval_POTASSIUM_SERVING_number: 5
+- eval_PROTEINS_100G_precision: 0.9492
+- eval_PROTEINS_100G_recall: 0.96
+- eval_PROTEINS_100G_f1: 0.9545
+- eval_PROTEINS_100G_number: 175
+- eval_PROTEINS_SERVING_precision: 0.9375
+- eval_PROTEINS_SERVING_recall: 0.9375
+- eval_PROTEINS_SERVING_f1: 0.9375
+- eval_PROTEINS_SERVING_number: 64
+- eval_SALT_100G_precision: 0.9709
+- eval_SALT_100G_recall: 0.9709
+- eval_SALT_100G_f1: 0.9709
+- eval_SALT_100G_number: 172
+- eval_SALT_SERVING_precision: 0.9057
+- eval_SALT_SERVING_recall: 0.96
+- eval_SALT_SERVING_f1: 0.9320
+- eval_SALT_SERVING_number: 50
+- eval_SATURATED_FAT_100G_precision: 0.9497
+- eval_SATURATED_FAT_100G_recall: 0.9659
+- eval_SATURATED_FAT_100G_f1: 0.9577
+- eval_SATURATED_FAT_100G_number: 176
+- eval_SATURATED_FAT_SERVING_precision: 0.9672
+- eval_SATURATED_FAT_SERVING_recall: 0.9516
+- eval_SATURATED_FAT_SERVING_f1: 0.9593
+- eval_SATURATED_FAT_SERVING_number: 62
+- eval_SERVING_SIZE_precision: 0.9104
+- eval_SERVING_SIZE_recall: 0.8841
+- eval_SERVING_SIZE_f1: 0.8971
+- eval_SERVING_SIZE_number: 69
+- eval_SODIUM_100G_precision: 0.6667
+- eval_SODIUM_100G_recall: 0.6667
+- eval_SODIUM_100G_f1: 0.6667
+- eval_SODIUM_100G_number: 3
+- eval_SODIUM_SERVING_precision: 0.9286
+- eval_SODIUM_SERVING_recall: 0.9286
+- eval_SODIUM_SERVING_f1: 0.9286
+- eval_SODIUM_SERVING_number: 14
+- eval_SUGARS_100G_precision: 0.9368
+- eval_SUGARS_100G_recall: 0.9477
+- eval_SUGARS_100G_f1: 0.9422
+- eval_SUGARS_100G_number: 172
+- eval_SUGARS_SERVING_precision: 0.8730
+- eval_SUGARS_SERVING_recall: 0.8594
+- eval_SUGARS_SERVING_f1: 0.8661
+- eval_SUGARS_SERVING_number: 64
+- eval_TRANS_FAT_100G_precision: 0.0
+- eval_TRANS_FAT_100G_recall: 0.0
+- eval_TRANS_FAT_100G_f1: 0.0
+- eval_TRANS_FAT_100G_number: 2
+- eval_TRANS_FAT_SERVING_precision: 0.7143
+- eval_TRANS_FAT_SERVING_recall: 1.0
+- eval_TRANS_FAT_SERVING_f1: 0.8333
+- eval_TRANS_FAT_SERVING_number: 5
+- eval_VITAMIN_D_100G_precision: 0.0
+- eval_VITAMIN_D_100G_recall: 0.0
+- eval_VITAMIN_D_100G_f1: 0.0
+- eval_VITAMIN_D_100G_number: 2
+- eval_VITAMIN_D_SERVING_precision: 1.0
+- eval_VITAMIN_D_SERVING_recall: 1.0
+- eval_VITAMIN_D_SERVING_f1: 1.0
+- eval_VITAMIN_D_SERVING_number: 2
+- eval_overall_precision: 0.9400
+- eval_overall_recall: 0.9478
+- eval_overall_f1: 0.9439
+- eval_overall_accuracy: 0.9892
+- eval_runtime: 2159.9991
+- eval_samples_per_second: 0.093
+- eval_steps_per_second: 0.012
 
-## Model description
-
-More information needed
-
-## Intended uses & limitations
-
-More information needed
-
-## Training and evaluation data
-
-More information needed
+ONNX export can be found in the [onnx](onnx) directory (ONNX opset 19).
 
 ## Training procedure
 

eval_results.json

@@ -0,0 +1,136 @@
+{
+    "eval_ADDED_SUGARS_SERVING_f1": 0.5,
+    "eval_ADDED_SUGARS_SERVING_number": 4,
+    "eval_ADDED_SUGARS_SERVING_precision": 0.5,
+    "eval_ADDED_SUGARS_SERVING_recall": 0.5,
+    "eval_CALCIUM_100G_f1": 1.0,
+    "eval_CALCIUM_100G_number": 5,
+    "eval_CALCIUM_100G_precision": 1.0,
+    "eval_CALCIUM_100G_recall": 1.0,
+    "eval_CALCIUM_SERVING_f1": 0.75,
+    "eval_CALCIUM_SERVING_number": 4,
+    "eval_CALCIUM_SERVING_precision": 0.75,
+    "eval_CALCIUM_SERVING_recall": 0.75,
+    "eval_CARBOHYDRATES_100G_f1": 0.9579831932773109,
+    "eval_CARBOHYDRATES_100G_number": 176,
+    "eval_CARBOHYDRATES_100G_precision": 0.9447513812154696,
+    "eval_CARBOHYDRATES_100G_recall": 0.9715909090909091,
+    "eval_CARBOHYDRATES_SERVING_f1": 0.9037037037037037,
+    "eval_CARBOHYDRATES_SERVING_number": 69,
+    "eval_CARBOHYDRATES_SERVING_precision": 0.9242424242424242,
+    "eval_CARBOHYDRATES_SERVING_recall": 0.8840579710144928,
+    "eval_CHOLESTEROL_SERVING_f1": 1.0,
+    "eval_CHOLESTEROL_SERVING_number": 7,
+    "eval_CHOLESTEROL_SERVING_precision": 1.0,
+    "eval_CHOLESTEROL_SERVING_recall": 1.0,
+    "eval_ENERGY_KCAL_100G_f1": 0.9827586206896551,
+    "eval_ENERGY_KCAL_100G_number": 173,
+    "eval_ENERGY_KCAL_100G_precision": 0.9771428571428571,
+    "eval_ENERGY_KCAL_100G_recall": 0.9884393063583815,
+    "eval_ENERGY_KCAL_SERVING_f1": 0.9172932330827067,
+    "eval_ENERGY_KCAL_SERVING_number": 65,
+    "eval_ENERGY_KCAL_SERVING_precision": 0.8970588235294118,
+    "eval_ENERGY_KCAL_SERVING_recall": 0.9384615384615385,
+    "eval_ENERGY_KJ_100G_f1": 0.9643835616438357,
+    "eval_ENERGY_KJ_100G_number": 183,
+    "eval_ENERGY_KJ_100G_precision": 0.967032967032967,
+    "eval_ENERGY_KJ_100G_recall": 0.9617486338797814,
+    "eval_ENERGY_KJ_SERVING_f1": 0.9579831932773109,
+    "eval_ENERGY_KJ_SERVING_number": 57,
+    "eval_ENERGY_KJ_SERVING_precision": 0.9193548387096774,
+    "eval_ENERGY_KJ_SERVING_recall": 1.0,
+    "eval_FAT_100G_f1": 0.9558011049723757,
+    "eval_FAT_100G_number": 182,
+    "eval_FAT_100G_precision": 0.9611111111111111,
+    "eval_FAT_100G_recall": 0.9505494505494505,
+    "eval_FAT_SERVING_f1": 0.9473684210526316,
+    "eval_FAT_SERVING_number": 66,
+    "eval_FAT_SERVING_precision": 0.9402985074626866,
+    "eval_FAT_SERVING_recall": 0.9545454545454546,
+    "eval_FIBER_100G_f1": 0.912280701754386,
+    "eval_FIBER_100G_number": 84,
+    "eval_FIBER_100G_precision": 0.896551724137931,
+    "eval_FIBER_100G_recall": 0.9285714285714286,
+    "eval_FIBER_SERVING_f1": 0.8823529411764707,
+    "eval_FIBER_SERVING_number": 50,
+    "eval_FIBER_SERVING_precision": 0.8653846153846154,
+    "eval_FIBER_SERVING_recall": 0.9,
+    "eval_IRON_SERVING_f1": 0.0,
+    "eval_IRON_SERVING_number": 2,
+    "eval_IRON_SERVING_precision": 0.0,
+    "eval_IRON_SERVING_recall": 0.0,
+    "eval_POTASSIUM_SERVING_f1": 0.9090909090909091,
+    "eval_POTASSIUM_SERVING_number": 5,
+    "eval_POTASSIUM_SERVING_precision": 0.8333333333333334,
+    "eval_POTASSIUM_SERVING_recall": 1.0,
+    "eval_PROTEINS_100G_f1": 0.9545454545454545,
+    "eval_PROTEINS_100G_number": 175,
+    "eval_PROTEINS_100G_precision": 0.9491525423728814,
+    "eval_PROTEINS_100G_recall": 0.96,
+    "eval_PROTEINS_SERVING_f1": 0.9375,
+    "eval_PROTEINS_SERVING_number": 64,
+    "eval_PROTEINS_SERVING_precision": 0.9375,
+    "eval_PROTEINS_SERVING_recall": 0.9375,
+    "eval_SALT_100G_f1": 0.9709302325581395,
+    "eval_SALT_100G_number": 172,
+    "eval_SALT_100G_precision": 0.9709302325581395,
+    "eval_SALT_100G_recall": 0.9709302325581395,
+    "eval_SALT_SERVING_f1": 0.9320388349514563,
+    "eval_SALT_SERVING_number": 50,
+    "eval_SALT_SERVING_precision": 0.9056603773584906,
+    "eval_SALT_SERVING_recall": 0.96,
+    "eval_SATURATED_FAT_100G_f1": 0.9577464788732395,
+    "eval_SATURATED_FAT_100G_number": 176,
+    "eval_SATURATED_FAT_100G_precision": 0.9497206703910615,
+    "eval_SATURATED_FAT_100G_recall": 0.9659090909090909,
+    "eval_SATURATED_FAT_SERVING_f1": 0.959349593495935,
+    "eval_SATURATED_FAT_SERVING_number": 62,
+    "eval_SATURATED_FAT_SERVING_precision": 0.9672131147540983,
+    "eval_SATURATED_FAT_SERVING_recall": 0.9516129032258065,
+    "eval_SERVING_SIZE_f1": 0.8970588235294118,
+    "eval_SERVING_SIZE_number": 69,
+    "eval_SERVING_SIZE_precision": 0.9104477611940298,
+    "eval_SERVING_SIZE_recall": 0.8840579710144928,
+    "eval_SODIUM_100G_f1": 0.6666666666666666,
+    "eval_SODIUM_100G_number": 3,
+    "eval_SODIUM_100G_precision": 0.6666666666666666,
+    "eval_SODIUM_100G_recall": 0.6666666666666666,
+    "eval_SODIUM_SERVING_f1": 0.9285714285714286,
+    "eval_SODIUM_SERVING_number": 14,
+    "eval_SODIUM_SERVING_precision": 0.9285714285714286,
+    "eval_SODIUM_SERVING_recall": 0.9285714285714286,
+    "eval_SUGARS_100G_f1": 0.9421965317919075,
+    "eval_SUGARS_100G_number": 172,
+    "eval_SUGARS_100G_precision": 0.9367816091954023,
+    "eval_SUGARS_100G_recall": 0.9476744186046512,
+    "eval_SUGARS_SERVING_f1": 0.8661417322834646,
+    "eval_SUGARS_SERVING_number": 64,
+    "eval_SUGARS_SERVING_precision": 0.873015873015873,
+    "eval_SUGARS_SERVING_recall": 0.859375,
+    "eval_TRANS_FAT_100G_f1": 0.0,
+    "eval_TRANS_FAT_100G_number": 2,
+    "eval_TRANS_FAT_100G_precision": 0.0,
+    "eval_TRANS_FAT_100G_recall": 0.0,
+    "eval_TRANS_FAT_SERVING_f1": 0.8333333333333333,
+    "eval_TRANS_FAT_SERVING_number": 5,
+    "eval_TRANS_FAT_SERVING_precision": 0.7142857142857143,
+    "eval_TRANS_FAT_SERVING_recall": 1.0,
+    "eval_VITAMIN_D_100G_f1": 0.0,
+    "eval_VITAMIN_D_100G_number": 2,
+    "eval_VITAMIN_D_100G_precision": 0.0,
+    "eval_VITAMIN_D_100G_recall": 0.0,
+    "eval_VITAMIN_D_SERVING_f1": 1.0,
+    "eval_VITAMIN_D_SERVING_number": 2,
+    "eval_VITAMIN_D_SERVING_precision": 1.0,
+    "eval_VITAMIN_D_SERVING_recall": 1.0,
+    "eval_loss": 0.08192184567451477,
+    "eval_model_preparation_time": 0.0054,
+    "eval_overall_accuracy": 0.9891778387982555,
+    "eval_overall_f1": 0.9438564196962724,
+    "eval_overall_precision": 0.9399633363886343,
+    "eval_overall_recall": 0.9477818853974121,
+    "eval_runtime": 2159.9991,
+    "eval_samples": 200,
+    "eval_samples_per_second": 0.093,
+    "eval_steps_per_second": 0.012
+}

eval_results_agg.json

@@ -0,0 +1,12 @@
+{
+    "eval_accuracy": 0.9891778387982555,
+    "eval_f1": 0.9438564196962724,
+    "eval_loss": 0.08192184567451477,
+    "eval_model_preparation_time": 0.0031,
+    "eval_precision": 0.9399633363886343,
+    "eval_recall": 0.9477818853974121,
+    "eval_runtime": 2022.0363,
+    "eval_samples": 200,
+    "eval_samples_per_second": 0.099,
+    "eval_steps_per_second": 0.012
+}

onnx/config.json

@@ -0,0 +1,186 @@
+{
+  "_name_or_path": "openfoodfacts/nutrition-extractor",
+  "architectures": [
+    "LayoutLMv3ForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "coordinate_size": 171,
+  "eos_token_id": 2,
+  "finetuning_task": "ner",
+  "has_relative_attention_bias": true,
+  "has_spatial_attention_bias": true,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "O",
+    "1": "B-ENERGY_KJ_SERVING",
+    "2": "I-ENERGY_KJ_SERVING",
+    "3": "B-CARBOHYDRATES_100G",
+    "4": "I-CARBOHYDRATES_100G",
+    "5": "B-CHOLESTEROL_SERVING",
+    "6": "I-CHOLESTEROL_SERVING",
+    "7": "B-ENERGY_KCAL_100G",
+    "8": "I-ENERGY_KCAL_100G",
+    "9": "B-SALT_SERVING",
+    "10": "I-SALT_SERVING",
+    "11": "B-SALT_100G",
+    "12": "I-SALT_100G",
+    "13": "B-SERVING_SIZE",
+    "14": "I-SERVING_SIZE",
+    "15": "B-CALCIUM_100G",
+    "16": "I-CALCIUM_100G",
+    "17": "B-SODIUM_SERVING",
+    "18": "I-SODIUM_SERVING",
+    "19": "B-FIBER_100G",
+    "20": "I-FIBER_100G",
+    "21": "B-IRON_SERVING",
+    "22": "I-IRON_SERVING",
+    "23": "B-IRON_100G",
+    "24": "I-IRON_100G",
+    "25": "B-POTASSIUM_100G",
+    "26": "I-POTASSIUM_100G",
+    "27": "B-CALCIUM_SERVING",
+    "28": "I-CALCIUM_SERVING",
+    "29": "B-TRANS_FAT_100G",
+    "30": "I-TRANS_FAT_100G",
+    "31": "B-SATURATED_FAT_100G",
+    "32": "I-SATURATED_FAT_100G",
+    "33": "B-PROTEINS_SERVING",
+    "34": "I-PROTEINS_SERVING",
+    "35": "B-SATURATED_FAT_SERVING",
+    "36": "I-SATURATED_FAT_SERVING",
+    "37": "B-VITAMIN_D_100G",
+    "38": "I-VITAMIN_D_100G",
+    "39": "B-ENERGY_KJ_100G",
+    "40": "I-ENERGY_KJ_100G",
+    "41": "B-FAT_100G",
+    "42": "I-FAT_100G",
+    "43": "B-PROTEINS_100G",
+    "44": "I-PROTEINS_100G",
+    "45": "B-VITAMIN_D_SERVING",
+    "46": "I-VITAMIN_D_SERVING",
+    "47": "B-ADDED_SUGARS_SERVING",
+    "48": "I-ADDED_SUGARS_SERVING",
+    "49": "B-CHOLESTEROL_100G",
+    "50": "I-CHOLESTEROL_100G",
+    "51": "B-SUGARS_100G",
+    "52": "I-SUGARS_100G",
+    "53": "B-CARBOHYDRATES_SERVING",
+    "54": "I-CARBOHYDRATES_SERVING",
+    "55": "B-ADDED_SUGARS_100G",
+    "56": "I-ADDED_SUGARS_100G",
+    "57": "B-SODIUM_100G",
+    "58": "I-SODIUM_100G",
+    "59": "B-FIBER_SERVING",
+    "60": "I-FIBER_SERVING",
+    "61": "B-SUGARS_SERVING",
+    "62": "I-SUGARS_SERVING",
+    "63": "B-ENERGY_KCAL_SERVING",
+    "64": "I-ENERGY_KCAL_SERVING",
+    "65": "B-FAT_SERVING",
+    "66": "I-FAT_SERVING",
+    "67": "B-TRANS_FAT_SERVING",
+    "68": "I-TRANS_FAT_SERVING",
+    "69": "B-POTASSIUM_SERVING",
+    "70": "I-POTASSIUM_SERVING"
+  },
+  "initializer_range": 0.02,
+  "input_size": 224,
+  "intermediate_size": 4096,
+  "label2id": {
+    "B-ADDED_SUGARS_100G": 55,
+    "B-ADDED_SUGARS_SERVING": 47,
+    "B-CALCIUM_100G": 15,
+    "B-CALCIUM_SERVING": 27,
+    "B-CARBOHYDRATES_100G": 3,
+    "B-CARBOHYDRATES_SERVING": 53,
+    "B-CHOLESTEROL_100G": 49,
+    "B-CHOLESTEROL_SERVING": 5,
+    "B-ENERGY_KCAL_100G": 7,
+    "B-ENERGY_KCAL_SERVING": 63,
+    "B-ENERGY_KJ_100G": 39,
+    "B-ENERGY_KJ_SERVING": 1,
+    "B-FAT_100G": 41,
+    "B-FAT_SERVING": 65,
+    "B-FIBER_100G": 19,
+    "B-FIBER_SERVING": 59,
+    "B-IRON_100G": 23,
+    "B-IRON_SERVING": 21,
+    "B-POTASSIUM_100G": 25,
+    "B-POTASSIUM_SERVING": 69,
+    "B-PROTEINS_100G": 43,
+    "B-PROTEINS_SERVING": 33,
+    "B-SALT_100G": 11,
+    "B-SALT_SERVING": 9,
+    "B-SATURATED_FAT_100G": 31,
+    "B-SATURATED_FAT_SERVING": 35,
+    "B-SERVING_SIZE": 13,
+    "B-SODIUM_100G": 57,
+    "B-SODIUM_SERVING": 17,
+    "B-SUGARS_100G": 51,
+    "B-SUGARS_SERVING": 61,
+    "B-TRANS_FAT_100G": 29,
+    "B-TRANS_FAT_SERVING": 67,
+    "B-VITAMIN_D_100G": 37,
+    "B-VITAMIN_D_SERVING": 45,
+    "I-ADDED_SUGARS_100G": 56,
+    "I-ADDED_SUGARS_SERVING": 48,
+    "I-CALCIUM_100G": 16,
+    "I-CALCIUM_SERVING": 28,
+    "I-CARBOHYDRATES_100G": 4,
+    "I-CARBOHYDRATES_SERVING": 54,
+    "I-CHOLESTEROL_100G": 50,
+    "I-CHOLESTEROL_SERVING": 6,
+    "I-ENERGY_KCAL_100G": 8,
+    "I-ENERGY_KCAL_SERVING": 64,
+    "I-ENERGY_KJ_100G": 40,
+    "I-ENERGY_KJ_SERVING": 2,
+    "I-FAT_100G": 42,
+    "I-FAT_SERVING": 66,
+    "I-FIBER_100G": 20,
+    "I-FIBER_SERVING": 60,
+    "I-IRON_100G": 24,
+    "I-IRON_SERVING": 22,
+    "I-POTASSIUM_100G": 26,
+    "I-POTASSIUM_SERVING": 70,
+    "I-PROTEINS_100G": 44,
+    "I-PROTEINS_SERVING": 34,
+    "I-SALT_100G": 12,
+    "I-SALT_SERVING": 10,
+    "I-SATURATED_FAT_100G": 32,
+    "I-SATURATED_FAT_SERVING": 36,
+    "I-SERVING_SIZE": 14,
+    "I-SODIUM_100G": 58,
+    "I-SODIUM_SERVING": 18,
+    "I-SUGARS_100G": 52,
+    "I-SUGARS_SERVING": 62,
+    "I-TRANS_FAT_100G": 30,
+    "I-TRANS_FAT_SERVING": 68,
+    "I-VITAMIN_D_100G": 38,
+    "I-VITAMIN_D_SERVING": 46,
+    "O": 0
+  },
+  "layer_norm_eps": 1e-05,
+  "max_2d_position_embeddings": 1024,
+  "max_position_embeddings": 514,
+  "max_rel_2d_pos": 256,
+  "max_rel_pos": 128,
+  "model_type": "layoutlmv3",
+  "num_attention_heads": 16,
+  "num_channels": 3,
+  "num_hidden_layers": 24,
+  "pad_token_id": 1,
+  "patch_size": 16,
+  "rel_2d_pos_bins": 64,
+  "rel_pos_bins": 32,
+  "second_input_size": 112,
+  "shape_size": 170,
+  "text_embed": true,
+  "transformers_version": "4.44.2",
+  "type_vocab_size": 1,
+  "visual_embed": true,
+  "vocab_size": 50265
+}

onnx/model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1040867c75862a4343dcb6edcb5941ee3497a4029ee4df15e5d26cf993308ab3
+size 1429090779

onnx/preprocessor_config.json

@@ -0,0 +1,26 @@
+{
+  "apply_ocr": false,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "LayoutLMv3FeatureExtractor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "ocr_lang": null,
+  "processor_class": "LayoutLMv3Processor",
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 224,
+    "width": 224
+  },
+  "tesseract_config": ""
+}

onnx/special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

onnx/tokenizer_config.json

@@ -0,0 +1,87 @@
+{
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50264": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "apply_ocr": false,
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<s>",
+  "cls_token_box": [
+    0,
+    0,
+    0,
+    0
+  ],
+  "eos_token": "</s>",
+  "errors": "replace",
+  "mask_token": "<mask>",
+  "max_length": 512,
+  "model_max_length": 512,
+  "only_label_first_subword": true,
+  "pad_to_multiple_of": null,
+  "pad_token": "<pad>",
+  "pad_token_box": [
+    0,
+    0,
+    0,
+    0
+  ],
+  "pad_token_label": -100,
+  "pad_token_type_id": 0,
+  "padding_side": "right",
+  "processor_class": "LayoutLMv3Processor",
+  "sep_token": "</s>",
+  "sep_token_box": [
+    0,
+    0,
+    0,
+    0
+  ],
+  "stride": 0,
+  "tokenizer_class": "LayoutLMv3Tokenizer",
+  "trim_offsets": true,
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "<unk>",
+  "use_fast": true
+}