Fine-tuned on product search domain (brand, product name, origin)

README.md

@@ -1,7 +1,5 @@
 ---
 library_name: transformers
-license: cc-by-4.0
-base_model: bltlab/queryner-bert-base-uncased
 tags:
 - generated_from_trainer
 model-index:
@@ -14,9 +12,9 @@ should probably proofread and complete it, then remove this comment. -->
 
 # checkpoints
 
-This model is a fine-tuned version of [bltlab/queryner-bert-base-uncased](https://huggingface.co/bltlab/queryner-bert-base-uncased) on the None dataset.
+This model was trained from scratch on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.2311
+- Loss: 0.2159
 
 ## Model description
 
@@ -48,11 +46,11 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss |
 |:-------------:|:-----:|:----:|:---------------:|
-| 0.2458        | 1.0   | 1138 | 0.2450          |
-| 0.1747        | 2.0   | 2276 | 0.1722          |
-| 0.0859        | 3.0   | 3414 | 0.2087          |
-| 0.0335        | 4.0   | 4552 | 0.2588          |
-| 0.041         | 5.0   | 5690 | 0.2311          |
+| 0.1877        | 1.0   | 1251 | 0.1840          |
+| 0.1032        | 2.0   | 2502 | 0.1696          |
+| 0.0553        | 3.0   | 3753 | 0.1936          |
+| 0.0292        | 4.0   | 5004 | 0.2040          |
+| 0.0256        | 5.0   | 6255 | 0.2159          |
 
 
 ### Framework versions

best/config.json

@@ -11,83 +11,87 @@
   "hidden_size": 768,
   "id2label": {
     "0": "B-UoM",
-    "1": "B-certification",
-    "2": "B-color",
-    "3": "B-condition",
-    "4": "B-content",
-    "5": "B-core_product_type",
-    "6": "B-creator",
-    "7": "B-department",
-    "8": "B-material",
-    "9": "B-modifier",
-    "10": "B-occasion",
-    "11": "B-origin",
-    "12": "B-price",
-    "13": "B-product_name",
-    "14": "B-product_number",
-    "15": "B-quantity",
-    "16": "B-shape",
-    "17": "B-time",
-    "18": "I-UoM",
-    "19": "I-certification",
-    "20": "I-color",
-    "21": "I-condition",
-    "22": "I-content",
-    "23": "I-core_product_type",
-    "24": "I-creator",
-    "25": "I-department",
-    "26": "I-material",
-    "27": "I-modifier",
-    "28": "I-occasion",
-    "29": "I-origin",
-    "30": "I-price",
-    "31": "I-product_name",
-    "32": "I-product_number",
-    "33": "I-quantity",
-    "34": "I-shape",
-    "35": "I-time",
-    "36": "O"
+    "1": "B-avoidance",
+    "2": "B-certification",
+    "3": "B-color",
+    "4": "B-condition",
+    "5": "B-content",
+    "6": "B-core_product_type",
+    "7": "B-creator",
+    "8": "B-department",
+    "9": "B-material",
+    "10": "B-modifier",
+    "11": "B-occasion",
+    "12": "B-origin",
+    "13": "B-price",
+    "14": "B-product_name",
+    "15": "B-product_number",
+    "16": "B-quantity",
+    "17": "B-shape",
+    "18": "B-time",
+    "19": "I-UoM",
+    "20": "I-avoidance",
+    "21": "I-certification",
+    "22": "I-color",
+    "23": "I-condition",
+    "24": "I-content",
+    "25": "I-core_product_type",
+    "26": "I-creator",
+    "27": "I-department",
+    "28": "I-material",
+    "29": "I-modifier",
+    "30": "I-occasion",
+    "31": "I-origin",
+    "32": "I-price",
+    "33": "I-product_name",
+    "34": "I-product_number",
+    "35": "I-quantity",
+    "36": "I-shape",
+    "37": "I-time",
+    "38": "O"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
     "B-UoM": 0,
-    "B-certification": 1,
-    "B-color": 2,
-    "B-condition": 3,
-    "B-content": 4,
-    "B-core_product_type": 5,
-    "B-creator": 6,
-    "B-department": 7,
-    "B-material": 8,
-    "B-modifier": 9,
-    "B-occasion": 10,
-    "B-origin": 11,
-    "B-price": 12,
-    "B-product_name": 13,
-    "B-product_number": 14,
-    "B-quantity": 15,
-    "B-shape": 16,
-    "B-time": 17,
-    "I-UoM": 18,
-    "I-certification": 19,
-    "I-color": 20,
-    "I-condition": 21,
-    "I-content": 22,
-    "I-core_product_type": 23,
-    "I-creator": 24,
-    "I-department": 25,
-    "I-material": 26,
-    "I-modifier": 27,
-    "I-occasion": 28,
-    "I-origin": 29,
-    "I-price": 30,
-    "I-product_name": 31,
-    "I-product_number": 32,
-    "I-quantity": 33,
-    "I-shape": 34,
-    "I-time": 35,
-    "O": 36
+    "B-avoidance": 1,
+    "B-certification": 2,
+    "B-color": 3,
+    "B-condition": 4,
+    "B-content": 5,
+    "B-core_product_type": 6,
+    "B-creator": 7,
+    "B-department": 8,
+    "B-material": 9,
+    "B-modifier": 10,
+    "B-occasion": 11,
+    "B-origin": 12,
+    "B-price": 13,
+    "B-product_name": 14,
+    "B-product_number": 15,
+    "B-quantity": 16,
+    "B-shape": 17,
+    "B-time": 18,
+    "I-UoM": 19,
+    "I-avoidance": 20,
+    "I-certification": 21,
+    "I-color": 22,
+    "I-condition": 23,
+    "I-content": 24,
+    "I-core_product_type": 25,
+    "I-creator": 26,
+    "I-department": 27,
+    "I-material": 28,
+    "I-modifier": 29,
+    "I-occasion": 30,
+    "I-origin": 31,
+    "I-price": 32,
+    "I-product_name": 33,
+    "I-product_number": 34,
+    "I-quantity": 35,
+    "I-shape": 36,
+    "I-time": 37,
+    "O": 38
   },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,

best/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d5c0413b3ad09827831a430d59fdf539a092f8fff39636c92a29fe1a6d158da
-size 435703748
+oid sha256:0bf8af1115d48116bd79097a01db13539acd502979abda5db45915754d633bb8
+size 435709900

best/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6850923915411d616630e7871f589460d9dd17e411946d1cc3102af0a9f6d435
+oid sha256:9534cd1182b732d7bbf6755fc37465f9d5d35cf71fd5bc4fd36d39c7aa39988f
 size 5969

config.json

@@ -11,83 +11,87 @@
   "hidden_size": 768,
   "id2label": {
     "0": "B-UoM",
-    "1": "B-certification",
-    "2": "B-color",
-    "3": "B-condition",
-    "4": "B-content",
-    "5": "B-core_product_type",
-    "6": "B-creator",
-    "7": "B-department",
-    "8": "B-material",
-    "9": "B-modifier",
-    "10": "B-occasion",
-    "11": "B-origin",
-    "12": "B-price",
-    "13": "B-product_name",
-    "14": "B-product_number",
-    "15": "B-quantity",
-    "16": "B-shape",
-    "17": "B-time",
-    "18": "I-UoM",
-    "19": "I-certification",
-    "20": "I-color",
-    "21": "I-condition",
-    "22": "I-content",
-    "23": "I-core_product_type",
-    "24": "I-creator",
-    "25": "I-department",
-    "26": "I-material",
-    "27": "I-modifier",
-    "28": "I-occasion",
-    "29": "I-origin",
-    "30": "I-price",
-    "31": "I-product_name",
-    "32": "I-product_number",
-    "33": "I-quantity",
-    "34": "I-shape",
-    "35": "I-time",
-    "36": "O"
+    "1": "B-avoidance",
+    "2": "B-certification",
+    "3": "B-color",
+    "4": "B-condition",
+    "5": "B-content",
+    "6": "B-core_product_type",
+    "7": "B-creator",
+    "8": "B-department",
+    "9": "B-material",
+    "10": "B-modifier",
+    "11": "B-occasion",
+    "12": "B-origin",
+    "13": "B-price",
+    "14": "B-product_name",
+    "15": "B-product_number",
+    "16": "B-quantity",
+    "17": "B-shape",
+    "18": "B-time",
+    "19": "I-UoM",
+    "20": "I-avoidance",
+    "21": "I-certification",
+    "22": "I-color",
+    "23": "I-condition",
+    "24": "I-content",
+    "25": "I-core_product_type",
+    "26": "I-creator",
+    "27": "I-department",
+    "28": "I-material",
+    "29": "I-modifier",
+    "30": "I-occasion",
+    "31": "I-origin",
+    "32": "I-price",
+    "33": "I-product_name",
+    "34": "I-product_number",
+    "35": "I-quantity",
+    "36": "I-shape",
+    "37": "I-time",
+    "38": "O"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
     "B-UoM": 0,
-    "B-certification": 1,
-    "B-color": 2,
-    "B-condition": 3,
-    "B-content": 4,
-    "B-core_product_type": 5,
-    "B-creator": 6,
-    "B-department": 7,
-    "B-material": 8,
-    "B-modifier": 9,
-    "B-occasion": 10,
-    "B-origin": 11,
-    "B-price": 12,
-    "B-product_name": 13,
-    "B-product_number": 14,
-    "B-quantity": 15,
-    "B-shape": 16,
-    "B-time": 17,
-    "I-UoM": 18,
-    "I-certification": 19,
-    "I-color": 20,
-    "I-condition": 21,
-    "I-content": 22,
-    "I-core_product_type": 23,
-    "I-creator": 24,
-    "I-department": 25,
-    "I-material": 26,
-    "I-modifier": 27,
-    "I-occasion": 28,
-    "I-origin": 29,
-    "I-price": 30,
-    "I-product_name": 31,
-    "I-product_number": 32,
-    "I-quantity": 33,
-    "I-shape": 34,
-    "I-time": 35,
-    "O": 36
+    "B-avoidance": 1,
+    "B-certification": 2,
+    "B-color": 3,
+    "B-condition": 4,
+    "B-content": 5,
+    "B-core_product_type": 6,
+    "B-creator": 7,
+    "B-department": 8,
+    "B-material": 9,
+    "B-modifier": 10,
+    "B-occasion": 11,
+    "B-origin": 12,
+    "B-price": 13,
+    "B-product_name": 14,
+    "B-product_number": 15,
+    "B-quantity": 16,
+    "B-shape": 17,
+    "B-time": 18,
+    "I-UoM": 19,
+    "I-avoidance": 20,
+    "I-certification": 21,
+    "I-color": 22,
+    "I-condition": 23,
+    "I-content": 24,
+    "I-core_product_type": 25,
+    "I-creator": 26,
+    "I-department": 27,
+    "I-material": 28,
+    "I-modifier": 29,
+    "I-occasion": 30,
+    "I-origin": 31,
+    "I-price": 32,
+    "I-product_name": 33,
+    "I-product_number": 34,
+    "I-quantity": 35,
+    "I-shape": 36,
+    "I-time": 37,
+    "O": 38
   },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d5c0413b3ad09827831a430d59fdf539a092f8fff39636c92a29fe1a6d158da
-size 435703748
+oid sha256:0bf8af1115d48116bd79097a01db13539acd502979abda5db45915754d633bb8
+size 435709900

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6850923915411d616630e7871f589460d9dd17e411946d1cc3102af0a9f6d435
+oid sha256:9534cd1182b732d7bbf6755fc37465f9d5d35cf71fd5bc4fd36d39c7aa39988f
 size 5969