MSLacerda commited on
Commit
2803ec7
1 Parent(s): de68f27

MSLacerda/attribute_minig_mslacerda

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +21 -20
  2. config.json +230 -102
  3. model.safetensors +2 -2
  4. run-0/checkpoint-129/config.json +258 -0
  5. run-0/checkpoint-129/model.safetensors +3 -0
  6. run-0/checkpoint-129/optimizer.pt +3 -0
  7. run-0/checkpoint-129/rng_state.pth +3 -0
  8. run-0/checkpoint-129/scheduler.pt +3 -0
  9. run-0/checkpoint-129/special_tokens_map.json +7 -0
  10. run-0/checkpoint-129/tokenizer.json +0 -0
  11. run-0/checkpoint-129/tokenizer_config.json +55 -0
  12. run-0/checkpoint-129/trainer_state.json +75 -0
  13. run-0/checkpoint-129/training_args.bin +3 -0
  14. run-0/checkpoint-129/vocab.txt +0 -0
  15. run-0/checkpoint-172/config.json +258 -0
  16. run-0/checkpoint-172/model.safetensors +3 -0
  17. run-0/checkpoint-172/optimizer.pt +3 -0
  18. run-0/checkpoint-172/rng_state.pth +3 -0
  19. run-0/checkpoint-172/scheduler.pt +3 -0
  20. run-0/checkpoint-172/special_tokens_map.json +7 -0
  21. run-0/checkpoint-172/tokenizer.json +0 -0
  22. run-0/checkpoint-172/tokenizer_config.json +55 -0
  23. run-0/checkpoint-172/trainer_state.json +87 -0
  24. run-0/checkpoint-172/training_args.bin +3 -0
  25. run-0/checkpoint-172/vocab.txt +0 -0
  26. run-0/checkpoint-215/config.json +258 -0
  27. run-0/checkpoint-215/model.safetensors +3 -0
  28. run-0/checkpoint-215/optimizer.pt +3 -0
  29. run-0/checkpoint-215/rng_state.pth +3 -0
  30. run-0/checkpoint-215/scheduler.pt +3 -0
  31. run-0/checkpoint-215/special_tokens_map.json +7 -0
  32. run-0/checkpoint-215/tokenizer.json +0 -0
  33. run-0/checkpoint-215/tokenizer_config.json +55 -0
  34. run-0/checkpoint-215/trainer_state.json +99 -0
  35. run-0/checkpoint-215/training_args.bin +3 -0
  36. run-0/checkpoint-215/vocab.txt +0 -0
  37. run-0/checkpoint-258/config.json +258 -0
  38. run-0/checkpoint-258/model.safetensors +3 -0
  39. run-0/checkpoint-258/optimizer.pt +3 -0
  40. run-0/checkpoint-258/rng_state.pth +3 -0
  41. run-0/checkpoint-258/scheduler.pt +3 -0
  42. run-0/checkpoint-258/special_tokens_map.json +7 -0
  43. run-0/checkpoint-258/tokenizer.json +0 -0
  44. run-0/checkpoint-258/tokenizer_config.json +55 -0
  45. run-0/checkpoint-258/trainer_state.json +111 -0
  46. run-0/checkpoint-258/training_args.bin +3 -0
  47. run-0/checkpoint-258/vocab.txt +0 -0
  48. run-0/checkpoint-301/config.json +258 -0
  49. run-0/checkpoint-301/model.safetensors +3 -0
  50. run-0/checkpoint-301/optimizer.pt +3 -0
README.md CHANGED
@@ -20,11 +20,11 @@ should probably proofread and complete it, then remove this comment. -->
20
 
21
  This model is a fine-tuned version of [distilbert/distilbert-base-uncased](https://huggingface.co/distilbert/distilbert-base-uncased) on an unknown dataset.
22
  It achieves the following results on the evaluation set:
23
- - Loss: 1.3079
24
- - Precision: 0.6199
25
- - Recall: 0.5775
26
- - F1: 0.5979
27
- - Accuracy: 0.6640
28
 
29
  ## Model description
30
 
@@ -43,30 +43,31 @@ More information needed
43
  ### Training hyperparameters
44
 
45
  The following hyperparameters were used during training:
46
- - learning_rate: 2e-05
47
- - train_batch_size: 512
48
- - eval_batch_size: 128
49
  - seed: 42
50
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
51
  - lr_scheduler_type: linear
 
52
  - num_epochs: 12
53
 
54
  ### Training results
55
 
56
  | Training Loss | Epoch | Step | Validation Loss | Precision | Recall | F1 | Accuracy |
57
  |:-------------:|:-----:|:----:|:---------------:|:---------:|:------:|:------:|:--------:|
58
- | No log | 1.0 | 3 | 1.6782 | 0.5377 | 0.5324 | 0.5350 | 0.5856 |
59
- | No log | 2.0 | 6 | 1.6105 | 0.5505 | 0.5299 | 0.54 | 0.5943 |
60
- | No log | 3.0 | 9 | 1.5469 | 0.5696 | 0.5399 | 0.5543 | 0.6084 |
61
- | No log | 4.0 | 12 | 1.4938 | 0.5799 | 0.5457 | 0.5623 | 0.6198 |
62
- | No log | 5.0 | 15 | 1.4528 | 0.5854 | 0.5441 | 0.5639 | 0.6264 |
63
- | No log | 6.0 | 18 | 1.4109 | 0.5972 | 0.5578 | 0.5769 | 0.6381 |
64
- | No log | 7.0 | 21 | 1.3794 | 0.6055 | 0.5633 | 0.5836 | 0.6465 |
65
- | No log | 8.0 | 24 | 1.3563 | 0.6162 | 0.5678 | 0.5910 | 0.6523 |
66
- | No log | 9.0 | 27 | 1.3380 | 0.6153 | 0.5683 | 0.5908 | 0.6550 |
67
- | No log | 10.0 | 30 | 1.3226 | 0.6162 | 0.5712 | 0.5928 | 0.6592 |
68
- | No log | 11.0 | 33 | 1.3120 | 0.6186 | 0.5749 | 0.5960 | 0.6628 |
69
- | No log | 12.0 | 36 | 1.3079 | 0.6199 | 0.5775 | 0.5979 | 0.6640 |
70
 
71
 
72
  ### Framework versions
 
20
 
21
  This model is a fine-tuned version of [distilbert/distilbert-base-uncased](https://huggingface.co/distilbert/distilbert-base-uncased) on an unknown dataset.
22
  It achieves the following results on the evaluation set:
23
+ - Loss: 0.5688
24
+ - Precision: 0.7424
25
+ - Recall: 0.7766
26
+ - F1: 0.7591
27
+ - Accuracy: 0.8673
28
 
29
  ## Model description
30
 
 
43
  ### Training hyperparameters
44
 
45
  The following hyperparameters were used during training:
46
+ - learning_rate: 4.546321141328063e-05
47
+ - train_batch_size: 16
48
+ - eval_batch_size: 8
49
  - seed: 42
50
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
51
  - lr_scheduler_type: linear
52
+ - lr_scheduler_warmup_steps: 207
53
  - num_epochs: 12
54
 
55
  ### Training results
56
 
57
  | Training Loss | Epoch | Step | Validation Loss | Precision | Recall | F1 | Accuracy |
58
  |:-------------:|:-----:|:----:|:---------------:|:---------:|:------:|:------:|:--------:|
59
+ | No log | 1.0 | 85 | 4.0840 | 0.0271 | 0.0229 | 0.0248 | 0.1523 |
60
+ | No log | 2.0 | 170 | 2.1874 | 0.3096 | 0.2348 | 0.2671 | 0.5099 |
61
+ | No log | 3.0 | 255 | 1.2897 | 0.4893 | 0.4684 | 0.4786 | 0.6940 |
62
+ | No log | 4.0 | 340 | 0.8647 | 0.6485 | 0.6413 | 0.6449 | 0.8027 |
63
+ | No log | 5.0 | 425 | 0.6897 | 0.6977 | 0.7051 | 0.7014 | 0.8414 |
64
+ | 1.93 | 6.0 | 510 | 0.6046 | 0.7177 | 0.7354 | 0.7264 | 0.8550 |
65
+ | 1.93 | 7.0 | 595 | 0.5833 | 0.7339 | 0.7602 | 0.7468 | 0.8628 |
66
+ | 1.93 | 8.0 | 680 | 0.5722 | 0.7474 | 0.7627 | 0.7550 | 0.8643 |
67
+ | 1.93 | 9.0 | 765 | 0.5704 | 0.7451 | 0.7695 | 0.7571 | 0.8694 |
68
+ | 1.93 | 10.0 | 850 | 0.5802 | 0.7485 | 0.7763 | 0.7622 | 0.8715 |
69
+ | 1.93 | 11.0 | 935 | 0.5723 | 0.7539 | 0.7838 | 0.7685 | 0.8754 |
70
+ | 0.1632 | 12.0 | 1020 | 0.5736 | 0.7497 | 0.7813 | 0.7652 | 0.8739 |
71
 
72
 
73
  ### Framework versions
config.json CHANGED
@@ -9,111 +9,239 @@
9
  "dropout": 0.1,
10
  "hidden_dim": 3072,
11
  "id2label": {
12
- "0": "Brand",
13
- "1": "Item form",
14
- "2": "Specialty",
15
- "3": "Flavor",
16
- "4": "Net content",
17
- "5": "Pack size",
18
- "6": "Roast type",
19
- "7": "Caffeine content",
20
- "8": "Machine type",
21
- "9": "Container type",
22
- "10": "Country",
23
- "11": "Gender",
24
- "12": "Model name",
25
- "13": "Shoe type",
26
- "14": "Color",
27
- "15": "Size",
28
- "16": "Material",
29
- "17": "Closure",
30
- "18": "Sport",
31
- "19": "Age",
32
- "20": "Waterproof",
33
- "21": "Power source",
34
- "22": "Cap",
35
- "23": "Operation mode",
36
- "24": "Firmness",
37
- "25": "Animal",
38
- "26": "Volume",
39
- "27": "Scent",
40
- "28": "Benefit",
41
- "29": "Hair type",
42
- "30": "Supplement type",
43
- "31": "Health benefit",
44
- "32": "Dosage",
45
- "33": "Diet",
46
- "34": "Supply size",
47
- "35": "Administration type",
48
- "36": "Load size",
49
- "37": "Specific uses",
50
- "38": "Skin type",
51
- "39": "Tea variety",
52
- "40": "Protection level",
53
- "41": "Mask type",
54
- "42": "Age range",
55
- "43": "Reusability",
56
- "44": "Layer",
57
- "45": "Closure type",
58
- "46": "Package type",
59
- "47": "Certified grade",
60
- "48": "Container",
61
- "49": "Sub brand",
62
- "50": "Cereal type"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
63
  },
64
  "initializer_range": 0.02,
65
  "label2id": {
66
- "Administration type": 35,
67
- "Age": 19,
68
- "Age range": 42,
69
- "Animal": 25,
70
- "Benefit": 28,
71
- "Brand": 0,
72
- "Caffeine content": 7,
73
- "Cap": 22,
74
- "Cereal type": 50,
75
- "Certified grade": 47,
76
- "Closure": 17,
77
- "Closure type": 45,
78
- "Color": 14,
79
- "Container": 48,
80
- "Container type": 9,
81
- "Country": 10,
82
- "Diet": 33,
83
- "Dosage": 32,
84
- "Firmness": 24,
85
- "Flavor": 3,
86
- "Gender": 11,
87
- "Hair type": 29,
88
- "Health benefit": 31,
89
- "Item form": 1,
90
- "Layer": 44,
91
- "Load size": 36,
92
- "Machine type": 8,
93
- "Mask type": 41,
94
- "Material": 16,
95
- "Model name": 12,
96
- "Net content": 4,
97
- "Operation mode": 23,
98
- "Pack size": 5,
99
- "Package type": 46,
100
- "Power source": 21,
101
- "Protection level": 40,
102
- "Reusability": 43,
103
- "Roast type": 6,
104
- "Scent": 27,
105
- "Shoe type": 13,
106
- "Size": 15,
107
- "Skin type": 38,
108
- "Specialty": 2,
109
- "Specific uses": 37,
110
- "Sport": 18,
111
- "Sub brand": 49,
112
- "Supplement type": 30,
113
- "Supply size": 34,
114
- "Tea variety": 39,
115
- "Volume": 26,
116
- "Waterproof": 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
117
  },
118
  "max_position_embeddings": 512,
119
  "model_type": "distilbert",
 
9
  "dropout": 0.1,
10
  "hidden_dim": 3072,
11
  "id2label": {
12
+ "0": "coffee_brand",
13
+ "1": "coffee_item_form",
14
+ "2": "coffee_specialty",
15
+ "3": "coffee_flavor",
16
+ "4": "coffee_net_content",
17
+ "5": "coffee_pack_size",
18
+ "6": "coffee_roast_type",
19
+ "7": "coffee_caffeine_content",
20
+ "8": "coffee_machine_type",
21
+ "9": "coffee_container_type",
22
+ "10": "coffee_country",
23
+ "11": "shoes_brand",
24
+ "12": "shoes_gender",
25
+ "13": "shoes_model_name",
26
+ "14": "shoes_shoe_type",
27
+ "15": "shoes_color",
28
+ "16": "shoes_size",
29
+ "17": "shoes_material",
30
+ "18": "shoes_closure",
31
+ "19": "shoes_sport",
32
+ "20": "shoes_age",
33
+ "21": "shoes_waterproof",
34
+ "22": "toothbrush_brand",
35
+ "23": "toothbrush_age",
36
+ "24": "toothbrush_power_source",
37
+ "25": "toothbrush_cap",
38
+ "26": "toothbrush_color",
39
+ "27": "toothbrush_specialty",
40
+ "28": "toothbrush_operation_mode",
41
+ "29": "toothbrush_pack_size",
42
+ "30": "toothbrush_material",
43
+ "31": "toothbrush_firmness",
44
+ "32": "toothbrush_size",
45
+ "33": "toothbrush_animal",
46
+ "34": "conditioner_brand",
47
+ "35": "conditioner_item_form",
48
+ "36": "conditioner_gender",
49
+ "37": "conditioner_volume",
50
+ "38": "conditioner_specialty",
51
+ "39": "conditioner_pack_size",
52
+ "40": "conditioner_scent",
53
+ "41": "conditioner_benefit",
54
+ "42": "conditioner_hair_type",
55
+ "43": "conditioner_age",
56
+ "44": "vitamin_brand",
57
+ "45": "vitamin_supplement_type",
58
+ "46": "vitamin_net_content",
59
+ "47": "vitamin_item_form",
60
+ "48": "vitamin_health_benefit",
61
+ "49": "vitamin_pack_size",
62
+ "50": "vitamin_dosage",
63
+ "51": "vitamin_diet",
64
+ "52": "vitamin_flavor",
65
+ "53": "vitamin_gender",
66
+ "54": "vitamin_age",
67
+ "55": "vitamin_specialty",
68
+ "56": "vitamin_supply_size",
69
+ "57": "vitamin_administration_type",
70
+ "58": "vitamin_caffeine_content",
71
+ "59": "laundry_detergent_brand",
72
+ "60": "laundry_detergent_item_form",
73
+ "61": "laundry_detergent_net_content",
74
+ "62": "laundry_detergent_pack_size",
75
+ "63": "laundry_detergent_specialty",
76
+ "64": "laundry_detergent_scent",
77
+ "65": "laundry_detergent_load_size",
78
+ "66": "laundry_detergent_specific_uses",
79
+ "67": "laundry_detergent_color",
80
+ "68": "laundry_detergent_skin_type",
81
+ "69": "laundry_detergent_age",
82
+ "70": "tea_brand",
83
+ "71": "tea_tea_variety",
84
+ "72": "tea_flavor",
85
+ "73": "tea_pack_size",
86
+ "74": "tea_specialty",
87
+ "75": "tea_item_form",
88
+ "76": "tea_net_content",
89
+ "77": "tea_machine_type",
90
+ "78": "tea_country",
91
+ "79": "tea_caffeine_content",
92
+ "80": "tea_container_type",
93
+ "81": "sunscreen_brand",
94
+ "82": "sunscreen_item_form",
95
+ "83": "sunscreen_specialty",
96
+ "84": "sunscreen_protection_level",
97
+ "85": "sunscreen_net_content",
98
+ "86": "sunscreen_color",
99
+ "87": "sunscreen_age",
100
+ "88": "sunscreen_scent",
101
+ "89": "sunscreen_pack_size",
102
+ "90": "sunscreen_skin_type",
103
+ "91": "sunscreen_gender",
104
+ "92": "safety_mask_brand",
105
+ "93": "safety_mask_net_content",
106
+ "94": "safety_mask_color",
107
+ "95": "safety_mask_mask_type",
108
+ "96": "safety_mask_age_range",
109
+ "97": "safety_mask_reusability",
110
+ "98": "safety_mask_specialty",
111
+ "99": "safety_mask_material",
112
+ "100": "safety_mask_layer",
113
+ "101": "safety_mask_closure_type",
114
+ "102": "safety_mask_size",
115
+ "103": "safety_mask_package_type",
116
+ "104": "safety_mask_gender",
117
+ "105": "safety_mask_certified_grade",
118
+ "106": "safety_mask_country",
119
+ "107": "breakfast_cereal_brand",
120
+ "108": "breakfast_cereal_specialty",
121
+ "109": "breakfast_cereal_flavor",
122
+ "110": "breakfast_cereal_net_content",
123
+ "111": "breakfast_cereal_container",
124
+ "112": "breakfast_cereal_pack_size",
125
+ "113": "breakfast_cereal_sub_brand",
126
+ "114": "breakfast_cereal_cereal_type"
127
  },
128
  "initializer_range": 0.02,
129
  "label2id": {
130
+ "breakfast_cereal_brand": 107,
131
+ "breakfast_cereal_cereal_type": 114,
132
+ "breakfast_cereal_container": 111,
133
+ "breakfast_cereal_flavor": 109,
134
+ "breakfast_cereal_net_content": 110,
135
+ "breakfast_cereal_pack_size": 112,
136
+ "breakfast_cereal_specialty": 108,
137
+ "breakfast_cereal_sub_brand": 113,
138
+ "coffee_brand": 0,
139
+ "coffee_caffeine_content": 7,
140
+ "coffee_container_type": 9,
141
+ "coffee_country": 10,
142
+ "coffee_flavor": 3,
143
+ "coffee_item_form": 1,
144
+ "coffee_machine_type": 8,
145
+ "coffee_net_content": 4,
146
+ "coffee_pack_size": 5,
147
+ "coffee_roast_type": 6,
148
+ "coffee_specialty": 2,
149
+ "conditioner_age": 43,
150
+ "conditioner_benefit": 41,
151
+ "conditioner_brand": 34,
152
+ "conditioner_gender": 36,
153
+ "conditioner_hair_type": 42,
154
+ "conditioner_item_form": 35,
155
+ "conditioner_pack_size": 39,
156
+ "conditioner_scent": 40,
157
+ "conditioner_specialty": 38,
158
+ "conditioner_volume": 37,
159
+ "laundry_detergent_age": 69,
160
+ "laundry_detergent_brand": 59,
161
+ "laundry_detergent_color": 67,
162
+ "laundry_detergent_item_form": 60,
163
+ "laundry_detergent_load_size": 65,
164
+ "laundry_detergent_net_content": 61,
165
+ "laundry_detergent_pack_size": 62,
166
+ "laundry_detergent_scent": 64,
167
+ "laundry_detergent_skin_type": 68,
168
+ "laundry_detergent_specialty": 63,
169
+ "laundry_detergent_specific_uses": 66,
170
+ "safety_mask_age_range": 96,
171
+ "safety_mask_brand": 92,
172
+ "safety_mask_certified_grade": 105,
173
+ "safety_mask_closure_type": 101,
174
+ "safety_mask_color": 94,
175
+ "safety_mask_country": 106,
176
+ "safety_mask_gender": 104,
177
+ "safety_mask_layer": 100,
178
+ "safety_mask_mask_type": 95,
179
+ "safety_mask_material": 99,
180
+ "safety_mask_net_content": 93,
181
+ "safety_mask_package_type": 103,
182
+ "safety_mask_reusability": 97,
183
+ "safety_mask_size": 102,
184
+ "safety_mask_specialty": 98,
185
+ "shoes_age": 20,
186
+ "shoes_brand": 11,
187
+ "shoes_closure": 18,
188
+ "shoes_color": 15,
189
+ "shoes_gender": 12,
190
+ "shoes_material": 17,
191
+ "shoes_model_name": 13,
192
+ "shoes_shoe_type": 14,
193
+ "shoes_size": 16,
194
+ "shoes_sport": 19,
195
+ "shoes_waterproof": 21,
196
+ "sunscreen_age": 87,
197
+ "sunscreen_brand": 81,
198
+ "sunscreen_color": 86,
199
+ "sunscreen_gender": 91,
200
+ "sunscreen_item_form": 82,
201
+ "sunscreen_net_content": 85,
202
+ "sunscreen_pack_size": 89,
203
+ "sunscreen_protection_level": 84,
204
+ "sunscreen_scent": 88,
205
+ "sunscreen_skin_type": 90,
206
+ "sunscreen_specialty": 83,
207
+ "tea_brand": 70,
208
+ "tea_caffeine_content": 79,
209
+ "tea_container_type": 80,
210
+ "tea_country": 78,
211
+ "tea_flavor": 72,
212
+ "tea_item_form": 75,
213
+ "tea_machine_type": 77,
214
+ "tea_net_content": 76,
215
+ "tea_pack_size": 73,
216
+ "tea_specialty": 74,
217
+ "tea_tea_variety": 71,
218
+ "toothbrush_age": 23,
219
+ "toothbrush_animal": 33,
220
+ "toothbrush_brand": 22,
221
+ "toothbrush_cap": 25,
222
+ "toothbrush_color": 26,
223
+ "toothbrush_firmness": 31,
224
+ "toothbrush_material": 30,
225
+ "toothbrush_operation_mode": 28,
226
+ "toothbrush_pack_size": 29,
227
+ "toothbrush_power_source": 24,
228
+ "toothbrush_size": 32,
229
+ "toothbrush_specialty": 27,
230
+ "vitamin_administration_type": 57,
231
+ "vitamin_age": 54,
232
+ "vitamin_brand": 44,
233
+ "vitamin_caffeine_content": 58,
234
+ "vitamin_diet": 51,
235
+ "vitamin_dosage": 50,
236
+ "vitamin_flavor": 52,
237
+ "vitamin_gender": 53,
238
+ "vitamin_health_benefit": 48,
239
+ "vitamin_item_form": 47,
240
+ "vitamin_net_content": 46,
241
+ "vitamin_pack_size": 49,
242
+ "vitamin_specialty": 55,
243
+ "vitamin_supplement_type": 45,
244
+ "vitamin_supply_size": 56
245
  },
246
  "max_position_embeddings": 512,
247
  "model_type": "distilbert",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb7bbb00792e6f5d7827b1d0ed9e788e5be03e6d3127ab695656240f12402442
3
- size 265620748
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:027b945d894376a265804cc3e85cf287dd1361ea3af7c3606c47444a2ffb87af
3
+ size 265817612
run-0/checkpoint-129/config.json ADDED
@@ -0,0 +1,258 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilbert/distilbert-base-uncased",
3
+ "activation": "gelu",
4
+ "architectures": [
5
+ "DistilBertForTokenClassification"
6
+ ],
7
+ "attention_dropout": 0.1,
8
+ "dim": 768,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 3072,
11
+ "id2label": {
12
+ "0": "coffee_brand",
13
+ "1": "coffee_item_form",
14
+ "2": "coffee_specialty",
15
+ "3": "coffee_flavor",
16
+ "4": "coffee_net_content",
17
+ "5": "coffee_pack_size",
18
+ "6": "coffee_roast_type",
19
+ "7": "coffee_caffeine_content",
20
+ "8": "coffee_machine_type",
21
+ "9": "coffee_container_type",
22
+ "10": "coffee_country",
23
+ "11": "shoes_brand",
24
+ "12": "shoes_gender",
25
+ "13": "shoes_model_name",
26
+ "14": "shoes_shoe_type",
27
+ "15": "shoes_color",
28
+ "16": "shoes_size",
29
+ "17": "shoes_material",
30
+ "18": "shoes_closure",
31
+ "19": "shoes_sport",
32
+ "20": "shoes_age",
33
+ "21": "shoes_waterproof",
34
+ "22": "toothbrush_brand",
35
+ "23": "toothbrush_age",
36
+ "24": "toothbrush_power_source",
37
+ "25": "toothbrush_cap",
38
+ "26": "toothbrush_color",
39
+ "27": "toothbrush_specialty",
40
+ "28": "toothbrush_operation_mode",
41
+ "29": "toothbrush_pack_size",
42
+ "30": "toothbrush_material",
43
+ "31": "toothbrush_firmness",
44
+ "32": "toothbrush_size",
45
+ "33": "toothbrush_animal",
46
+ "34": "conditioner_brand",
47
+ "35": "conditioner_item_form",
48
+ "36": "conditioner_gender",
49
+ "37": "conditioner_volume",
50
+ "38": "conditioner_specialty",
51
+ "39": "conditioner_pack_size",
52
+ "40": "conditioner_scent",
53
+ "41": "conditioner_benefit",
54
+ "42": "conditioner_hair_type",
55
+ "43": "conditioner_age",
56
+ "44": "vitamin_brand",
57
+ "45": "vitamin_supplement_type",
58
+ "46": "vitamin_net_content",
59
+ "47": "vitamin_item_form",
60
+ "48": "vitamin_health_benefit",
61
+ "49": "vitamin_pack_size",
62
+ "50": "vitamin_dosage",
63
+ "51": "vitamin_diet",
64
+ "52": "vitamin_flavor",
65
+ "53": "vitamin_gender",
66
+ "54": "vitamin_age",
67
+ "55": "vitamin_specialty",
68
+ "56": "vitamin_supply_size",
69
+ "57": "vitamin_administration_type",
70
+ "58": "vitamin_caffeine_content",
71
+ "59": "laundry_detergent_brand",
72
+ "60": "laundry_detergent_item_form",
73
+ "61": "laundry_detergent_net_content",
74
+ "62": "laundry_detergent_pack_size",
75
+ "63": "laundry_detergent_specialty",
76
+ "64": "laundry_detergent_scent",
77
+ "65": "laundry_detergent_load_size",
78
+ "66": "laundry_detergent_specific_uses",
79
+ "67": "laundry_detergent_color",
80
+ "68": "laundry_detergent_skin_type",
81
+ "69": "laundry_detergent_age",
82
+ "70": "tea_brand",
83
+ "71": "tea_tea_variety",
84
+ "72": "tea_flavor",
85
+ "73": "tea_pack_size",
86
+ "74": "tea_specialty",
87
+ "75": "tea_item_form",
88
+ "76": "tea_net_content",
89
+ "77": "tea_machine_type",
90
+ "78": "tea_country",
91
+ "79": "tea_caffeine_content",
92
+ "80": "tea_container_type",
93
+ "81": "sunscreen_brand",
94
+ "82": "sunscreen_item_form",
95
+ "83": "sunscreen_specialty",
96
+ "84": "sunscreen_protection_level",
97
+ "85": "sunscreen_net_content",
98
+ "86": "sunscreen_color",
99
+ "87": "sunscreen_age",
100
+ "88": "sunscreen_scent",
101
+ "89": "sunscreen_pack_size",
102
+ "90": "sunscreen_skin_type",
103
+ "91": "sunscreen_gender",
104
+ "92": "safety_mask_brand",
105
+ "93": "safety_mask_net_content",
106
+ "94": "safety_mask_color",
107
+ "95": "safety_mask_mask_type",
108
+ "96": "safety_mask_age_range",
109
+ "97": "safety_mask_reusability",
110
+ "98": "safety_mask_specialty",
111
+ "99": "safety_mask_material",
112
+ "100": "safety_mask_layer",
113
+ "101": "safety_mask_closure_type",
114
+ "102": "safety_mask_size",
115
+ "103": "safety_mask_package_type",
116
+ "104": "safety_mask_gender",
117
+ "105": "safety_mask_certified_grade",
118
+ "106": "safety_mask_country",
119
+ "107": "breakfast_cereal_brand",
120
+ "108": "breakfast_cereal_specialty",
121
+ "109": "breakfast_cereal_flavor",
122
+ "110": "breakfast_cereal_net_content",
123
+ "111": "breakfast_cereal_container",
124
+ "112": "breakfast_cereal_pack_size",
125
+ "113": "breakfast_cereal_sub_brand",
126
+ "114": "breakfast_cereal_cereal_type"
127
+ },
128
+ "initializer_range": 0.02,
129
+ "label2id": {
130
+ "breakfast_cereal_brand": 107,
131
+ "breakfast_cereal_cereal_type": 114,
132
+ "breakfast_cereal_container": 111,
133
+ "breakfast_cereal_flavor": 109,
134
+ "breakfast_cereal_net_content": 110,
135
+ "breakfast_cereal_pack_size": 112,
136
+ "breakfast_cereal_specialty": 108,
137
+ "breakfast_cereal_sub_brand": 113,
138
+ "coffee_brand": 0,
139
+ "coffee_caffeine_content": 7,
140
+ "coffee_container_type": 9,
141
+ "coffee_country": 10,
142
+ "coffee_flavor": 3,
143
+ "coffee_item_form": 1,
144
+ "coffee_machine_type": 8,
145
+ "coffee_net_content": 4,
146
+ "coffee_pack_size": 5,
147
+ "coffee_roast_type": 6,
148
+ "coffee_specialty": 2,
149
+ "conditioner_age": 43,
150
+ "conditioner_benefit": 41,
151
+ "conditioner_brand": 34,
152
+ "conditioner_gender": 36,
153
+ "conditioner_hair_type": 42,
154
+ "conditioner_item_form": 35,
155
+ "conditioner_pack_size": 39,
156
+ "conditioner_scent": 40,
157
+ "conditioner_specialty": 38,
158
+ "conditioner_volume": 37,
159
+ "laundry_detergent_age": 69,
160
+ "laundry_detergent_brand": 59,
161
+ "laundry_detergent_color": 67,
162
+ "laundry_detergent_item_form": 60,
163
+ "laundry_detergent_load_size": 65,
164
+ "laundry_detergent_net_content": 61,
165
+ "laundry_detergent_pack_size": 62,
166
+ "laundry_detergent_scent": 64,
167
+ "laundry_detergent_skin_type": 68,
168
+ "laundry_detergent_specialty": 63,
169
+ "laundry_detergent_specific_uses": 66,
170
+ "safety_mask_age_range": 96,
171
+ "safety_mask_brand": 92,
172
+ "safety_mask_certified_grade": 105,
173
+ "safety_mask_closure_type": 101,
174
+ "safety_mask_color": 94,
175
+ "safety_mask_country": 106,
176
+ "safety_mask_gender": 104,
177
+ "safety_mask_layer": 100,
178
+ "safety_mask_mask_type": 95,
179
+ "safety_mask_material": 99,
180
+ "safety_mask_net_content": 93,
181
+ "safety_mask_package_type": 103,
182
+ "safety_mask_reusability": 97,
183
+ "safety_mask_size": 102,
184
+ "safety_mask_specialty": 98,
185
+ "shoes_age": 20,
186
+ "shoes_brand": 11,
187
+ "shoes_closure": 18,
188
+ "shoes_color": 15,
189
+ "shoes_gender": 12,
190
+ "shoes_material": 17,
191
+ "shoes_model_name": 13,
192
+ "shoes_shoe_type": 14,
193
+ "shoes_size": 16,
194
+ "shoes_sport": 19,
195
+ "shoes_waterproof": 21,
196
+ "sunscreen_age": 87,
197
+ "sunscreen_brand": 81,
198
+ "sunscreen_color": 86,
199
+ "sunscreen_gender": 91,
200
+ "sunscreen_item_form": 82,
201
+ "sunscreen_net_content": 85,
202
+ "sunscreen_pack_size": 89,
203
+ "sunscreen_protection_level": 84,
204
+ "sunscreen_scent": 88,
205
+ "sunscreen_skin_type": 90,
206
+ "sunscreen_specialty": 83,
207
+ "tea_brand": 70,
208
+ "tea_caffeine_content": 79,
209
+ "tea_container_type": 80,
210
+ "tea_country": 78,
211
+ "tea_flavor": 72,
212
+ "tea_item_form": 75,
213
+ "tea_machine_type": 77,
214
+ "tea_net_content": 76,
215
+ "tea_pack_size": 73,
216
+ "tea_specialty": 74,
217
+ "tea_tea_variety": 71,
218
+ "toothbrush_age": 23,
219
+ "toothbrush_animal": 33,
220
+ "toothbrush_brand": 22,
221
+ "toothbrush_cap": 25,
222
+ "toothbrush_color": 26,
223
+ "toothbrush_firmness": 31,
224
+ "toothbrush_material": 30,
225
+ "toothbrush_operation_mode": 28,
226
+ "toothbrush_pack_size": 29,
227
+ "toothbrush_power_source": 24,
228
+ "toothbrush_size": 32,
229
+ "toothbrush_specialty": 27,
230
+ "vitamin_administration_type": 57,
231
+ "vitamin_age": 54,
232
+ "vitamin_brand": 44,
233
+ "vitamin_caffeine_content": 58,
234
+ "vitamin_diet": 51,
235
+ "vitamin_dosage": 50,
236
+ "vitamin_flavor": 52,
237
+ "vitamin_gender": 53,
238
+ "vitamin_health_benefit": 48,
239
+ "vitamin_item_form": 47,
240
+ "vitamin_net_content": 46,
241
+ "vitamin_pack_size": 49,
242
+ "vitamin_specialty": 55,
243
+ "vitamin_supplement_type": 45,
244
+ "vitamin_supply_size": 56
245
+ },
246
+ "max_position_embeddings": 512,
247
+ "model_type": "distilbert",
248
+ "n_heads": 12,
249
+ "n_layers": 6,
250
+ "pad_token_id": 0,
251
+ "qa_dropout": 0.1,
252
+ "seq_classif_dropout": 0.2,
253
+ "sinusoidal_pos_embds": false,
254
+ "tie_weights_": true,
255
+ "torch_dtype": "float32",
256
+ "transformers_version": "4.41.2",
257
+ "vocab_size": 30522
258
+ }
run-0/checkpoint-129/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca4d90a5f72e62013e99d3fce195269ad6802a09346d36e63e0fb525ea6e3707
3
+ size 265817612
run-0/checkpoint-129/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb881761f670fd02e3b095dfceeb54e0ba51393458b40b06d293bff44765a286
3
+ size 531696058
run-0/checkpoint-129/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:857f4b0eb3661fe8c905b208b722d44dcf0373ff8eefc96e969f5024838fac94
3
+ size 14244
run-0/checkpoint-129/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42ad229b1dae78ecf1327e91b907167ea25ed0dbcc6a81451e2766dc2a07ac65
3
+ size 1064
run-0/checkpoint-129/special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
run-0/checkpoint-129/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
run-0/checkpoint-129/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_lower_case": true,
47
+ "mask_token": "[MASK]",
48
+ "model_max_length": 512,
49
+ "pad_token": "[PAD]",
50
+ "sep_token": "[SEP]",
51
+ "strip_accents": null,
52
+ "tokenize_chinese_chars": true,
53
+ "tokenizer_class": "DistilBertTokenizer",
54
+ "unk_token": "[UNK]"
55
+ }
run-0/checkpoint-129/trainer_state.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 4.3264594078063965,
3
+ "best_model_checkpoint": "../experiments/attribute_minig_mslacerda/run-0/checkpoint-129",
4
+ "epoch": 3.0,
5
+ "eval_steps": 500,
6
+ "global_step": 129,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.014714714714714715,
14
+ "eval_f1": 0.0032161727544222376,
15
+ "eval_loss": 4.7379937171936035,
16
+ "eval_precision": 0.002555677254472435,
17
+ "eval_recall": 0.004337050805452293,
18
+ "eval_runtime": 1.7897,
19
+ "eval_samples_per_second": 162.594,
20
+ "eval_steps_per_second": 20.673,
21
+ "step": 43
22
+ },
23
+ {
24
+ "epoch": 2.0,
25
+ "eval_accuracy": 0.04564564564564565,
26
+ "eval_f1": 0.0052812252442566675,
27
+ "eval_loss": 4.629229545593262,
28
+ "eval_precision": 0.004601932811780948,
29
+ "eval_recall": 0.006195786864931847,
30
+ "eval_runtime": 0.409,
31
+ "eval_samples_per_second": 711.533,
32
+ "eval_steps_per_second": 90.47,
33
+ "step": 86
34
+ },
35
+ {
36
+ "epoch": 3.0,
37
+ "eval_accuracy": 0.1084084084084084,
38
+ "eval_f1": 0.019977168949771692,
39
+ "eval_loss": 4.3264594078063965,
40
+ "eval_precision": 0.018518518518518517,
41
+ "eval_recall": 0.02168525402726146,
42
+ "eval_runtime": 0.3814,
43
+ "eval_samples_per_second": 762.906,
44
+ "eval_steps_per_second": 97.002,
45
+ "step": 129
46
+ }
47
+ ],
48
+ "logging_steps": 500,
49
+ "max_steps": 559,
50
+ "num_input_tokens_seen": 0,
51
+ "num_train_epochs": 13,
52
+ "save_steps": 500,
53
+ "stateful_callbacks": {
54
+ "TrainerControl": {
55
+ "args": {
56
+ "should_epoch_stop": false,
57
+ "should_evaluate": false,
58
+ "should_log": false,
59
+ "should_save": true,
60
+ "should_training_stop": false
61
+ },
62
+ "attributes": {}
63
+ }
64
+ },
65
+ "total_flos": 0,
66
+ "train_batch_size": 32,
67
+ "trial_name": null,
68
+ "trial_params": {
69
+ "learning_rate": 1.9515465034435234e-05,
70
+ "num_train_epochs": 13,
71
+ "per_device_train_batch_size": 32,
72
+ "warmup_steps": 409,
73
+ "weight_decay": 0.12970171389599502
74
+ }
75
+ }
run-0/checkpoint-129/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71ae2419ba52bbbde554a27ef80217ca4b5495074bec44beb4c730b4a566629f
3
+ size 5176
run-0/checkpoint-129/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
run-0/checkpoint-172/config.json ADDED
@@ -0,0 +1,258 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilbert/distilbert-base-uncased",
3
+ "activation": "gelu",
4
+ "architectures": [
5
+ "DistilBertForTokenClassification"
6
+ ],
7
+ "attention_dropout": 0.1,
8
+ "dim": 768,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 3072,
11
+ "id2label": {
12
+ "0": "coffee_brand",
13
+ "1": "coffee_item_form",
14
+ "2": "coffee_specialty",
15
+ "3": "coffee_flavor",
16
+ "4": "coffee_net_content",
17
+ "5": "coffee_pack_size",
18
+ "6": "coffee_roast_type",
19
+ "7": "coffee_caffeine_content",
20
+ "8": "coffee_machine_type",
21
+ "9": "coffee_container_type",
22
+ "10": "coffee_country",
23
+ "11": "shoes_brand",
24
+ "12": "shoes_gender",
25
+ "13": "shoes_model_name",
26
+ "14": "shoes_shoe_type",
27
+ "15": "shoes_color",
28
+ "16": "shoes_size",
29
+ "17": "shoes_material",
30
+ "18": "shoes_closure",
31
+ "19": "shoes_sport",
32
+ "20": "shoes_age",
33
+ "21": "shoes_waterproof",
34
+ "22": "toothbrush_brand",
35
+ "23": "toothbrush_age",
36
+ "24": "toothbrush_power_source",
37
+ "25": "toothbrush_cap",
38
+ "26": "toothbrush_color",
39
+ "27": "toothbrush_specialty",
40
+ "28": "toothbrush_operation_mode",
41
+ "29": "toothbrush_pack_size",
42
+ "30": "toothbrush_material",
43
+ "31": "toothbrush_firmness",
44
+ "32": "toothbrush_size",
45
+ "33": "toothbrush_animal",
46
+ "34": "conditioner_brand",
47
+ "35": "conditioner_item_form",
48
+ "36": "conditioner_gender",
49
+ "37": "conditioner_volume",
50
+ "38": "conditioner_specialty",
51
+ "39": "conditioner_pack_size",
52
+ "40": "conditioner_scent",
53
+ "41": "conditioner_benefit",
54
+ "42": "conditioner_hair_type",
55
+ "43": "conditioner_age",
56
+ "44": "vitamin_brand",
57
+ "45": "vitamin_supplement_type",
58
+ "46": "vitamin_net_content",
59
+ "47": "vitamin_item_form",
60
+ "48": "vitamin_health_benefit",
61
+ "49": "vitamin_pack_size",
62
+ "50": "vitamin_dosage",
63
+ "51": "vitamin_diet",
64
+ "52": "vitamin_flavor",
65
+ "53": "vitamin_gender",
66
+ "54": "vitamin_age",
67
+ "55": "vitamin_specialty",
68
+ "56": "vitamin_supply_size",
69
+ "57": "vitamin_administration_type",
70
+ "58": "vitamin_caffeine_content",
71
+ "59": "laundry_detergent_brand",
72
+ "60": "laundry_detergent_item_form",
73
+ "61": "laundry_detergent_net_content",
74
+ "62": "laundry_detergent_pack_size",
75
+ "63": "laundry_detergent_specialty",
76
+ "64": "laundry_detergent_scent",
77
+ "65": "laundry_detergent_load_size",
78
+ "66": "laundry_detergent_specific_uses",
79
+ "67": "laundry_detergent_color",
80
+ "68": "laundry_detergent_skin_type",
81
+ "69": "laundry_detergent_age",
82
+ "70": "tea_brand",
83
+ "71": "tea_tea_variety",
84
+ "72": "tea_flavor",
85
+ "73": "tea_pack_size",
86
+ "74": "tea_specialty",
87
+ "75": "tea_item_form",
88
+ "76": "tea_net_content",
89
+ "77": "tea_machine_type",
90
+ "78": "tea_country",
91
+ "79": "tea_caffeine_content",
92
+ "80": "tea_container_type",
93
+ "81": "sunscreen_brand",
94
+ "82": "sunscreen_item_form",
95
+ "83": "sunscreen_specialty",
96
+ "84": "sunscreen_protection_level",
97
+ "85": "sunscreen_net_content",
98
+ "86": "sunscreen_color",
99
+ "87": "sunscreen_age",
100
+ "88": "sunscreen_scent",
101
+ "89": "sunscreen_pack_size",
102
+ "90": "sunscreen_skin_type",
103
+ "91": "sunscreen_gender",
104
+ "92": "safety_mask_brand",
105
+ "93": "safety_mask_net_content",
106
+ "94": "safety_mask_color",
107
+ "95": "safety_mask_mask_type",
108
+ "96": "safety_mask_age_range",
109
+ "97": "safety_mask_reusability",
110
+ "98": "safety_mask_specialty",
111
+ "99": "safety_mask_material",
112
+ "100": "safety_mask_layer",
113
+ "101": "safety_mask_closure_type",
114
+ "102": "safety_mask_size",
115
+ "103": "safety_mask_package_type",
116
+ "104": "safety_mask_gender",
117
+ "105": "safety_mask_certified_grade",
118
+ "106": "safety_mask_country",
119
+ "107": "breakfast_cereal_brand",
120
+ "108": "breakfast_cereal_specialty",
121
+ "109": "breakfast_cereal_flavor",
122
+ "110": "breakfast_cereal_net_content",
123
+ "111": "breakfast_cereal_container",
124
+ "112": "breakfast_cereal_pack_size",
125
+ "113": "breakfast_cereal_sub_brand",
126
+ "114": "breakfast_cereal_cereal_type"
127
+ },
128
+ "initializer_range": 0.02,
129
+ "label2id": {
130
+ "breakfast_cereal_brand": 107,
131
+ "breakfast_cereal_cereal_type": 114,
132
+ "breakfast_cereal_container": 111,
133
+ "breakfast_cereal_flavor": 109,
134
+ "breakfast_cereal_net_content": 110,
135
+ "breakfast_cereal_pack_size": 112,
136
+ "breakfast_cereal_specialty": 108,
137
+ "breakfast_cereal_sub_brand": 113,
138
+ "coffee_brand": 0,
139
+ "coffee_caffeine_content": 7,
140
+ "coffee_container_type": 9,
141
+ "coffee_country": 10,
142
+ "coffee_flavor": 3,
143
+ "coffee_item_form": 1,
144
+ "coffee_machine_type": 8,
145
+ "coffee_net_content": 4,
146
+ "coffee_pack_size": 5,
147
+ "coffee_roast_type": 6,
148
+ "coffee_specialty": 2,
149
+ "conditioner_age": 43,
150
+ "conditioner_benefit": 41,
151
+ "conditioner_brand": 34,
152
+ "conditioner_gender": 36,
153
+ "conditioner_hair_type": 42,
154
+ "conditioner_item_form": 35,
155
+ "conditioner_pack_size": 39,
156
+ "conditioner_scent": 40,
157
+ "conditioner_specialty": 38,
158
+ "conditioner_volume": 37,
159
+ "laundry_detergent_age": 69,
160
+ "laundry_detergent_brand": 59,
161
+ "laundry_detergent_color": 67,
162
+ "laundry_detergent_item_form": 60,
163
+ "laundry_detergent_load_size": 65,
164
+ "laundry_detergent_net_content": 61,
165
+ "laundry_detergent_pack_size": 62,
166
+ "laundry_detergent_scent": 64,
167
+ "laundry_detergent_skin_type": 68,
168
+ "laundry_detergent_specialty": 63,
169
+ "laundry_detergent_specific_uses": 66,
170
+ "safety_mask_age_range": 96,
171
+ "safety_mask_brand": 92,
172
+ "safety_mask_certified_grade": 105,
173
+ "safety_mask_closure_type": 101,
174
+ "safety_mask_color": 94,
175
+ "safety_mask_country": 106,
176
+ "safety_mask_gender": 104,
177
+ "safety_mask_layer": 100,
178
+ "safety_mask_mask_type": 95,
179
+ "safety_mask_material": 99,
180
+ "safety_mask_net_content": 93,
181
+ "safety_mask_package_type": 103,
182
+ "safety_mask_reusability": 97,
183
+ "safety_mask_size": 102,
184
+ "safety_mask_specialty": 98,
185
+ "shoes_age": 20,
186
+ "shoes_brand": 11,
187
+ "shoes_closure": 18,
188
+ "shoes_color": 15,
189
+ "shoes_gender": 12,
190
+ "shoes_material": 17,
191
+ "shoes_model_name": 13,
192
+ "shoes_shoe_type": 14,
193
+ "shoes_size": 16,
194
+ "shoes_sport": 19,
195
+ "shoes_waterproof": 21,
196
+ "sunscreen_age": 87,
197
+ "sunscreen_brand": 81,
198
+ "sunscreen_color": 86,
199
+ "sunscreen_gender": 91,
200
+ "sunscreen_item_form": 82,
201
+ "sunscreen_net_content": 85,
202
+ "sunscreen_pack_size": 89,
203
+ "sunscreen_protection_level": 84,
204
+ "sunscreen_scent": 88,
205
+ "sunscreen_skin_type": 90,
206
+ "sunscreen_specialty": 83,
207
+ "tea_brand": 70,
208
+ "tea_caffeine_content": 79,
209
+ "tea_container_type": 80,
210
+ "tea_country": 78,
211
+ "tea_flavor": 72,
212
+ "tea_item_form": 75,
213
+ "tea_machine_type": 77,
214
+ "tea_net_content": 76,
215
+ "tea_pack_size": 73,
216
+ "tea_specialty": 74,
217
+ "tea_tea_variety": 71,
218
+ "toothbrush_age": 23,
219
+ "toothbrush_animal": 33,
220
+ "toothbrush_brand": 22,
221
+ "toothbrush_cap": 25,
222
+ "toothbrush_color": 26,
223
+ "toothbrush_firmness": 31,
224
+ "toothbrush_material": 30,
225
+ "toothbrush_operation_mode": 28,
226
+ "toothbrush_pack_size": 29,
227
+ "toothbrush_power_source": 24,
228
+ "toothbrush_size": 32,
229
+ "toothbrush_specialty": 27,
230
+ "vitamin_administration_type": 57,
231
+ "vitamin_age": 54,
232
+ "vitamin_brand": 44,
233
+ "vitamin_caffeine_content": 58,
234
+ "vitamin_diet": 51,
235
+ "vitamin_dosage": 50,
236
+ "vitamin_flavor": 52,
237
+ "vitamin_gender": 53,
238
+ "vitamin_health_benefit": 48,
239
+ "vitamin_item_form": 47,
240
+ "vitamin_net_content": 46,
241
+ "vitamin_pack_size": 49,
242
+ "vitamin_specialty": 55,
243
+ "vitamin_supplement_type": 45,
244
+ "vitamin_supply_size": 56
245
+ },
246
+ "max_position_embeddings": 512,
247
+ "model_type": "distilbert",
248
+ "n_heads": 12,
249
+ "n_layers": 6,
250
+ "pad_token_id": 0,
251
+ "qa_dropout": 0.1,
252
+ "seq_classif_dropout": 0.2,
253
+ "sinusoidal_pos_embds": false,
254
+ "tie_weights_": true,
255
+ "torch_dtype": "float32",
256
+ "transformers_version": "4.41.2",
257
+ "vocab_size": 30522
258
+ }
run-0/checkpoint-172/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0027861f092fd0ca3f8937a5c9d0555d50aaaff13b4fc300aa9559683ebbe4f6
3
+ size 265817612
run-0/checkpoint-172/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae60b725613bb1080a35ca3ff95bac876990e0acf0adc247c1ad935ea5618b72
3
+ size 531696058
run-0/checkpoint-172/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:817280f86b4315402ea53939d5956ba79300c7dddb5d67583cb76135689617ec
3
+ size 14244
run-0/checkpoint-172/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:456fbe116bd36db6327ea290acb9407667d0050e6f7d2a827adfc978856e2447
3
+ size 1064
run-0/checkpoint-172/special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
run-0/checkpoint-172/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
run-0/checkpoint-172/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_lower_case": true,
47
+ "mask_token": "[MASK]",
48
+ "model_max_length": 512,
49
+ "pad_token": "[PAD]",
50
+ "sep_token": "[SEP]",
51
+ "strip_accents": null,
52
+ "tokenize_chinese_chars": true,
53
+ "tokenizer_class": "DistilBertTokenizer",
54
+ "unk_token": "[UNK]"
55
+ }
run-0/checkpoint-172/trainer_state.json ADDED
@@ -0,0 +1,87 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 3.8293204307556152,
3
+ "best_model_checkpoint": "../experiments/attribute_minig_mslacerda/run-0/checkpoint-172",
4
+ "epoch": 4.0,
5
+ "eval_steps": 500,
6
+ "global_step": 172,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.014714714714714715,
14
+ "eval_f1": 0.0032161727544222376,
15
+ "eval_loss": 4.7379937171936035,
16
+ "eval_precision": 0.002555677254472435,
17
+ "eval_recall": 0.004337050805452293,
18
+ "eval_runtime": 1.7897,
19
+ "eval_samples_per_second": 162.594,
20
+ "eval_steps_per_second": 20.673,
21
+ "step": 43
22
+ },
23
+ {
24
+ "epoch": 2.0,
25
+ "eval_accuracy": 0.04564564564564565,
26
+ "eval_f1": 0.0052812252442566675,
27
+ "eval_loss": 4.629229545593262,
28
+ "eval_precision": 0.004601932811780948,
29
+ "eval_recall": 0.006195786864931847,
30
+ "eval_runtime": 0.409,
31
+ "eval_samples_per_second": 711.533,
32
+ "eval_steps_per_second": 90.47,
33
+ "step": 86
34
+ },
35
+ {
36
+ "epoch": 3.0,
37
+ "eval_accuracy": 0.1084084084084084,
38
+ "eval_f1": 0.019977168949771692,
39
+ "eval_loss": 4.3264594078063965,
40
+ "eval_precision": 0.018518518518518517,
41
+ "eval_recall": 0.02168525402726146,
42
+ "eval_runtime": 0.3814,
43
+ "eval_samples_per_second": 762.906,
44
+ "eval_steps_per_second": 97.002,
45
+ "step": 129
46
+ },
47
+ {
48
+ "epoch": 4.0,
49
+ "eval_accuracy": 0.21921921921921922,
50
+ "eval_f1": 0.05235231694375663,
51
+ "eval_loss": 3.8293204307556152,
52
+ "eval_precision": 0.06100577081615829,
53
+ "eval_recall": 0.04584882280049566,
54
+ "eval_runtime": 0.4184,
55
+ "eval_samples_per_second": 695.449,
56
+ "eval_steps_per_second": 88.425,
57
+ "step": 172
58
+ }
59
+ ],
60
+ "logging_steps": 500,
61
+ "max_steps": 559,
62
+ "num_input_tokens_seen": 0,
63
+ "num_train_epochs": 13,
64
+ "save_steps": 500,
65
+ "stateful_callbacks": {
66
+ "TrainerControl": {
67
+ "args": {
68
+ "should_epoch_stop": false,
69
+ "should_evaluate": false,
70
+ "should_log": false,
71
+ "should_save": true,
72
+ "should_training_stop": false
73
+ },
74
+ "attributes": {}
75
+ }
76
+ },
77
+ "total_flos": 0,
78
+ "train_batch_size": 32,
79
+ "trial_name": null,
80
+ "trial_params": {
81
+ "learning_rate": 1.9515465034435234e-05,
82
+ "num_train_epochs": 13,
83
+ "per_device_train_batch_size": 32,
84
+ "warmup_steps": 409,
85
+ "weight_decay": 0.12970171389599502
86
+ }
87
+ }
run-0/checkpoint-172/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71ae2419ba52bbbde554a27ef80217ca4b5495074bec44beb4c730b4a566629f
3
+ size 5176
run-0/checkpoint-172/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
run-0/checkpoint-215/config.json ADDED
@@ -0,0 +1,258 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilbert/distilbert-base-uncased",
3
+ "activation": "gelu",
4
+ "architectures": [
5
+ "DistilBertForTokenClassification"
6
+ ],
7
+ "attention_dropout": 0.1,
8
+ "dim": 768,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 3072,
11
+ "id2label": {
12
+ "0": "coffee_brand",
13
+ "1": "coffee_item_form",
14
+ "2": "coffee_specialty",
15
+ "3": "coffee_flavor",
16
+ "4": "coffee_net_content",
17
+ "5": "coffee_pack_size",
18
+ "6": "coffee_roast_type",
19
+ "7": "coffee_caffeine_content",
20
+ "8": "coffee_machine_type",
21
+ "9": "coffee_container_type",
22
+ "10": "coffee_country",
23
+ "11": "shoes_brand",
24
+ "12": "shoes_gender",
25
+ "13": "shoes_model_name",
26
+ "14": "shoes_shoe_type",
27
+ "15": "shoes_color",
28
+ "16": "shoes_size",
29
+ "17": "shoes_material",
30
+ "18": "shoes_closure",
31
+ "19": "shoes_sport",
32
+ "20": "shoes_age",
33
+ "21": "shoes_waterproof",
34
+ "22": "toothbrush_brand",
35
+ "23": "toothbrush_age",
36
+ "24": "toothbrush_power_source",
37
+ "25": "toothbrush_cap",
38
+ "26": "toothbrush_color",
39
+ "27": "toothbrush_specialty",
40
+ "28": "toothbrush_operation_mode",
41
+ "29": "toothbrush_pack_size",
42
+ "30": "toothbrush_material",
43
+ "31": "toothbrush_firmness",
44
+ "32": "toothbrush_size",
45
+ "33": "toothbrush_animal",
46
+ "34": "conditioner_brand",
47
+ "35": "conditioner_item_form",
48
+ "36": "conditioner_gender",
49
+ "37": "conditioner_volume",
50
+ "38": "conditioner_specialty",
51
+ "39": "conditioner_pack_size",
52
+ "40": "conditioner_scent",
53
+ "41": "conditioner_benefit",
54
+ "42": "conditioner_hair_type",
55
+ "43": "conditioner_age",
56
+ "44": "vitamin_brand",
57
+ "45": "vitamin_supplement_type",
58
+ "46": "vitamin_net_content",
59
+ "47": "vitamin_item_form",
60
+ "48": "vitamin_health_benefit",
61
+ "49": "vitamin_pack_size",
62
+ "50": "vitamin_dosage",
63
+ "51": "vitamin_diet",
64
+ "52": "vitamin_flavor",
65
+ "53": "vitamin_gender",
66
+ "54": "vitamin_age",
67
+ "55": "vitamin_specialty",
68
+ "56": "vitamin_supply_size",
69
+ "57": "vitamin_administration_type",
70
+ "58": "vitamin_caffeine_content",
71
+ "59": "laundry_detergent_brand",
72
+ "60": "laundry_detergent_item_form",
73
+ "61": "laundry_detergent_net_content",
74
+ "62": "laundry_detergent_pack_size",
75
+ "63": "laundry_detergent_specialty",
76
+ "64": "laundry_detergent_scent",
77
+ "65": "laundry_detergent_load_size",
78
+ "66": "laundry_detergent_specific_uses",
79
+ "67": "laundry_detergent_color",
80
+ "68": "laundry_detergent_skin_type",
81
+ "69": "laundry_detergent_age",
82
+ "70": "tea_brand",
83
+ "71": "tea_tea_variety",
84
+ "72": "tea_flavor",
85
+ "73": "tea_pack_size",
86
+ "74": "tea_specialty",
87
+ "75": "tea_item_form",
88
+ "76": "tea_net_content",
89
+ "77": "tea_machine_type",
90
+ "78": "tea_country",
91
+ "79": "tea_caffeine_content",
92
+ "80": "tea_container_type",
93
+ "81": "sunscreen_brand",
94
+ "82": "sunscreen_item_form",
95
+ "83": "sunscreen_specialty",
96
+ "84": "sunscreen_protection_level",
97
+ "85": "sunscreen_net_content",
98
+ "86": "sunscreen_color",
99
+ "87": "sunscreen_age",
100
+ "88": "sunscreen_scent",
101
+ "89": "sunscreen_pack_size",
102
+ "90": "sunscreen_skin_type",
103
+ "91": "sunscreen_gender",
104
+ "92": "safety_mask_brand",
105
+ "93": "safety_mask_net_content",
106
+ "94": "safety_mask_color",
107
+ "95": "safety_mask_mask_type",
108
+ "96": "safety_mask_age_range",
109
+ "97": "safety_mask_reusability",
110
+ "98": "safety_mask_specialty",
111
+ "99": "safety_mask_material",
112
+ "100": "safety_mask_layer",
113
+ "101": "safety_mask_closure_type",
114
+ "102": "safety_mask_size",
115
+ "103": "safety_mask_package_type",
116
+ "104": "safety_mask_gender",
117
+ "105": "safety_mask_certified_grade",
118
+ "106": "safety_mask_country",
119
+ "107": "breakfast_cereal_brand",
120
+ "108": "breakfast_cereal_specialty",
121
+ "109": "breakfast_cereal_flavor",
122
+ "110": "breakfast_cereal_net_content",
123
+ "111": "breakfast_cereal_container",
124
+ "112": "breakfast_cereal_pack_size",
125
+ "113": "breakfast_cereal_sub_brand",
126
+ "114": "breakfast_cereal_cereal_type"
127
+ },
128
+ "initializer_range": 0.02,
129
+ "label2id": {
130
+ "breakfast_cereal_brand": 107,
131
+ "breakfast_cereal_cereal_type": 114,
132
+ "breakfast_cereal_container": 111,
133
+ "breakfast_cereal_flavor": 109,
134
+ "breakfast_cereal_net_content": 110,
135
+ "breakfast_cereal_pack_size": 112,
136
+ "breakfast_cereal_specialty": 108,
137
+ "breakfast_cereal_sub_brand": 113,
138
+ "coffee_brand": 0,
139
+ "coffee_caffeine_content": 7,
140
+ "coffee_container_type": 9,
141
+ "coffee_country": 10,
142
+ "coffee_flavor": 3,
143
+ "coffee_item_form": 1,
144
+ "coffee_machine_type": 8,
145
+ "coffee_net_content": 4,
146
+ "coffee_pack_size": 5,
147
+ "coffee_roast_type": 6,
148
+ "coffee_specialty": 2,
149
+ "conditioner_age": 43,
150
+ "conditioner_benefit": 41,
151
+ "conditioner_brand": 34,
152
+ "conditioner_gender": 36,
153
+ "conditioner_hair_type": 42,
154
+ "conditioner_item_form": 35,
155
+ "conditioner_pack_size": 39,
156
+ "conditioner_scent": 40,
157
+ "conditioner_specialty": 38,
158
+ "conditioner_volume": 37,
159
+ "laundry_detergent_age": 69,
160
+ "laundry_detergent_brand": 59,
161
+ "laundry_detergent_color": 67,
162
+ "laundry_detergent_item_form": 60,
163
+ "laundry_detergent_load_size": 65,
164
+ "laundry_detergent_net_content": 61,
165
+ "laundry_detergent_pack_size": 62,
166
+ "laundry_detergent_scent": 64,
167
+ "laundry_detergent_skin_type": 68,
168
+ "laundry_detergent_specialty": 63,
169
+ "laundry_detergent_specific_uses": 66,
170
+ "safety_mask_age_range": 96,
171
+ "safety_mask_brand": 92,
172
+ "safety_mask_certified_grade": 105,
173
+ "safety_mask_closure_type": 101,
174
+ "safety_mask_color": 94,
175
+ "safety_mask_country": 106,
176
+ "safety_mask_gender": 104,
177
+ "safety_mask_layer": 100,
178
+ "safety_mask_mask_type": 95,
179
+ "safety_mask_material": 99,
180
+ "safety_mask_net_content": 93,
181
+ "safety_mask_package_type": 103,
182
+ "safety_mask_reusability": 97,
183
+ "safety_mask_size": 102,
184
+ "safety_mask_specialty": 98,
185
+ "shoes_age": 20,
186
+ "shoes_brand": 11,
187
+ "shoes_closure": 18,
188
+ "shoes_color": 15,
189
+ "shoes_gender": 12,
190
+ "shoes_material": 17,
191
+ "shoes_model_name": 13,
192
+ "shoes_shoe_type": 14,
193
+ "shoes_size": 16,
194
+ "shoes_sport": 19,
195
+ "shoes_waterproof": 21,
196
+ "sunscreen_age": 87,
197
+ "sunscreen_brand": 81,
198
+ "sunscreen_color": 86,
199
+ "sunscreen_gender": 91,
200
+ "sunscreen_item_form": 82,
201
+ "sunscreen_net_content": 85,
202
+ "sunscreen_pack_size": 89,
203
+ "sunscreen_protection_level": 84,
204
+ "sunscreen_scent": 88,
205
+ "sunscreen_skin_type": 90,
206
+ "sunscreen_specialty": 83,
207
+ "tea_brand": 70,
208
+ "tea_caffeine_content": 79,
209
+ "tea_container_type": 80,
210
+ "tea_country": 78,
211
+ "tea_flavor": 72,
212
+ "tea_item_form": 75,
213
+ "tea_machine_type": 77,
214
+ "tea_net_content": 76,
215
+ "tea_pack_size": 73,
216
+ "tea_specialty": 74,
217
+ "tea_tea_variety": 71,
218
+ "toothbrush_age": 23,
219
+ "toothbrush_animal": 33,
220
+ "toothbrush_brand": 22,
221
+ "toothbrush_cap": 25,
222
+ "toothbrush_color": 26,
223
+ "toothbrush_firmness": 31,
224
+ "toothbrush_material": 30,
225
+ "toothbrush_operation_mode": 28,
226
+ "toothbrush_pack_size": 29,
227
+ "toothbrush_power_source": 24,
228
+ "toothbrush_size": 32,
229
+ "toothbrush_specialty": 27,
230
+ "vitamin_administration_type": 57,
231
+ "vitamin_age": 54,
232
+ "vitamin_brand": 44,
233
+ "vitamin_caffeine_content": 58,
234
+ "vitamin_diet": 51,
235
+ "vitamin_dosage": 50,
236
+ "vitamin_flavor": 52,
237
+ "vitamin_gender": 53,
238
+ "vitamin_health_benefit": 48,
239
+ "vitamin_item_form": 47,
240
+ "vitamin_net_content": 46,
241
+ "vitamin_pack_size": 49,
242
+ "vitamin_specialty": 55,
243
+ "vitamin_supplement_type": 45,
244
+ "vitamin_supply_size": 56
245
+ },
246
+ "max_position_embeddings": 512,
247
+ "model_type": "distilbert",
248
+ "n_heads": 12,
249
+ "n_layers": 6,
250
+ "pad_token_id": 0,
251
+ "qa_dropout": 0.1,
252
+ "seq_classif_dropout": 0.2,
253
+ "sinusoidal_pos_embds": false,
254
+ "tie_weights_": true,
255
+ "torch_dtype": "float32",
256
+ "transformers_version": "4.41.2",
257
+ "vocab_size": 30522
258
+ }
run-0/checkpoint-215/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eb4a7646756f678ad571a26a3f0e74736ddd13bd3a1bf0b486daaf64a65f203
3
+ size 265817612
run-0/checkpoint-215/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60c3170d0ef39e072951b6a1fc2b4a3884ec5cf9ab0b8dd61bdb5633e98bf9e0
3
+ size 531696058
run-0/checkpoint-215/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:775b91c192b6e72477181fc5265b1455c5b63d029dd5a2c26a7abeb051c12fe9
3
+ size 14244
run-0/checkpoint-215/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:109072018f7adc3af63bbc352b7a96d1ebe5a1350d7a693a3c4b3f36b1fc0f2c
3
+ size 1064
run-0/checkpoint-215/special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
run-0/checkpoint-215/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
run-0/checkpoint-215/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_lower_case": true,
47
+ "mask_token": "[MASK]",
48
+ "model_max_length": 512,
49
+ "pad_token": "[PAD]",
50
+ "sep_token": "[SEP]",
51
+ "strip_accents": null,
52
+ "tokenize_chinese_chars": true,
53
+ "tokenizer_class": "DistilBertTokenizer",
54
+ "unk_token": "[UNK]"
55
+ }
run-0/checkpoint-215/trainer_state.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 3.1934962272644043,
3
+ "best_model_checkpoint": "../experiments/attribute_minig_mslacerda/run-0/checkpoint-215",
4
+ "epoch": 5.0,
5
+ "eval_steps": 500,
6
+ "global_step": 215,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.014714714714714715,
14
+ "eval_f1": 0.0032161727544222376,
15
+ "eval_loss": 4.7379937171936035,
16
+ "eval_precision": 0.002555677254472435,
17
+ "eval_recall": 0.004337050805452293,
18
+ "eval_runtime": 1.7897,
19
+ "eval_samples_per_second": 162.594,
20
+ "eval_steps_per_second": 20.673,
21
+ "step": 43
22
+ },
23
+ {
24
+ "epoch": 2.0,
25
+ "eval_accuracy": 0.04564564564564565,
26
+ "eval_f1": 0.0052812252442566675,
27
+ "eval_loss": 4.629229545593262,
28
+ "eval_precision": 0.004601932811780948,
29
+ "eval_recall": 0.006195786864931847,
30
+ "eval_runtime": 0.409,
31
+ "eval_samples_per_second": 711.533,
32
+ "eval_steps_per_second": 90.47,
33
+ "step": 86
34
+ },
35
+ {
36
+ "epoch": 3.0,
37
+ "eval_accuracy": 0.1084084084084084,
38
+ "eval_f1": 0.019977168949771692,
39
+ "eval_loss": 4.3264594078063965,
40
+ "eval_precision": 0.018518518518518517,
41
+ "eval_recall": 0.02168525402726146,
42
+ "eval_runtime": 0.3814,
43
+ "eval_samples_per_second": 762.906,
44
+ "eval_steps_per_second": 97.002,
45
+ "step": 129
46
+ },
47
+ {
48
+ "epoch": 4.0,
49
+ "eval_accuracy": 0.21921921921921922,
50
+ "eval_f1": 0.05235231694375663,
51
+ "eval_loss": 3.8293204307556152,
52
+ "eval_precision": 0.06100577081615829,
53
+ "eval_recall": 0.04584882280049566,
54
+ "eval_runtime": 0.4184,
55
+ "eval_samples_per_second": 695.449,
56
+ "eval_steps_per_second": 88.425,
57
+ "step": 172
58
+ },
59
+ {
60
+ "epoch": 5.0,
61
+ "eval_accuracy": 0.34534534534534533,
62
+ "eval_f1": 0.11312217194570136,
63
+ "eval_loss": 3.1934962272644043,
64
+ "eval_precision": 0.14450867052023122,
65
+ "eval_recall": 0.09293680297397769,
66
+ "eval_runtime": 0.3971,
67
+ "eval_samples_per_second": 732.809,
68
+ "eval_steps_per_second": 93.175,
69
+ "step": 215
70
+ }
71
+ ],
72
+ "logging_steps": 500,
73
+ "max_steps": 559,
74
+ "num_input_tokens_seen": 0,
75
+ "num_train_epochs": 13,
76
+ "save_steps": 500,
77
+ "stateful_callbacks": {
78
+ "TrainerControl": {
79
+ "args": {
80
+ "should_epoch_stop": false,
81
+ "should_evaluate": false,
82
+ "should_log": false,
83
+ "should_save": true,
84
+ "should_training_stop": false
85
+ },
86
+ "attributes": {}
87
+ }
88
+ },
89
+ "total_flos": 0,
90
+ "train_batch_size": 32,
91
+ "trial_name": null,
92
+ "trial_params": {
93
+ "learning_rate": 1.9515465034435234e-05,
94
+ "num_train_epochs": 13,
95
+ "per_device_train_batch_size": 32,
96
+ "warmup_steps": 409,
97
+ "weight_decay": 0.12970171389599502
98
+ }
99
+ }
run-0/checkpoint-215/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71ae2419ba52bbbde554a27ef80217ca4b5495074bec44beb4c730b4a566629f
3
+ size 5176
run-0/checkpoint-215/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
run-0/checkpoint-258/config.json ADDED
@@ -0,0 +1,258 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilbert/distilbert-base-uncased",
3
+ "activation": "gelu",
4
+ "architectures": [
5
+ "DistilBertForTokenClassification"
6
+ ],
7
+ "attention_dropout": 0.1,
8
+ "dim": 768,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 3072,
11
+ "id2label": {
12
+ "0": "coffee_brand",
13
+ "1": "coffee_item_form",
14
+ "2": "coffee_specialty",
15
+ "3": "coffee_flavor",
16
+ "4": "coffee_net_content",
17
+ "5": "coffee_pack_size",
18
+ "6": "coffee_roast_type",
19
+ "7": "coffee_caffeine_content",
20
+ "8": "coffee_machine_type",
21
+ "9": "coffee_container_type",
22
+ "10": "coffee_country",
23
+ "11": "shoes_brand",
24
+ "12": "shoes_gender",
25
+ "13": "shoes_model_name",
26
+ "14": "shoes_shoe_type",
27
+ "15": "shoes_color",
28
+ "16": "shoes_size",
29
+ "17": "shoes_material",
30
+ "18": "shoes_closure",
31
+ "19": "shoes_sport",
32
+ "20": "shoes_age",
33
+ "21": "shoes_waterproof",
34
+ "22": "toothbrush_brand",
35
+ "23": "toothbrush_age",
36
+ "24": "toothbrush_power_source",
37
+ "25": "toothbrush_cap",
38
+ "26": "toothbrush_color",
39
+ "27": "toothbrush_specialty",
40
+ "28": "toothbrush_operation_mode",
41
+ "29": "toothbrush_pack_size",
42
+ "30": "toothbrush_material",
43
+ "31": "toothbrush_firmness",
44
+ "32": "toothbrush_size",
45
+ "33": "toothbrush_animal",
46
+ "34": "conditioner_brand",
47
+ "35": "conditioner_item_form",
48
+ "36": "conditioner_gender",
49
+ "37": "conditioner_volume",
50
+ "38": "conditioner_specialty",
51
+ "39": "conditioner_pack_size",
52
+ "40": "conditioner_scent",
53
+ "41": "conditioner_benefit",
54
+ "42": "conditioner_hair_type",
55
+ "43": "conditioner_age",
56
+ "44": "vitamin_brand",
57
+ "45": "vitamin_supplement_type",
58
+ "46": "vitamin_net_content",
59
+ "47": "vitamin_item_form",
60
+ "48": "vitamin_health_benefit",
61
+ "49": "vitamin_pack_size",
62
+ "50": "vitamin_dosage",
63
+ "51": "vitamin_diet",
64
+ "52": "vitamin_flavor",
65
+ "53": "vitamin_gender",
66
+ "54": "vitamin_age",
67
+ "55": "vitamin_specialty",
68
+ "56": "vitamin_supply_size",
69
+ "57": "vitamin_administration_type",
70
+ "58": "vitamin_caffeine_content",
71
+ "59": "laundry_detergent_brand",
72
+ "60": "laundry_detergent_item_form",
73
+ "61": "laundry_detergent_net_content",
74
+ "62": "laundry_detergent_pack_size",
75
+ "63": "laundry_detergent_specialty",
76
+ "64": "laundry_detergent_scent",
77
+ "65": "laundry_detergent_load_size",
78
+ "66": "laundry_detergent_specific_uses",
79
+ "67": "laundry_detergent_color",
80
+ "68": "laundry_detergent_skin_type",
81
+ "69": "laundry_detergent_age",
82
+ "70": "tea_brand",
83
+ "71": "tea_tea_variety",
84
+ "72": "tea_flavor",
85
+ "73": "tea_pack_size",
86
+ "74": "tea_specialty",
87
+ "75": "tea_item_form",
88
+ "76": "tea_net_content",
89
+ "77": "tea_machine_type",
90
+ "78": "tea_country",
91
+ "79": "tea_caffeine_content",
92
+ "80": "tea_container_type",
93
+ "81": "sunscreen_brand",
94
+ "82": "sunscreen_item_form",
95
+ "83": "sunscreen_specialty",
96
+ "84": "sunscreen_protection_level",
97
+ "85": "sunscreen_net_content",
98
+ "86": "sunscreen_color",
99
+ "87": "sunscreen_age",
100
+ "88": "sunscreen_scent",
101
+ "89": "sunscreen_pack_size",
102
+ "90": "sunscreen_skin_type",
103
+ "91": "sunscreen_gender",
104
+ "92": "safety_mask_brand",
105
+ "93": "safety_mask_net_content",
106
+ "94": "safety_mask_color",
107
+ "95": "safety_mask_mask_type",
108
+ "96": "safety_mask_age_range",
109
+ "97": "safety_mask_reusability",
110
+ "98": "safety_mask_specialty",
111
+ "99": "safety_mask_material",
112
+ "100": "safety_mask_layer",
113
+ "101": "safety_mask_closure_type",
114
+ "102": "safety_mask_size",
115
+ "103": "safety_mask_package_type",
116
+ "104": "safety_mask_gender",
117
+ "105": "safety_mask_certified_grade",
118
+ "106": "safety_mask_country",
119
+ "107": "breakfast_cereal_brand",
120
+ "108": "breakfast_cereal_specialty",
121
+ "109": "breakfast_cereal_flavor",
122
+ "110": "breakfast_cereal_net_content",
123
+ "111": "breakfast_cereal_container",
124
+ "112": "breakfast_cereal_pack_size",
125
+ "113": "breakfast_cereal_sub_brand",
126
+ "114": "breakfast_cereal_cereal_type"
127
+ },
128
+ "initializer_range": 0.02,
129
+ "label2id": {
130
+ "breakfast_cereal_brand": 107,
131
+ "breakfast_cereal_cereal_type": 114,
132
+ "breakfast_cereal_container": 111,
133
+ "breakfast_cereal_flavor": 109,
134
+ "breakfast_cereal_net_content": 110,
135
+ "breakfast_cereal_pack_size": 112,
136
+ "breakfast_cereal_specialty": 108,
137
+ "breakfast_cereal_sub_brand": 113,
138
+ "coffee_brand": 0,
139
+ "coffee_caffeine_content": 7,
140
+ "coffee_container_type": 9,
141
+ "coffee_country": 10,
142
+ "coffee_flavor": 3,
143
+ "coffee_item_form": 1,
144
+ "coffee_machine_type": 8,
145
+ "coffee_net_content": 4,
146
+ "coffee_pack_size": 5,
147
+ "coffee_roast_type": 6,
148
+ "coffee_specialty": 2,
149
+ "conditioner_age": 43,
150
+ "conditioner_benefit": 41,
151
+ "conditioner_brand": 34,
152
+ "conditioner_gender": 36,
153
+ "conditioner_hair_type": 42,
154
+ "conditioner_item_form": 35,
155
+ "conditioner_pack_size": 39,
156
+ "conditioner_scent": 40,
157
+ "conditioner_specialty": 38,
158
+ "conditioner_volume": 37,
159
+ "laundry_detergent_age": 69,
160
+ "laundry_detergent_brand": 59,
161
+ "laundry_detergent_color": 67,
162
+ "laundry_detergent_item_form": 60,
163
+ "laundry_detergent_load_size": 65,
164
+ "laundry_detergent_net_content": 61,
165
+ "laundry_detergent_pack_size": 62,
166
+ "laundry_detergent_scent": 64,
167
+ "laundry_detergent_skin_type": 68,
168
+ "laundry_detergent_specialty": 63,
169
+ "laundry_detergent_specific_uses": 66,
170
+ "safety_mask_age_range": 96,
171
+ "safety_mask_brand": 92,
172
+ "safety_mask_certified_grade": 105,
173
+ "safety_mask_closure_type": 101,
174
+ "safety_mask_color": 94,
175
+ "safety_mask_country": 106,
176
+ "safety_mask_gender": 104,
177
+ "safety_mask_layer": 100,
178
+ "safety_mask_mask_type": 95,
179
+ "safety_mask_material": 99,
180
+ "safety_mask_net_content": 93,
181
+ "safety_mask_package_type": 103,
182
+ "safety_mask_reusability": 97,
183
+ "safety_mask_size": 102,
184
+ "safety_mask_specialty": 98,
185
+ "shoes_age": 20,
186
+ "shoes_brand": 11,
187
+ "shoes_closure": 18,
188
+ "shoes_color": 15,
189
+ "shoes_gender": 12,
190
+ "shoes_material": 17,
191
+ "shoes_model_name": 13,
192
+ "shoes_shoe_type": 14,
193
+ "shoes_size": 16,
194
+ "shoes_sport": 19,
195
+ "shoes_waterproof": 21,
196
+ "sunscreen_age": 87,
197
+ "sunscreen_brand": 81,
198
+ "sunscreen_color": 86,
199
+ "sunscreen_gender": 91,
200
+ "sunscreen_item_form": 82,
201
+ "sunscreen_net_content": 85,
202
+ "sunscreen_pack_size": 89,
203
+ "sunscreen_protection_level": 84,
204
+ "sunscreen_scent": 88,
205
+ "sunscreen_skin_type": 90,
206
+ "sunscreen_specialty": 83,
207
+ "tea_brand": 70,
208
+ "tea_caffeine_content": 79,
209
+ "tea_container_type": 80,
210
+ "tea_country": 78,
211
+ "tea_flavor": 72,
212
+ "tea_item_form": 75,
213
+ "tea_machine_type": 77,
214
+ "tea_net_content": 76,
215
+ "tea_pack_size": 73,
216
+ "tea_specialty": 74,
217
+ "tea_tea_variety": 71,
218
+ "toothbrush_age": 23,
219
+ "toothbrush_animal": 33,
220
+ "toothbrush_brand": 22,
221
+ "toothbrush_cap": 25,
222
+ "toothbrush_color": 26,
223
+ "toothbrush_firmness": 31,
224
+ "toothbrush_material": 30,
225
+ "toothbrush_operation_mode": 28,
226
+ "toothbrush_pack_size": 29,
227
+ "toothbrush_power_source": 24,
228
+ "toothbrush_size": 32,
229
+ "toothbrush_specialty": 27,
230
+ "vitamin_administration_type": 57,
231
+ "vitamin_age": 54,
232
+ "vitamin_brand": 44,
233
+ "vitamin_caffeine_content": 58,
234
+ "vitamin_diet": 51,
235
+ "vitamin_dosage": 50,
236
+ "vitamin_flavor": 52,
237
+ "vitamin_gender": 53,
238
+ "vitamin_health_benefit": 48,
239
+ "vitamin_item_form": 47,
240
+ "vitamin_net_content": 46,
241
+ "vitamin_pack_size": 49,
242
+ "vitamin_specialty": 55,
243
+ "vitamin_supplement_type": 45,
244
+ "vitamin_supply_size": 56
245
+ },
246
+ "max_position_embeddings": 512,
247
+ "model_type": "distilbert",
248
+ "n_heads": 12,
249
+ "n_layers": 6,
250
+ "pad_token_id": 0,
251
+ "qa_dropout": 0.1,
252
+ "seq_classif_dropout": 0.2,
253
+ "sinusoidal_pos_embds": false,
254
+ "tie_weights_": true,
255
+ "torch_dtype": "float32",
256
+ "transformers_version": "4.41.2",
257
+ "vocab_size": 30522
258
+ }
run-0/checkpoint-258/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0defd6c4f0390981ace68cafba1db7b5e9d0a809cf6347f326faf93ef2a90d1
3
+ size 265817612
run-0/checkpoint-258/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13981cbed60ba75cf2f9ec2ca7ff9d2e6315e279eb468a2e3770d2a00328019b
3
+ size 531696058
run-0/checkpoint-258/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93f12cd3c7bec82d6ebfd8ea48b1ea7203fd4cfb4ccc583175f52015d56beaee
3
+ size 14244
run-0/checkpoint-258/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fa82f2b6eab7152895a08b2d9bd77e220a62fba2b350bdae4e3a64804dcc1ba
3
+ size 1064
run-0/checkpoint-258/special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
run-0/checkpoint-258/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
run-0/checkpoint-258/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_lower_case": true,
47
+ "mask_token": "[MASK]",
48
+ "model_max_length": 512,
49
+ "pad_token": "[PAD]",
50
+ "sep_token": "[SEP]",
51
+ "strip_accents": null,
52
+ "tokenize_chinese_chars": true,
53
+ "tokenizer_class": "DistilBertTokenizer",
54
+ "unk_token": "[UNK]"
55
+ }
run-0/checkpoint-258/trainer_state.json ADDED
@@ -0,0 +1,111 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 2.618304491043091,
3
+ "best_model_checkpoint": "../experiments/attribute_minig_mslacerda/run-0/checkpoint-258",
4
+ "epoch": 6.0,
5
+ "eval_steps": 500,
6
+ "global_step": 258,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.014714714714714715,
14
+ "eval_f1": 0.0032161727544222376,
15
+ "eval_loss": 4.7379937171936035,
16
+ "eval_precision": 0.002555677254472435,
17
+ "eval_recall": 0.004337050805452293,
18
+ "eval_runtime": 1.7897,
19
+ "eval_samples_per_second": 162.594,
20
+ "eval_steps_per_second": 20.673,
21
+ "step": 43
22
+ },
23
+ {
24
+ "epoch": 2.0,
25
+ "eval_accuracy": 0.04564564564564565,
26
+ "eval_f1": 0.0052812252442566675,
27
+ "eval_loss": 4.629229545593262,
28
+ "eval_precision": 0.004601932811780948,
29
+ "eval_recall": 0.006195786864931847,
30
+ "eval_runtime": 0.409,
31
+ "eval_samples_per_second": 711.533,
32
+ "eval_steps_per_second": 90.47,
33
+ "step": 86
34
+ },
35
+ {
36
+ "epoch": 3.0,
37
+ "eval_accuracy": 0.1084084084084084,
38
+ "eval_f1": 0.019977168949771692,
39
+ "eval_loss": 4.3264594078063965,
40
+ "eval_precision": 0.018518518518518517,
41
+ "eval_recall": 0.02168525402726146,
42
+ "eval_runtime": 0.3814,
43
+ "eval_samples_per_second": 762.906,
44
+ "eval_steps_per_second": 97.002,
45
+ "step": 129
46
+ },
47
+ {
48
+ "epoch": 4.0,
49
+ "eval_accuracy": 0.21921921921921922,
50
+ "eval_f1": 0.05235231694375663,
51
+ "eval_loss": 3.8293204307556152,
52
+ "eval_precision": 0.06100577081615829,
53
+ "eval_recall": 0.04584882280049566,
54
+ "eval_runtime": 0.4184,
55
+ "eval_samples_per_second": 695.449,
56
+ "eval_steps_per_second": 88.425,
57
+ "step": 172
58
+ },
59
+ {
60
+ "epoch": 5.0,
61
+ "eval_accuracy": 0.34534534534534533,
62
+ "eval_f1": 0.11312217194570136,
63
+ "eval_loss": 3.1934962272644043,
64
+ "eval_precision": 0.14450867052023122,
65
+ "eval_recall": 0.09293680297397769,
66
+ "eval_runtime": 0.3971,
67
+ "eval_samples_per_second": 732.809,
68
+ "eval_steps_per_second": 93.175,
69
+ "step": 215
70
+ },
71
+ {
72
+ "epoch": 6.0,
73
+ "eval_accuracy": 0.44054054054054054,
74
+ "eval_f1": 0.18429782528566166,
75
+ "eval_loss": 2.618304491043091,
76
+ "eval_precision": 0.22747952684258416,
77
+ "eval_recall": 0.15489467162329615,
78
+ "eval_runtime": 0.4026,
79
+ "eval_samples_per_second": 722.765,
80
+ "eval_steps_per_second": 91.898,
81
+ "step": 258
82
+ }
83
+ ],
84
+ "logging_steps": 500,
85
+ "max_steps": 559,
86
+ "num_input_tokens_seen": 0,
87
+ "num_train_epochs": 13,
88
+ "save_steps": 500,
89
+ "stateful_callbacks": {
90
+ "TrainerControl": {
91
+ "args": {
92
+ "should_epoch_stop": false,
93
+ "should_evaluate": false,
94
+ "should_log": false,
95
+ "should_save": true,
96
+ "should_training_stop": false
97
+ },
98
+ "attributes": {}
99
+ }
100
+ },
101
+ "total_flos": 0,
102
+ "train_batch_size": 32,
103
+ "trial_name": null,
104
+ "trial_params": {
105
+ "learning_rate": 1.9515465034435234e-05,
106
+ "num_train_epochs": 13,
107
+ "per_device_train_batch_size": 32,
108
+ "warmup_steps": 409,
109
+ "weight_decay": 0.12970171389599502
110
+ }
111
+ }
run-0/checkpoint-258/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71ae2419ba52bbbde554a27ef80217ca4b5495074bec44beb4c730b4a566629f
3
+ size 5176
run-0/checkpoint-258/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
run-0/checkpoint-301/config.json ADDED
@@ -0,0 +1,258 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilbert/distilbert-base-uncased",
3
+ "activation": "gelu",
4
+ "architectures": [
5
+ "DistilBertForTokenClassification"
6
+ ],
7
+ "attention_dropout": 0.1,
8
+ "dim": 768,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 3072,
11
+ "id2label": {
12
+ "0": "coffee_brand",
13
+ "1": "coffee_item_form",
14
+ "2": "coffee_specialty",
15
+ "3": "coffee_flavor",
16
+ "4": "coffee_net_content",
17
+ "5": "coffee_pack_size",
18
+ "6": "coffee_roast_type",
19
+ "7": "coffee_caffeine_content",
20
+ "8": "coffee_machine_type",
21
+ "9": "coffee_container_type",
22
+ "10": "coffee_country",
23
+ "11": "shoes_brand",
24
+ "12": "shoes_gender",
25
+ "13": "shoes_model_name",
26
+ "14": "shoes_shoe_type",
27
+ "15": "shoes_color",
28
+ "16": "shoes_size",
29
+ "17": "shoes_material",
30
+ "18": "shoes_closure",
31
+ "19": "shoes_sport",
32
+ "20": "shoes_age",
33
+ "21": "shoes_waterproof",
34
+ "22": "toothbrush_brand",
35
+ "23": "toothbrush_age",
36
+ "24": "toothbrush_power_source",
37
+ "25": "toothbrush_cap",
38
+ "26": "toothbrush_color",
39
+ "27": "toothbrush_specialty",
40
+ "28": "toothbrush_operation_mode",
41
+ "29": "toothbrush_pack_size",
42
+ "30": "toothbrush_material",
43
+ "31": "toothbrush_firmness",
44
+ "32": "toothbrush_size",
45
+ "33": "toothbrush_animal",
46
+ "34": "conditioner_brand",
47
+ "35": "conditioner_item_form",
48
+ "36": "conditioner_gender",
49
+ "37": "conditioner_volume",
50
+ "38": "conditioner_specialty",
51
+ "39": "conditioner_pack_size",
52
+ "40": "conditioner_scent",
53
+ "41": "conditioner_benefit",
54
+ "42": "conditioner_hair_type",
55
+ "43": "conditioner_age",
56
+ "44": "vitamin_brand",
57
+ "45": "vitamin_supplement_type",
58
+ "46": "vitamin_net_content",
59
+ "47": "vitamin_item_form",
60
+ "48": "vitamin_health_benefit",
61
+ "49": "vitamin_pack_size",
62
+ "50": "vitamin_dosage",
63
+ "51": "vitamin_diet",
64
+ "52": "vitamin_flavor",
65
+ "53": "vitamin_gender",
66
+ "54": "vitamin_age",
67
+ "55": "vitamin_specialty",
68
+ "56": "vitamin_supply_size",
69
+ "57": "vitamin_administration_type",
70
+ "58": "vitamin_caffeine_content",
71
+ "59": "laundry_detergent_brand",
72
+ "60": "laundry_detergent_item_form",
73
+ "61": "laundry_detergent_net_content",
74
+ "62": "laundry_detergent_pack_size",
75
+ "63": "laundry_detergent_specialty",
76
+ "64": "laundry_detergent_scent",
77
+ "65": "laundry_detergent_load_size",
78
+ "66": "laundry_detergent_specific_uses",
79
+ "67": "laundry_detergent_color",
80
+ "68": "laundry_detergent_skin_type",
81
+ "69": "laundry_detergent_age",
82
+ "70": "tea_brand",
83
+ "71": "tea_tea_variety",
84
+ "72": "tea_flavor",
85
+ "73": "tea_pack_size",
86
+ "74": "tea_specialty",
87
+ "75": "tea_item_form",
88
+ "76": "tea_net_content",
89
+ "77": "tea_machine_type",
90
+ "78": "tea_country",
91
+ "79": "tea_caffeine_content",
92
+ "80": "tea_container_type",
93
+ "81": "sunscreen_brand",
94
+ "82": "sunscreen_item_form",
95
+ "83": "sunscreen_specialty",
96
+ "84": "sunscreen_protection_level",
97
+ "85": "sunscreen_net_content",
98
+ "86": "sunscreen_color",
99
+ "87": "sunscreen_age",
100
+ "88": "sunscreen_scent",
101
+ "89": "sunscreen_pack_size",
102
+ "90": "sunscreen_skin_type",
103
+ "91": "sunscreen_gender",
104
+ "92": "safety_mask_brand",
105
+ "93": "safety_mask_net_content",
106
+ "94": "safety_mask_color",
107
+ "95": "safety_mask_mask_type",
108
+ "96": "safety_mask_age_range",
109
+ "97": "safety_mask_reusability",
110
+ "98": "safety_mask_specialty",
111
+ "99": "safety_mask_material",
112
+ "100": "safety_mask_layer",
113
+ "101": "safety_mask_closure_type",
114
+ "102": "safety_mask_size",
115
+ "103": "safety_mask_package_type",
116
+ "104": "safety_mask_gender",
117
+ "105": "safety_mask_certified_grade",
118
+ "106": "safety_mask_country",
119
+ "107": "breakfast_cereal_brand",
120
+ "108": "breakfast_cereal_specialty",
121
+ "109": "breakfast_cereal_flavor",
122
+ "110": "breakfast_cereal_net_content",
123
+ "111": "breakfast_cereal_container",
124
+ "112": "breakfast_cereal_pack_size",
125
+ "113": "breakfast_cereal_sub_brand",
126
+ "114": "breakfast_cereal_cereal_type"
127
+ },
128
+ "initializer_range": 0.02,
129
+ "label2id": {
130
+ "breakfast_cereal_brand": 107,
131
+ "breakfast_cereal_cereal_type": 114,
132
+ "breakfast_cereal_container": 111,
133
+ "breakfast_cereal_flavor": 109,
134
+ "breakfast_cereal_net_content": 110,
135
+ "breakfast_cereal_pack_size": 112,
136
+ "breakfast_cereal_specialty": 108,
137
+ "breakfast_cereal_sub_brand": 113,
138
+ "coffee_brand": 0,
139
+ "coffee_caffeine_content": 7,
140
+ "coffee_container_type": 9,
141
+ "coffee_country": 10,
142
+ "coffee_flavor": 3,
143
+ "coffee_item_form": 1,
144
+ "coffee_machine_type": 8,
145
+ "coffee_net_content": 4,
146
+ "coffee_pack_size": 5,
147
+ "coffee_roast_type": 6,
148
+ "coffee_specialty": 2,
149
+ "conditioner_age": 43,
150
+ "conditioner_benefit": 41,
151
+ "conditioner_brand": 34,
152
+ "conditioner_gender": 36,
153
+ "conditioner_hair_type": 42,
154
+ "conditioner_item_form": 35,
155
+ "conditioner_pack_size": 39,
156
+ "conditioner_scent": 40,
157
+ "conditioner_specialty": 38,
158
+ "conditioner_volume": 37,
159
+ "laundry_detergent_age": 69,
160
+ "laundry_detergent_brand": 59,
161
+ "laundry_detergent_color": 67,
162
+ "laundry_detergent_item_form": 60,
163
+ "laundry_detergent_load_size": 65,
164
+ "laundry_detergent_net_content": 61,
165
+ "laundry_detergent_pack_size": 62,
166
+ "laundry_detergent_scent": 64,
167
+ "laundry_detergent_skin_type": 68,
168
+ "laundry_detergent_specialty": 63,
169
+ "laundry_detergent_specific_uses": 66,
170
+ "safety_mask_age_range": 96,
171
+ "safety_mask_brand": 92,
172
+ "safety_mask_certified_grade": 105,
173
+ "safety_mask_closure_type": 101,
174
+ "safety_mask_color": 94,
175
+ "safety_mask_country": 106,
176
+ "safety_mask_gender": 104,
177
+ "safety_mask_layer": 100,
178
+ "safety_mask_mask_type": 95,
179
+ "safety_mask_material": 99,
180
+ "safety_mask_net_content": 93,
181
+ "safety_mask_package_type": 103,
182
+ "safety_mask_reusability": 97,
183
+ "safety_mask_size": 102,
184
+ "safety_mask_specialty": 98,
185
+ "shoes_age": 20,
186
+ "shoes_brand": 11,
187
+ "shoes_closure": 18,
188
+ "shoes_color": 15,
189
+ "shoes_gender": 12,
190
+ "shoes_material": 17,
191
+ "shoes_model_name": 13,
192
+ "shoes_shoe_type": 14,
193
+ "shoes_size": 16,
194
+ "shoes_sport": 19,
195
+ "shoes_waterproof": 21,
196
+ "sunscreen_age": 87,
197
+ "sunscreen_brand": 81,
198
+ "sunscreen_color": 86,
199
+ "sunscreen_gender": 91,
200
+ "sunscreen_item_form": 82,
201
+ "sunscreen_net_content": 85,
202
+ "sunscreen_pack_size": 89,
203
+ "sunscreen_protection_level": 84,
204
+ "sunscreen_scent": 88,
205
+ "sunscreen_skin_type": 90,
206
+ "sunscreen_specialty": 83,
207
+ "tea_brand": 70,
208
+ "tea_caffeine_content": 79,
209
+ "tea_container_type": 80,
210
+ "tea_country": 78,
211
+ "tea_flavor": 72,
212
+ "tea_item_form": 75,
213
+ "tea_machine_type": 77,
214
+ "tea_net_content": 76,
215
+ "tea_pack_size": 73,
216
+ "tea_specialty": 74,
217
+ "tea_tea_variety": 71,
218
+ "toothbrush_age": 23,
219
+ "toothbrush_animal": 33,
220
+ "toothbrush_brand": 22,
221
+ "toothbrush_cap": 25,
222
+ "toothbrush_color": 26,
223
+ "toothbrush_firmness": 31,
224
+ "toothbrush_material": 30,
225
+ "toothbrush_operation_mode": 28,
226
+ "toothbrush_pack_size": 29,
227
+ "toothbrush_power_source": 24,
228
+ "toothbrush_size": 32,
229
+ "toothbrush_specialty": 27,
230
+ "vitamin_administration_type": 57,
231
+ "vitamin_age": 54,
232
+ "vitamin_brand": 44,
233
+ "vitamin_caffeine_content": 58,
234
+ "vitamin_diet": 51,
235
+ "vitamin_dosage": 50,
236
+ "vitamin_flavor": 52,
237
+ "vitamin_gender": 53,
238
+ "vitamin_health_benefit": 48,
239
+ "vitamin_item_form": 47,
240
+ "vitamin_net_content": 46,
241
+ "vitamin_pack_size": 49,
242
+ "vitamin_specialty": 55,
243
+ "vitamin_supplement_type": 45,
244
+ "vitamin_supply_size": 56
245
+ },
246
+ "max_position_embeddings": 512,
247
+ "model_type": "distilbert",
248
+ "n_heads": 12,
249
+ "n_layers": 6,
250
+ "pad_token_id": 0,
251
+ "qa_dropout": 0.1,
252
+ "seq_classif_dropout": 0.2,
253
+ "sinusoidal_pos_embds": false,
254
+ "tie_weights_": true,
255
+ "torch_dtype": "float32",
256
+ "transformers_version": "4.41.2",
257
+ "vocab_size": 30522
258
+ }
run-0/checkpoint-301/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1c24377ac3b5cb394767bb1fe10480749fd09ab50a2fb2dabcc239bb887400f
3
+ size 265817612
run-0/checkpoint-301/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db484b25c97098c9adf7a4567a77ba92f3b659c4a94250e4c535859978969090
3
+ size 531696058