aift-model-review-multiple-label-classification

README.md

@@ -15,8 +15,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.9914
-- Accuracy Thresh: 0.9336
+- Loss: 3.1789
+- Accuracy Thresh: 0.9161
 
 ## Model description
 
@@ -39,30 +39,44 @@ The following hyperparameters were used during training:
 - train_batch_size: 8
 - eval_batch_size: 8
 - seed: 42
-- distributed_type: tpu
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- num_epochs: 10
+- num_epochs: 25
 
 ### Training results
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy Thresh |
 |:-------------:|:-----:|:----:|:---------------:|:---------------:|
-| No log        | 1.0   | 70   | 0.9565          | 0.8721          |
-| No log        | 2.0   | 140  | 0.8502          | 0.8907          |
-| No log        | 3.0   | 210  | 0.8939          | 0.9064          |
-| No log        | 4.0   | 280  | 0.8814          | 0.9236          |
-| No log        | 5.0   | 350  | 0.8374          | 0.9164          |
-| No log        | 6.0   | 420  | 0.9718          | 0.9286          |
-| No log        | 7.0   | 490  | 0.9207          | 0.9293          |
-| 0.5144        | 8.0   | 560  | 0.9008          | 0.9321          |
-| 0.5144        | 9.0   | 630  | 0.9761          | 0.9321          |
-| 0.5144        | 10.0  | 700  | 0.9914          | 0.9336          |
+| No log        | 1.0   | 129  | 2.3568          | 0.3224          |
+| No log        | 2.0   | 258  | 1.6533          | 0.5518          |
+| No log        | 3.0   | 387  | 1.3939          | 0.7174          |
+| 2.7357        | 4.0   | 516  | 1.3937          | 0.7875          |
+| 2.7357        | 5.0   | 645  | 1.3416          | 0.8023          |
+| 2.7357        | 6.0   | 774  | 1.3744          | 0.8696          |
+| 2.7357        | 7.0   | 903  | 1.4840          | 0.8753          |
+| 0.727         | 8.0   | 1032 | 1.6799          | 0.8858          |
+| 0.727         | 9.0   | 1161 | 1.6802          | 0.8830          |
+| 0.727         | 10.0  | 1290 | 1.8544          | 0.8968          |
+| 0.727         | 11.0  | 1419 | 1.8931          | 0.8971          |
+| 0.4047        | 12.0  | 1548 | 2.1624          | 0.8978          |
+| 0.4047        | 13.0  | 1677 | 2.3448          | 0.9042          |
+| 0.4047        | 14.0  | 1806 | 2.4661          | 0.9087          |
+| 0.4047        | 15.0  | 1935 | 2.5098          | 0.9087          |
+| 0.2396        | 16.0  | 2064 | 2.7352          | 0.9130          |
+| 0.2396        | 17.0  | 2193 | 2.7756          | 0.9123          |
+| 0.2396        | 18.0  | 2322 | 2.9367          | 0.9151          |
+| 0.2396        | 19.0  | 2451 | 2.9757          | 0.9140          |
+| 0.1658        | 20.0  | 2580 | 2.9550          | 0.9140          |
+| 0.1658        | 21.0  | 2709 | 3.0914          | 0.9161          |
+| 0.1658        | 22.0  | 2838 | 3.1505          | 0.9158          |
+| 0.1658        | 23.0  | 2967 | 3.0856          | 0.9147          |
+| 0.1233        | 24.0  | 3096 | 3.1968          | 0.9175          |
+| 0.1233        | 25.0  | 3225 | 3.1789          | 0.9161          |
 
 
 ### Framework versions
 
-- Transformers 4.37.2
-- Pytorch 2.0.0+cu118
-- Datasets 2.16.1
-- Tokenizers 0.15.0
+- Transformers 4.38.0.dev0
+- Pytorch 2.2.0+cu121
+- Datasets 2.17.1
+- Tokenizers 0.15.2

config.json

@@ -13,25 +13,27 @@
     "1": "bugs",
     "2": "graphic",
     "3": "gameplay",
-    "4": "others",
-    "5": "request",
-    "6": "positive",
-    "7": "negative",
-    "8": "neutral",
-    "9": "feedback"
+    "4": "performance",
+    "5": "others",
+    "6": "request",
+    "7": "positive",
+    "8": "negative",
+    "9": "neutral",
+    "10": "feedback"
   },
   "initializer_range": 0.02,
   "label2id": {
     "ads": 0,
     "bugs": 1,
-    "feedback": 9,
+    "feedback": 10,
     "gameplay": 3,
     "graphic": 2,
-    "negative": 7,
-    "neutral": 8,
-    "others": 4,
-    "positive": 6,
-    "request": 5
+    "negative": 8,
+    "neutral": 9,
+    "others": 5,
+    "performance": 4,
+    "positive": 7,
+    "request": 6
   },
   "max_position_embeddings": 512,
   "model_type": "distilbert",
@@ -44,6 +46,6 @@
   "sinusoidal_pos_embds": false,
   "tie_weights_": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.37.2",
+  "transformers_version": "4.38.0.dev0",
   "vocab_size": 30522
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:696949c891ef92e79da7f897bdd0730fa3c090df0d5e7aed11a33cddea4a487e
-size 267857176
+oid sha256:78e12eceb00e0f7b833115562c19ff7e18d8575047b7427c9cc98f543561b65f
+size 267860252

runs/Feb19_17-28-29_b730cd9cf662/events.out.tfevents.1708363710.b730cd9cf662.182.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803d3bc1e00dbf60bebd7b95c56159b123b9626a7627bf2d9a34ae0a16df8085
+size 9171

runs/Feb19_17-31-12_b730cd9cf662/events.out.tfevents.1708363874.b730cd9cf662.182.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7706057efab37cc23524b2d95c6ad4d96d53867888c3e04bfd93a5b716dccd61
+size 14749

runs/Feb19_17-31-12_b730cd9cf662/events.out.tfevents.1708365161.b730cd9cf662.182.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6476cf190668aafeb41fcb882a79ef35ba7a6544102b5bbb1682b75293266928
+size 418

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fddc9291a12d9b3dea425d841be14b755f12fd8f54f8a455a2a3d33637690d3d
-size 4219
+oid sha256:a59300b4b4f42c5afa721bc2da8881eb7bb087927375c8c5333633350e4a3167
+size 4856