Cielciel/aift-model-review-multiple-label-classification_new

README.md

@@ -15,8 +15,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.1719
-- Accuracy Thresh: 0.9378
+- Loss: 0.1849
+- Accuracy Thresh: 0.9186
 
 ## Model description
 
@@ -48,16 +48,16 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy Thresh |
 |:-------------:|:-----:|:----:|:---------------:|:---------------:|
-| No log        | 1.0   | 70   | 0.4035          | 0.7847          |
-| No log        | 2.0   | 140  | 0.2987          | 0.8867          |
-| No log        | 3.0   | 210  | 0.2408          | 0.9194          |
-| No log        | 4.0   | 280  | 0.2094          | 0.9327          |
-| No log        | 5.0   | 350  | 0.1901          | 0.9306          |
-| No log        | 6.0   | 420  | 0.1834          | 0.9327          |
-| No log        | 7.0   | 490  | 0.1806          | 0.9316          |
-| 0.2595        | 8.0   | 560  | 0.1740          | 0.9408          |
-| 0.2595        | 9.0   | 630  | 0.1723          | 0.9367          |
-| 0.2595        | 10.0  | 700  | 0.1719          | 0.9378          |
+| No log        | 1.0   | 70   | 0.4094          | 0.7879          |
+| No log        | 2.0   | 140  | 0.3128          | 0.8743          |
+| No log        | 3.0   | 210  | 0.2563          | 0.9129          |
+| No log        | 4.0   | 280  | 0.2323          | 0.9157          |
+| No log        | 5.0   | 350  | 0.2118          | 0.9129          |
+| No log        | 6.0   | 420  | 0.2037          | 0.9136          |
+| No log        | 7.0   | 490  | 0.1942          | 0.9150          |
+| 0.2837        | 8.0   | 560  | 0.1872          | 0.9150          |
+| 0.2837        | 9.0   | 630  | 0.1859          | 0.9171          |
+| 0.2837        | 10.0  | 700  | 0.1849          | 0.9186          |
 
 
 ### Framework versions

config.json

@@ -15,15 +15,21 @@
     "3": "negative",
     "4": "graphic",
     "5": "gameplay",
-    "6": "request"
+    "6": "request",
+    "7": "neutral",
+    "8": "feedback",
+    "9": "others"
   },
   "initializer_range": 0.02,
   "label2id": {
     "ads": 0,
     "bugs": 1,
+    "feedback": 8,
     "gameplay": 5,
     "graphic": 4,
     "negative": 3,
+    "neutral": 7,
+    "others": 9,
     "positive": 2,
     "request": 6
   },

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f6999acda63073df3ac561ea7e06ada93479b355ea9217598e4bb418f117b2b
-size 267847948
+oid sha256:eeac34d387716c2be03b93ecc7e9ca337569aa858d3d83305194d651548faa84
+size 267857176

models/config.json

@@ -0,0 +1,49 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "ads",
+    "1": "bugs",
+    "2": "positive",
+    "3": "negative",
+    "4": "graphic",
+    "5": "gameplay",
+    "6": "request",
+    "7": "neutral",
+    "8": "feedback",
+    "9": "others"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "ads": 0,
+    "bugs": 1,
+    "feedback": 8,
+    "gameplay": 5,
+    "graphic": 4,
+    "negative": 3,
+    "neutral": 7,
+    "others": 9,
+    "positive": 2,
+    "request": 6
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "multi_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.37.0.dev0",
+  "vocab_size": 30522
+}

models/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeac34d387716c2be03b93ecc7e9ca337569aa858d3d83305194d651548faa84
+size 267857176

models/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

models/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

models/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f20af146c38bd7ea2ef6bc7ef420f296216cd2737ec2d9d410e427f7978b85
+size 4347

runs/Jan09_02-37-04_aift-review-classification-multiple-label/events.out.tfevents.1704768767.aift-review-classification-multiple-label

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36878af3e4d6be33f65e8ddef5cbe0a228cdb65b423550031409231c5ff6e7a
+size 8727

runs/Jan09_02-37-04_aift-review-classification-multiple-label/events.out.tfevents.1704768827.aift-review-classification-multiple-label

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb95bbd4a00256cd6e7aa0fc38f03a04d4b50f52c6dd08fd5225629b1783cadb
+size 370

runs/Jan09_04-24-38_aift-review-classification-multiple-label/events.out.tfevents.1704774283.aift-review-classification-multiple-label

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4c8eac33d5e6823ce575ad38121016d36436cbc4889e8fe2fcb4c432e9c532
+size 8841

runs/Jan09_04-24-38_aift-review-classification-multiple-label/events.out.tfevents.1704774393.aift-review-classification-multiple-label

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ca5cddce136a220d161f55fa1ba597a69e7c178f4866d524b93fb5bcb79622
+size 198

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e82e1e1c3d86863c7509b7945908053db1823c15f7f3e71c5e539202ca4ccce
+oid sha256:17f20af146c38bd7ea2ef6bc7ef420f296216cd2737ec2d9d410e427f7978b85
 size 4347