arpanghoshal commited on
Commit
5bce071
1 Parent(s): 4611f6c
.DS_Store ADDED
Binary file (6.15 kB). View file
README.md DELETED
@@ -1,21 +0,0 @@
1
- # What is GoEmotions
2
- Dataset labelled 58000 Reddit comments with 28 emotions
3
-
4
- - admiration, amusement, anger, annoyance, approval, caring, confusion, curiosity, desire, disappointment, disapproval, disgust, embarrassment, excitement, fear, gratitude, grief, joy, love, nervousness, optimism, pride, realization, relief, remorse, sadness, surprise + neutral
5
-
6
- ## Hyperparameters
7
-
8
- | Parameter | |
9
- | ----------------- | :---: |
10
- | Learning rate | 5e-5 |
11
- | Epochs | 10 |
12
- | Max Seq Length | 50 |
13
- | Batch size | 16 |
14
-
15
- ## Results
16
-
17
- Best Result of `Macro F1`
18
-
19
- | Macro F1 (%) | Test |
20
- | ------------ | :---: |
21
- | original | 49.30 |
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
config.json CHANGED
@@ -1,82 +1,82 @@
1
  {
2
- "activation": "gelu",
3
  "architectures": [
4
- "RobertaForSequenceClassification"
5
  ],
6
- "attention_dropout": 0.1,
7
- "dim": 768,
8
- "dropout": 0.25,
9
- "hidden_dim": 3072,
 
 
 
10
  "id2label": {
11
- "0": "admiration",
12
- "1": "amusement",
13
- "2": "anger",
14
- "3": "annoyance",
15
- "4": "approval",
16
- "5": "caring",
17
- "6": "confusion",
18
- "7": "curiosity",
19
- "8": "desire",
20
- "9": "disappointment",
21
- "10": "disapproval",
22
- "11": "disgust",
23
- "12": "embarrassment",
24
- "13": "excitement",
25
- "14": "fear",
26
- "15": "gratitude",
27
- "16": "grief",
28
- "17": "joy",
29
- "18": "love",
30
- "19": "nervousness",
31
- "20": "optimism",
32
- "21": "pride",
33
- "22": "realization",
34
- "23": "relief",
35
- "24": "remorse",
36
- "25": "sadness",
37
- "26": "surprise",
38
- "27": "neutral"
39
  },
40
  "initializer_range": 0.02,
 
41
  "label2id": {
42
- "admiration": 0,
43
- "amusement": 1,
44
- "anger": 2,
45
- "annoyance": 3,
46
- "approval": 4,
47
- "caring": 5,
48
- "confusion": 6,
49
- "curiosity": 7,
50
- "desire": 8,
51
- "disappointment": 9,
52
- "disapproval": 10,
53
- "disgust": 11,
54
- "embarrassment": 12,
55
- "excitement": 13,
56
- "fear": 14,
57
- "gratitude": 15,
58
- "grief": 16,
59
- "joy": 17,
60
- "love": 18,
61
- "nervousness": 19,
62
- "neutral": 27,
63
- "optimism": 20,
64
- "pride": 21,
65
- "realization": 22,
66
- "relief": 23,
67
- "remorse": 24,
68
- "sadness": 25,
69
- "surprise": 26
70
  },
71
- "max_position_embeddings": 512,
72
- "model_type": "Roberta",
73
- "n_heads": 12,
74
- "n_layers": 6,
75
- "pad_token_id": 0,
76
- "qa_dropout": 0.1,
77
- "seq_classif_dropout": 0.2,
78
- "sinusoidal_pos_embds": false,
79
- "tie_weights_": true,
80
- "transformers_version": "4.4.0.dev0",
81
- "vocab_size": 30522
82
  }
1
  {
 
2
  "architectures": [
3
+ "RobertaForMaskedLM"
4
  ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "bos_token_id": 0,
7
+ "eos_token_id": 2,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
  "id2label": {
13
+ "0": "LABEL_0",
14
+ "1": "LABEL_1",
15
+ "2": "LABEL_2",
16
+ "3": "LABEL_3",
17
+ "4": "LABEL_4",
18
+ "5": "LABEL_5",
19
+ "6": "LABEL_6",
20
+ "7": "LABEL_7",
21
+ "8": "LABEL_8",
22
+ "9": "LABEL_9",
23
+ "10": "LABEL_10",
24
+ "11": "LABEL_11",
25
+ "12": "LABEL_12",
26
+ "13": "LABEL_13",
27
+ "14": "LABEL_14",
28
+ "15": "LABEL_15",
29
+ "16": "LABEL_16",
30
+ "17": "LABEL_17",
31
+ "18": "LABEL_18",
32
+ "19": "LABEL_19",
33
+ "20": "LABEL_20",
34
+ "21": "LABEL_21",
35
+ "22": "LABEL_22",
36
+ "23": "LABEL_23",
37
+ "24": "LABEL_24",
38
+ "25": "LABEL_25",
39
+ "26": "LABEL_26",
40
+ "27": "LABEL_27"
41
  },
42
  "initializer_range": 0.02,
43
+ "intermediate_size": 3072,
44
  "label2id": {
45
+ "LABEL_0": 0,
46
+ "LABEL_1": 1,
47
+ "LABEL_10": 10,
48
+ "LABEL_11": 11,
49
+ "LABEL_12": 12,
50
+ "LABEL_13": 13,
51
+ "LABEL_14": 14,
52
+ "LABEL_15": 15,
53
+ "LABEL_16": 16,
54
+ "LABEL_17": 17,
55
+ "LABEL_18": 18,
56
+ "LABEL_19": 19,
57
+ "LABEL_2": 2,
58
+ "LABEL_20": 20,
59
+ "LABEL_21": 21,
60
+ "LABEL_22": 22,
61
+ "LABEL_23": 23,
62
+ "LABEL_24": 24,
63
+ "LABEL_25": 25,
64
+ "LABEL_26": 26,
65
+ "LABEL_27": 27,
66
+ "LABEL_3": 3,
67
+ "LABEL_4": 4,
68
+ "LABEL_5": 5,
69
+ "LABEL_6": 6,
70
+ "LABEL_7": 7,
71
+ "LABEL_8": 8,
72
+ "LABEL_9": 9
73
  },
74
+ "layer_norm_eps": 1e-05,
75
+ "max_position_embeddings": 514,
76
+ "model_type": "roberta",
77
+ "num_attention_heads": 12,
78
+ "num_hidden_layers": 12,
79
+ "pad_token_id": 1,
80
+ "type_vocab_size": 1,
81
+ "vocab_size": 50265
 
 
 
82
  }
merges.txt CHANGED
The diff for this file is too large to render. See raw diff
roberta-base-goemotions.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d0efb60e7661ce99d0f030d50091ea358c22deb0c313a48832305b85bd0a3c2
3
- size 498754029
 
 
 
special_tokens_map.json CHANGED
@@ -1,3 +1 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:378eb3bf733eb16e65792d7e3fda5b8a4631387ca04d2015199c4d4f22ae554d
3
- size 239
1
+ {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}
 
 
pytorch_model.bin → tf_model.h5 RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d0efb60e7661ce99d0f030d50091ea358c22deb0c313a48832305b85bd0a3c2
3
- size 498754029
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d74be3d7830c42515c963e702f4f3ce883092d738645be9625725831d7bb81a1
3
+ size 501322656
tokenizer.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:33465117406b9007673e8ba283f7f1383d9b5094df947481af60eec94ed7d7bd
3
- size 1355881
 
 
 
tokenizer_config.json CHANGED
@@ -1,3 +1 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:71d048ceb917b2e7000a8fcea1034055b90f9dc8151f135a841e764bbe865b56
3
- size 351
1
+ {"model_max_length": 512}
 
 
vocab.json CHANGED
The diff for this file is too large to render. See raw diff