neoyipeng commited on
Commit
2c570c2
1 Parent(s): 95b2b58
Files changed (3) hide show
  1. README.md +66 -0
  2. config.json +36 -0
  3. pytorch_model.bin +3 -0
README.md ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ metrics:
3
+ - accuracy
4
+ - f1
5
+ - precision
6
+ - recall
7
+
8
+ model-index:
9
+ - name: twitter-roberta-base-sentiment-mlm-class
10
+ ---
11
+
12
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
13
+ should probably proofread and complete it, then remove this comment. -->
14
+
15
+ # twitter-roberta-base-sentiment-mlm-class
16
+
17
+ This model was trained from scratch on an unkown dataset.
18
+ It achieves the following results on the evaluation set:
19
+ - Loss: 0.3783
20
+ - Accuracy: 0.9592
21
+ - F1: 0.9553
22
+ - Precision: 0.9496
23
+ - Recall: 0.9618
24
+
25
+ ## Model description
26
+
27
+ More information needed
28
+
29
+ ## Intended uses & limitations
30
+
31
+ More information needed
32
+
33
+ ## Training and evaluation data
34
+
35
+ More information needed
36
+
37
+ ## Training procedure
38
+
39
+ ### Training hyperparameters
40
+
41
+ The following hyperparameters were used during training:
42
+ - learning_rate: 2e-05
43
+ - train_batch_size: 64
44
+ - eval_batch_size: 64
45
+ - seed: 42
46
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
47
+ - lr_scheduler_type: cosine_with_restarts
48
+ - num_epochs: 20
49
+ - mixed_precision_training: Native AMP
50
+ - label_smoothing_factor: 0.1
51
+
52
+ ### Training results
53
+
54
+ | Training Loss | Epoch | Step | Validation Loss | Accuracy | F1 | Precision | Recall |
55
+ |:-------------:|:-----:|:----:|:---------------:|:--------:|:------:|:---------:|:------:|
56
+ | 0.4411 | 1.0 | 1055 | 0.3862 | 0.9528 | 0.9477 | 0.9426 | 0.9536 |
57
+ | 0.3612 | 2.0 | 2110 | 0.3730 | 0.9592 | 0.9548 | 0.9546 | 0.9550 |
58
+ | 0.3365 | 3.0 | 3165 | 0.3783 | 0.9592 | 0.9553 | 0.9496 | 0.9618 |
59
+
60
+
61
+ ### Framework versions
62
+
63
+ - Transformers 4.6.1
64
+ - Pytorch 1.7.0
65
+ - Datasets 1.11.0
66
+ - Tokenizers 0.10.3
config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "neoyipeng/twitter-roberta-base-sentiment-mlm",
3
+ "architectures": [
4
+ "RobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "eos_token_id": 2,
9
+ "gradient_checkpointing": false,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "id2label": {
14
+ "0": "LABEL_0",
15
+ "1": "LABEL_1",
16
+ "2": "LABEL_2"
17
+ },
18
+ "initializer_range": 0.02,
19
+ "intermediate_size": 3072,
20
+ "label2id": {
21
+ "LABEL_0": 0,
22
+ "LABEL_1": 1,
23
+ "LABEL_2": 2
24
+ },
25
+ "layer_norm_eps": 1e-05,
26
+ "max_position_embeddings": 514,
27
+ "model_type": "roberta",
28
+ "num_attention_heads": 12,
29
+ "num_hidden_layers": 12,
30
+ "pad_token_id": 1,
31
+ "position_embedding_type": "absolute",
32
+ "transformers_version": "4.6.1",
33
+ "type_vocab_size": 1,
34
+ "use_cache": true,
35
+ "vocab_size": 50265
36
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5690fb2fbe3c6c28206c1fa0922ecdfce0af54d6f80d32ff9fed89e5b7e4f385
3
+ size 498682313