First version of robertuito

README.md

@@ -0,0 +1,51 @@
+# Sentiment Analysis in Spanish
+## robertuito-sentiment-analysis
+
+Repository: [https://github.com/pysentimiento/pysentimiento/](https://github.com/finiteautomata/pysentimiento/)
+
+
+Model trained with TASS 2020 corpus (around ~5k tweets) of several dialects of Spanish. Base model is [RoBERTuito](https://github.com/pysentimiento/robertuito), a RoBERTa model trained in Spanish tweets.
+
+Uses `POS`, `NEG`, `NEU` labels.
+
+
+## Results
+
+Results for the four tasks evaluated in `pysentimiento`. Results are expressed as Macro F1 scores
+
+
+| model         | emotion       | hate_speech   | irony         | sentiment     |
+|:--------------|:--------------|:--------------|:--------------|:--------------|
+| robertuito    | 0.560 ± 0.010 | 0.759 ± 0.007 | 0.739 ± 0.005 | 0.705 ± 0.003 |
+| roberta       | 0.527 ± 0.015 | 0.741 ± 0.012 | 0.721 ± 0.008 | 0.670 ± 0.006 |
+| bertin        | 0.524 ± 0.007 | 0.738 ± 0.007 | 0.713 ± 0.012 | 0.666 ± 0.005 |
+| beto_uncased  | 0.532 ± 0.012 | 0.727 ± 0.016 | 0.701 ± 0.007 | 0.651 ± 0.006 |
+| beto_cased    | 0.516 ± 0.012 | 0.724 ± 0.012 | 0.705 ± 0.009 | 0.662 ± 0.005 |
+| mbert_uncased | 0.493 ± 0.010 | 0.718 ± 0.011 | 0.681 ± 0.010 | 0.617 ± 0.003 |
+| biGRU         | 0.264 ± 0.007 | 0.592 ± 0.018 | 0.631 ± 0.011 | 0.585 ± 0.011 |
+
+
+Note that for Hate Speech, these are the results for Semeval 2019, Task 5 Subtask B
+
+## Citation
+
+If you use this model in your research, please cite pysentimiento and RoBERTuito papers:
+
+```
+@misc{perez2021pysentimiento,
+      title={pysentimiento: A Python Toolkit for Sentiment Analysis and SocialNLP tasks},
+      author={Juan Manuel Pérez and Juan Carlos Giudici and Franco Luque},
+      year={2021},
+      eprint={2106.09462},
+      archivePrefix={arXiv},
+      primaryClass={cs.CL}
+}
+@misc{perez2021robertuito,
+      title={RoBERTuito: a pre-trained language model for social media text in Spanish},
+      author={Juan Manuel Pérez and Damián A. Furman and Laura Alonso Alemany and Franco Luque},
+      year={2021},
+      eprint={2111.09453},
+      archivePrefix={arXiv},
+      primaryClass={cs.CL}
+}
+```

config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "pysentimiento/robertuito-base-uncased",
+  "architectures": [
+    "RobertaForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "NEG",
+    "1": "NEU",
+    "2": "POS"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "NEG": 0,
+    "NEU": 1,
+    "POS": 2
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 130,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.11.3",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 30002
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09a0038e4456ae5ff46a780cc37449191c71497ae6bf56283b610145ac7a46c
+size 435246509

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": "<mask>"}

test_results.json

@@ -0,0 +1,20 @@
+{
+    "test_loss": 0.9389793872833252,
+    "test_neg_f1": 0.7858959145617902,
+    "test_neg_precision": 0.7831081081081082,
+    "test_neg_recall": 0.7887036406941137,
+    "test_neu_f1": 0.5708963911525029,
+    "test_neu_precision": 0.5264061829111206,
+    "test_neu_recall": 0.6236012207527976,
+    "test_pos_f1": 0.7628057221965852,
+    "test_pos_precision": 0.8369620253164557,
+    "test_pos_recall": 0.7007206443408224,
+    "test_micro_f1": 0.7154460352422908,
+    "test_acc": 0.7154460352422908,
+    "test_macro_f1": 0.7065326571464539,
+    "test_macro_precision": 0.7154920697212219,
+    "test_macro_recall": 0.7043418884277344,
+    "test_runtime": 9.0426,
+    "test_samples_per_second": 803.305,
+    "test_steps_per_second": 50.207
+}

tokenizer_config.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "special_tokens_map_file": "models/twerto-base-uncased/special_tokens_map.json", "name_or_path": "pysentimiento/robertuito-base-uncased", "tokenizer_class": "PreTrainedTokenizerFast"}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e12e93645ff390c7c7162b01f620d8e28cb70ab82a9316d565de9c9e6254f7
+size 2799