luisespinosa
commited on
Commit
β’
7aa961e
1
Parent(s):
e3dd608
Update README.md
Browse files
README.md
CHANGED
@@ -25,12 +25,11 @@ MODEL = f"cardiffnlp/twitter-roberta-base-{task}"
|
|
25 |
tokenizer = AutoTokenizer.from_pretrained(MODEL)
|
26 |
|
27 |
# download label mapping
|
28 |
-
labels=[]
|
29 |
mapping_link = f"https://raw.githubusercontent.com/cardiffnlp/tweeteval/main/datasets/{task}/mapping.txt"
|
30 |
with urllib.request.urlopen(mapping_link) as f:
|
31 |
html = f.read().decode('utf-8').split("\n")
|
32 |
-
spamreader = csv.reader(html
|
33 |
-
labels = [row[1] for row in spamreader]
|
34 |
|
35 |
# PT
|
36 |
model = AutoModelForSequenceClassification.from_pretrained(MODEL)
|
@@ -64,24 +63,8 @@ for i in range(scores.shape[0]):
|
|
64 |
Output:
|
65 |
|
66 |
```
|
67 |
-
1)
|
68 |
-
2)
|
69 |
-
3)
|
70 |
-
4)
|
71 |
-
5) π 0.0756
|
72 |
-
6) π 0.046
|
73 |
-
7) π 0.0444
|
74 |
-
8) π 0.0272
|
75 |
-
9) π 0.0228
|
76 |
-
10) π 0.0198
|
77 |
-
11) π 0.0166
|
78 |
-
12) π 0.0132
|
79 |
-
13) π 0.0131
|
80 |
-
14) β 0.0112
|
81 |
-
15) π 0.009
|
82 |
-
16) π― 0.009
|
83 |
-
17) π₯ 0.008
|
84 |
-
18) π· 0.0057
|
85 |
-
19) πΊπΈ 0.005
|
86 |
-
20) πΈ 0.0048
|
87 |
```
|
|
|
25 |
tokenizer = AutoTokenizer.from_pretrained(MODEL)
|
26 |
|
27 |
# download label mapping
|
|
|
28 |
mapping_link = f"https://raw.githubusercontent.com/cardiffnlp/tweeteval/main/datasets/{task}/mapping.txt"
|
29 |
with urllib.request.urlopen(mapping_link) as f:
|
30 |
html = f.read().decode('utf-8').split("\n")
|
31 |
+
spamreader = csv.reader(html, delimiter='\t')
|
32 |
+
labels = [row[1] for row in spamreader if len(row) > 1]
|
33 |
|
34 |
# PT
|
35 |
model = AutoModelForSequenceClassification.from_pretrained(MODEL)
|
|
|
63 |
Output:
|
64 |
|
65 |
```
|
66 |
+
1) joy 0.9061
|
67 |
+
2) optimism 0.0407
|
68 |
+
3) sadness 0.0406
|
69 |
+
4) anger 0.0126
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
70 |
```
|