Add evaluation results on the offensive config and train split of tweet_eval
#2
by
autoevaluator
HF staff
- opened
README.md
CHANGED
@@ -4,6 +4,23 @@ datasets:
|
|
4 |
metrics:
|
5 |
- f1
|
6 |
- accuracy
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
7 |
model-index:
|
8 |
- name: cardiffnlp/roberta-base-offensive
|
9 |
results:
|
@@ -13,33 +30,81 @@ model-index:
|
|
13 |
dataset:
|
14 |
name: tweet_eval
|
15 |
type: offensive
|
16 |
-
split: test
|
17 |
metrics:
|
18 |
-
-
|
19 |
-
type: micro_f1_tweet_eval/offensive
|
20 |
value: 0.8441860465116279
|
21 |
-
|
22 |
-
|
23 |
value: 0.8038468085106383
|
24 |
-
|
25 |
-
|
26 |
value: 0.8441860465116279
|
27 |
-
|
28 |
-
|
29 |
-
|
30 |
-
|
31 |
-
|
32 |
-
|
33 |
-
|
34 |
-
|
35 |
-
|
36 |
-
|
37 |
-
-
|
38 |
-
|
39 |
-
|
40 |
-
|
41 |
-
|
42 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
43 |
---
|
44 |
# cardiffnlp/roberta-base-offensive
|
45 |
|
|
|
4 |
metrics:
|
5 |
- f1
|
6 |
- accuracy
|
7 |
+
pipeline_tag: text-classification
|
8 |
+
widget:
|
9 |
+
- text: Get the all-analog Classic Vinyl Edition of "Takin Off" Album from {@herbiehancock@}
|
10 |
+
via {@bluenoterecords@} link below {{URL}}
|
11 |
+
example_title: topic_classification 1
|
12 |
+
- text: Yes, including Medicare and social security saving👍
|
13 |
+
example_title: sentiment 1
|
14 |
+
- text: All two of them taste like ass.
|
15 |
+
example_title: offensive 1
|
16 |
+
- text: If you wanna look like a badass, have drama on social media
|
17 |
+
example_title: irony 1
|
18 |
+
- text: Whoever just unfollowed me you a bitch
|
19 |
+
example_title: hate 1
|
20 |
+
- text: I love swimming for the same reason I love meditating...the feeling of weightlessness.
|
21 |
+
example_title: emotion 1
|
22 |
+
- text: Beautiful sunset last night from the pontoon @TupperLakeNY
|
23 |
+
example_title: emoji 1
|
24 |
model-index:
|
25 |
- name: cardiffnlp/roberta-base-offensive
|
26 |
results:
|
|
|
30 |
dataset:
|
31 |
name: tweet_eval
|
32 |
type: offensive
|
33 |
+
split: test
|
34 |
metrics:
|
35 |
+
- type: micro_f1_tweet_eval/offensive
|
|
|
36 |
value: 0.8441860465116279
|
37 |
+
name: Micro F1 (tweet_eval/offensive)
|
38 |
+
- type: micro_f1_tweet_eval/offensive
|
39 |
value: 0.8038468085106383
|
40 |
+
name: Macro F1 (tweet_eval/offensive)
|
41 |
+
- type: accuracy_tweet_eval/offensive
|
42 |
value: 0.8441860465116279
|
43 |
+
name: Accuracy (tweet_eval/offensive)
|
44 |
+
- task:
|
45 |
+
type: text-classification
|
46 |
+
name: Text Classification
|
47 |
+
dataset:
|
48 |
+
name: tweet_eval
|
49 |
+
type: tweet_eval
|
50 |
+
config: offensive
|
51 |
+
split: train
|
52 |
+
metrics:
|
53 |
+
- type: accuracy
|
54 |
+
value: 0.8775595837529372
|
55 |
+
name: Accuracy
|
56 |
+
verified: true
|
57 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZTQ3ZjIwZDAyZDc5MmU0ZWE3Mjg3MGZkMzJjYTA4ODYxMmI1NmUyNWUyMWQwYjhhOThiMjVlYzcwMTIyYWE3NiIsInZlcnNpb24iOjF9.FGKrLdRO1Iljnac-g6wty0HrcE5vwfHpWzRtzm-lPKsInyrGbtFC6mh6fpWHquoKZN_XVD-3Ju1ivROv3PsYDA
|
58 |
+
- type: f1
|
59 |
+
value: 0.8617195443801995
|
60 |
+
name: F1 Macro
|
61 |
+
verified: true
|
62 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYmE2MTJkNjUzOTczN2NkNzFmZmFkMmVlNzNkMTQxNThmYjY1NDJmYjI2MjJhZjc2M2I1OTJlYjg3ODQ5NTAwYiIsInZlcnNpb24iOjF9.JyPCbdFBiSnKAHO_fpGPKolFfS-QxCmgGILFTtRsO0yr53SFWZzvuWU3LF4eG_EkCskOCkhzJHe9ydFScf1cCg
|
63 |
+
- type: f1
|
64 |
+
value: 0.8775595837529372
|
65 |
+
name: F1 Micro
|
66 |
+
verified: true
|
67 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOWJjZDdiNGQxYTEzOWM1ZWU2NzI5MDkyNmQ2NjNhYWMzZmUyMmU4YWYyMjQ3ZjlkNDFhNGFiZmM0ZjEyMmE0MSIsInZlcnNpb24iOjF9.h4RE_k9PKIV2aoJxt9K_hStetS0jvvnZuumo6EWqZek1jrVdNCw8hecEfpDxCMuV1nJG_Nb1Qb2CPHaehoiaAA
|
68 |
+
- type: f1
|
69 |
+
value: 0.8775635113600219
|
70 |
+
name: F1 Weighted
|
71 |
+
verified: true
|
72 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZjczZjlhOTlmOTYyOGZkODFhMzBkNThjNmQ3ZTVhZTY0ZTQ2YWY3YTY4ZDU1M2E5ZmEyMmFmODI2NjJjMTc5YiIsInZlcnNpb24iOjF9.LNoaYMgzp63FR4pgt49Bi-6Fwb7ocicdGesMntzBV9Y_eNl7f4Jx-Jl1V8jjB-Mas_Fj1BHqYgmVnsokZEnDCA
|
73 |
+
- type: precision
|
74 |
+
value: 0.8616963464593261
|
75 |
+
name: Precision Macro
|
76 |
+
verified: true
|
77 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOWQ2MmI4YTI2NThlMDExODhkYzVhOGY4NmFlNjAxMzNjOTQ2NzNjYTBhYmM2NGRkYzIyYTEwYmQ2MDhhYzc5MyIsInZlcnNpb24iOjF9.dcwR0Y2MUzNt_-YSNFyLzxsVzCAglflGeLEm1EhQ2xU9cOpxKmGOADEETRVN-s8Qo-rfR0UTLBf8s1m_AJ01Bg
|
78 |
+
- type: precision
|
79 |
+
value: 0.8775595837529372
|
80 |
+
name: Precision Micro
|
81 |
+
verified: true
|
82 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYjdlN2VhNjllYjNhMDM1NmQwZGVkMTZiZjY1ZjgxNDZlMDRlZjY2NGE2NzkwOTIwMzBlODQ1NTIwOTUzODVhMiIsInZlcnNpb24iOjF9.bMukPZRCgLsH5bRqkUys1DjubnLFh39mj0JEmWkGNPKNqgRq11IDsHpMICK2l8_kW25_wpiThELRXlYWI8L6CA
|
83 |
+
- type: precision
|
84 |
+
value: 0.8775674524222297
|
85 |
+
name: Precision Weighted
|
86 |
+
verified: true
|
87 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOWU2NDE3NzkxYjFlNDM3ZmI4MzQwYTVjOWVkY2Q3MTIwZGVlZTUzYzBkNGFmMjU4ODVlZTQwYTdlYzBlNDRjNSIsInZlcnNpb24iOjF9.PLj9bhs5wyqcANvgiYVbf8Gnpkn7H1IWg7lUjXez60QxfOcN0LdXbGttxu_y13Q41mbF4RW9MkC_OlVgxgiOBw
|
88 |
+
- type: recall
|
89 |
+
value: 0.8617427589865883
|
90 |
+
name: Recall Macro
|
91 |
+
verified: true
|
92 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYzllZDBjMGY2ZTYyYTA5ODc4NjU1NWZkYTM4MWZlMDFkNjJhYTg3MTYwODYyZDYwYzc5MDliMTAzM2Q2NTk4YyIsInZlcnNpb24iOjF9.PUlMOsCQrowlUu1GGR9T2Hd50cOLsQHwu1FuwiLvWB25fLJYjFGTIai0UdBmtlTSKmviye_QzXrX1H_dJUAkBA
|
93 |
+
- type: recall
|
94 |
+
value: 0.8775595837529372
|
95 |
+
name: Recall Micro
|
96 |
+
verified: true
|
97 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZjhkMzYxMWNmZjYxYTE2N2JjMjRhOWQ4YjZhMzI3NWU2YWI2ODI2MGViZmE0M2NkYjdmYmRmNTBkMjkwOTVlNiIsInZlcnNpb24iOjF9.PT7NY-polKG346y1T7fq1vC_wtzI_niOFeIuCZqXbexwnmtPKQYZGW8ag3690u4D_8wP9KQlJuPimiiO5OzRBg
|
98 |
+
- type: recall
|
99 |
+
value: 0.8775595837529372
|
100 |
+
name: Recall Weighted
|
101 |
+
verified: true
|
102 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYmY5M2RkZmU2ZDQyNzIzYjA4MGY3MTZmMGViYTU3OWI4ODFlN2VhOWVhYWEwN2VkOWM3YTQ0ODU3NDk5MzNkMSIsInZlcnNpb24iOjF9.U1k9ishrbEKkcceXP-FgodUG-GbE-g1B1tK-hCpZNpCYKicZrxI7Ft5fNZ9jGjO8_eRZNpL8o1DYmON2-kjFBw
|
103 |
+
- type: loss
|
104 |
+
value: 0.31321173906326294
|
105 |
+
name: loss
|
106 |
+
verified: true
|
107 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNWMwYzM0MTg5YWEzYjBmMTg2NjgwMDc5NDY5NmQ4NWU1MjNjMTE4NzNmMDZmNWQzZGNlZDc3NGZjNzQzZTVjNiIsInZlcnNpb24iOjF9.YGXjIov_YlgdewGVUVySHZwVd874bUxvAkHcNXYf3j_at4DB14V1KLXmts0xXyHz0iTqJPjS6frr0aTHcixvBA
|
108 |
---
|
109 |
# cardiffnlp/roberta-base-offensive
|
110 |
|