Add evaluation results on the offensive config and train split of tweet_eval

#3
by autoevaluator HF staff - opened
Files changed (1) hide show
  1. README.md +88 -23
README.md CHANGED
@@ -4,6 +4,23 @@ datasets:
4
  metrics:
5
  - f1
6
  - accuracy
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7
  model-index:
8
  - name: cardiffnlp/twitter-roberta-base-2021-124m-offensive
9
  results:
@@ -13,33 +30,81 @@ model-index:
13
  dataset:
14
  name: tweet_eval
15
  type: offensive
16
- split: test
17
  metrics:
18
- - name: Micro F1 (tweet_eval/offensive)
19
- type: micro_f1_tweet_eval/offensive
20
  value: 0.858139534883721
21
- - name: Macro F1 (tweet_eval/offensive)
22
- type: micro_f1_tweet_eval/offensive
23
  value: 0.8232706055154664
24
- - name: Accuracy (tweet_eval/offensive)
25
- type: accuracy_tweet_eval/offensive
26
  value: 0.858139534883721
27
- pipeline_tag: text-classification
28
- widget:
29
- - text: Get the all-analog Classic Vinyl Edition of "Takin Off" Album from {@herbiehancock@} via {@bluenoterecords@} link below {{URL}}
30
- example_title: "topic_classification 1"
31
- - text: Yes, including Medicare and social security saving👍
32
- example_title: "sentiment 1"
33
- - text: All two of them taste like ass.
34
- example_title: "offensive 1"
35
- - text: If you wanna look like a badass, have drama on social media
36
- example_title: "irony 1"
37
- - text: Whoever just unfollowed me you a bitch
38
- example_title: "hate 1"
39
- - text: I love swimming for the same reason I love meditating...the feeling of weightlessness.
40
- example_title: "emotion 1"
41
- - text: Beautiful sunset last night from the pontoon @TupperLakeNY
42
- example_title: "emoji 1"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
43
  ---
44
  # cardiffnlp/twitter-roberta-base-2021-124m-offensive
45
 
 
4
  metrics:
5
  - f1
6
  - accuracy
7
+ pipeline_tag: text-classification
8
+ widget:
9
+ - text: Get the all-analog Classic Vinyl Edition of "Takin Off" Album from {@herbiehancock@}
10
+ via {@bluenoterecords@} link below {{URL}}
11
+ example_title: topic_classification 1
12
+ - text: Yes, including Medicare and social security saving👍
13
+ example_title: sentiment 1
14
+ - text: All two of them taste like ass.
15
+ example_title: offensive 1
16
+ - text: If you wanna look like a badass, have drama on social media
17
+ example_title: irony 1
18
+ - text: Whoever just unfollowed me you a bitch
19
+ example_title: hate 1
20
+ - text: I love swimming for the same reason I love meditating...the feeling of weightlessness.
21
+ example_title: emotion 1
22
+ - text: Beautiful sunset last night from the pontoon @TupperLakeNY
23
+ example_title: emoji 1
24
  model-index:
25
  - name: cardiffnlp/twitter-roberta-base-2021-124m-offensive
26
  results:
 
30
  dataset:
31
  name: tweet_eval
32
  type: offensive
33
+ split: test
34
  metrics:
35
+ - type: micro_f1_tweet_eval/offensive
 
36
  value: 0.858139534883721
37
+ name: Micro F1 (tweet_eval/offensive)
38
+ - type: micro_f1_tweet_eval/offensive
39
  value: 0.8232706055154664
40
+ name: Macro F1 (tweet_eval/offensive)
41
+ - type: accuracy_tweet_eval/offensive
42
  value: 0.858139534883721
43
+ name: Accuracy (tweet_eval/offensive)
44
+ - task:
45
+ type: text-classification
46
+ name: Text Classification
47
+ dataset:
48
+ name: tweet_eval
49
+ type: tweet_eval
50
+ config: offensive
51
+ split: train
52
+ metrics:
53
+ - type: accuracy
54
+ value: 0.8682443773078214
55
+ name: Accuracy
56
+ verified: true
57
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMGJkNTljNjU4ZmFmYjVlN2M5YjMxOTEyMzhhYzA0OWYzM2U1MWVlOGQ1ZTJmNGY3YTNjODNmYzgxZjA3NGE4NiIsInZlcnNpb24iOjF9.NY_hmncAf9F010pQucmbKhIWhVWfyGpcUNyavHA53tYC-sGQOzQde8sifPOGTVFq2u7n7YWEYM_6OUHY8Z2RAQ
58
+ - type: f1
59
+ value: 0.8532408201027345
60
+ name: F1 Macro
61
+ verified: true
62
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYzdlNjFiOWMzZTdkYmFmOWQ1ODU2YWU5OTg3YzQwZjY1ODdhYjE3ZDc0ODUxZDZiM2FmZDY4NzA1MzY3MGUxZSIsInZlcnNpb24iOjF9.8sqfFWNsda-hnnYSvHJQCJczkarfPftYaCKpYxIC3RFAc3XRCdpVvEBqOzhsJ3m2kgCVVdHXrg8WbSEDh9mEBA
63
+ - type: f1
64
+ value: 0.8682443773078214
65
+ name: F1 Micro
66
+ verified: true
67
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMmExOWFhODliM2IyMDU0Y2U1ZTZiOTM2MWM5MWExNGRjYjMwMmE0MmEyNDRjOTgxNDEwN2Q1M2I5Yjg4OWZhMyIsInZlcnNpb24iOjF9.KKiMpInK2uYzTZT7ECGwpF8uR9rEfi3NO-NySGhs42IVGDVekXlg6LB7JdMR7OVN5Hpj6KTAtX3B9Ku_0sMOCg
68
+ - type: f1
69
+ value: 0.8691264762091178
70
+ name: F1 Weighted
71
+ verified: true
72
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYjdlYWQ4N2NkODJmY2ZkZTNiZjgzOTIwMTMyYzg1MjgwOTc3Y2ZmMGE3NTQ1NGM4ODhhMTc5YTQzODVhMGRlNyIsInZlcnNpb24iOjF9.-CIWG5eSbCdonG6iIIKuzLFEfV2-zx7eNjNtagaKf0zccn0hgLN5pLgwwZQnieUb8cjLE5EjDtV6HUJbh_qBBw
73
+ - type: precision
74
+ value: 0.8489031737065875
75
+ name: Precision Macro
76
+ verified: true
77
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTE1YmFiMDFhNjQyM2Q4YTYwZWU0NGU5MzAzYmU3NDBkODQzOGE1ODkwYWJkN2E5MzJmMDQxNTU5OTEwOWIzMyIsInZlcnNpb24iOjF9.8022ApT081k_TZGFFL1zdpZBQE6BXNDMLtkcLQBp1nkiyECh3AhHMw1y-YPO5zmMVwMwhjY7L0CjJZIye6ZcCw
78
+ - type: precision
79
+ value: 0.8682443773078214
80
+ name: Precision Micro
81
+ verified: true
82
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOTEyZDFlNWIyNzIzYWRkMzk1OTEzNGU3NDNiYWFlNTQyODJjNTc4YTMyYmEyZDdhZGJjY2E0MWVkY2Q1MWRmOCIsInZlcnNpb24iOjF9.GSHQgLs8ybqBHQHFinysfDnQmg1IZfbAsZP5fNDLIGi9F7uDhwyp2bovVRtcc7P5zsHKt0SvC1wOpZV4qL6RBg
83
+ - type: precision
84
+ value: 0.8706606793751257
85
+ name: Precision Weighted
86
+ verified: true
87
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZmQyOTc3Y2IzNzNhYjczZWMyNGRjM2VlMTYyYzJlZWYyMWFlOWJlNjg4NjYyM2RkMGU4MTZhNjRiMGNmMDhjMCIsInZlcnNpb24iOjF9.ETcK2QE85cr6gUzQjuZAhZSitf7Q71bko0YgxejPRblaDgoFBIIDgvnwr2P0570Z_aY2phqLJVY4H0uWaQw3DA
88
+ - type: recall
89
+ value: 0.8583773352879741
90
+ name: Recall Macro
91
+ verified: true
92
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMmJlYjVmYzg4OGEzNmFlYTVmNTAyMzEwNGQwMWYxNTNiOWY5ODRmZmUyYzZiODVlY2M2MGI5MDQ5NTNkNTA5MiIsInZlcnNpb24iOjF9.sSwm_LY3NFoisGUZntYDtRCZ6Qmi6cl1018LUgugDtIQBT2sOk_QyotICk4wuzrG6Z6K2MWYVrT7vP-vTEpfBA
93
+ - type: recall
94
+ value: 0.8682443773078214
95
+ name: Recall Micro
96
+ verified: true
97
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMTNlNjBmMjc4MmI4YzNiOWQ2ZWUxNTJkN2Q0MDlmYWZjOGQ0NDI0Zjk0ZmNlYzM5Nzk3YzE1OWM5MGMxY2NlOSIsInZlcnNpb24iOjF9.Yb-IGL2iR1vuEbpN3dFDTnsh1w3yTsL5oP4WGnqmj01knATG45MJYtPyC_eKIGR20HaW9iR_aVCW8GE2TpZUAg
98
+ - type: recall
99
+ value: 0.8682443773078214
100
+ name: Recall Weighted
101
+ verified: true
102
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNGM2YmMxZGM0MmZiMzc1MmM3MTdjN2Q0ZGY0OTUzM2IzOWJhYjViNTI0YjU4NmQ3YTQzOTllODUzNjZiNzA2OCIsInZlcnNpb24iOjF9.tFJUmy4JxCO7R6tCalkA1T0251hrCB6GUUUt7WmeCDRRFfkZe8GLXqhnW1gBvgv0g5cGeNHw6uYwOh4hpa6DCA
103
+ - type: loss
104
+ value: 0.33106717467308044
105
+ name: loss
106
+ verified: true
107
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYmIwODg3MzA0NWY1YTAwZjk5ZThhNzM2MzcxMTI1ZjdiOWM1ZTNlODMwZGFmZDMyYjY0NjA0NjRiNzhiNjEwZSIsInZlcnNpb24iOjF9.Habwn92oQOuGBmw_K5hZamuJItEz-XeKhL4Q3PJJyL_9L5xbD2FKGXaYHcjalJFqZRqwQbsQ8JqEjErxqQPKDg
108
  ---
109
  # cardiffnlp/twitter-roberta-base-2021-124m-offensive
110