Commit
•
266e34c
1
Parent(s):
2ddd6cd
Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (#2)
Browse files- Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (442b971af6d45a2450e8cd4774c19cd2b4d884fe)
Co-authored-by: Evaluation Bot <autoevaluator@users.noreply.huggingface.co>
README.md
CHANGED
@@ -1,32 +1,31 @@
|
|
1 |
-
|
2 |
---
|
3 |
language: en
|
4 |
-
|
5 |
-
- text: I am really upset that I have to call up to three times to the number on the
|
6 |
-
back of my insurance card for my call to be answer
|
7 |
tags:
|
8 |
- sagemaker
|
9 |
- roberta-base
|
10 |
- text classification
|
11 |
-
license: apache-2.0
|
12 |
datasets:
|
13 |
- emotion
|
|
|
|
|
|
|
14 |
model-index:
|
15 |
- name: sagemaker-roberta-base-emotion
|
16 |
results:
|
17 |
- task:
|
18 |
-
name: Multi Class Text Classification
|
19 |
type: text-classification
|
|
|
20 |
dataset:
|
21 |
name: emotion
|
22 |
type: emotion
|
23 |
metrics:
|
24 |
-
-
|
25 |
-
type: accuracy
|
26 |
value: 94.1
|
27 |
-
|
28 |
-
|
29 |
value: 94.13
|
|
|
30 |
- task:
|
31 |
type: text-classification
|
32 |
name: Text Classification
|
@@ -36,50 +35,61 @@ model-index:
|
|
36 |
config: default
|
37 |
split: test
|
38 |
metrics:
|
39 |
-
-
|
40 |
-
type: accuracy
|
41 |
value: 0.931
|
|
|
42 |
verified: true
|
43 |
-
|
44 |
-
|
45 |
value: 0.8833042147663716
|
|
|
46 |
verified: true
|
47 |
-
|
48 |
-
|
49 |
value: 0.931
|
|
|
50 |
verified: true
|
51 |
-
|
52 |
-
|
53 |
value: 0.9337002742192515
|
|
|
54 |
verified: true
|
55 |
-
|
56 |
-
|
57 |
value: 0.9087144572668905
|
|
|
58 |
verified: true
|
59 |
-
|
60 |
-
|
61 |
value: 0.931
|
|
|
62 |
verified: true
|
63 |
-
|
64 |
-
|
65 |
value: 0.931
|
|
|
66 |
verified: true
|
67 |
-
|
68 |
-
|
69 |
value: 0.8949974527433656
|
|
|
70 |
verified: true
|
71 |
-
|
72 |
-
|
73 |
value: 0.931
|
|
|
74 |
verified: true
|
75 |
-
|
76 |
-
|
77 |
value: 0.9318434300647934
|
|
|
78 |
verified: true
|
79 |
-
|
80 |
-
|
81 |
value: 0.17379647493362427
|
|
|
82 |
verified: true
|
|
|
83 |
---
|
84 |
## roberta-base
|
85 |
|
|
|
|
|
1 |
---
|
2 |
language: en
|
3 |
+
license: apache-2.0
|
|
|
|
|
4 |
tags:
|
5 |
- sagemaker
|
6 |
- roberta-base
|
7 |
- text classification
|
|
|
8 |
datasets:
|
9 |
- emotion
|
10 |
+
widget:
|
11 |
+
- text: I am really upset that I have to call up to three times to the number on the
|
12 |
+
back of my insurance card for my call to be answer
|
13 |
model-index:
|
14 |
- name: sagemaker-roberta-base-emotion
|
15 |
results:
|
16 |
- task:
|
|
|
17 |
type: text-classification
|
18 |
+
name: Multi Class Text Classification
|
19 |
dataset:
|
20 |
name: emotion
|
21 |
type: emotion
|
22 |
metrics:
|
23 |
+
- type: accuracy
|
|
|
24 |
value: 94.1
|
25 |
+
name: Validation Accuracy
|
26 |
+
- type: f1
|
27 |
value: 94.13
|
28 |
+
name: Validation F1
|
29 |
- task:
|
30 |
type: text-classification
|
31 |
name: Text Classification
|
|
|
35 |
config: default
|
36 |
split: test
|
37 |
metrics:
|
38 |
+
- type: accuracy
|
|
|
39 |
value: 0.931
|
40 |
+
name: Accuracy
|
41 |
verified: true
|
42 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNmM1ZmI0NjZhYjdlMWU4NWUwZmFjODFmMmM5MTlhMmEyMmQwOTk2NjQ5ZDNlYmFlMGEyMTY4Y2JiMTcwM2MwNiIsInZlcnNpb24iOjF9.haDbUk1y7nW1e_ext0s1xKefyOzep-XFa1HEkNQEcNV0cHCSRb-0YFakMf5Iee6q_EWFUS-QYxNkgEBlbw3fCQ
|
43 |
+
- type: precision
|
44 |
value: 0.8833042147663716
|
45 |
+
name: Precision Macro
|
46 |
verified: true
|
47 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNjZkOTQyMzkwYjE1ZWQ5YjJkMTEzNmIyZmFlMjkwY2YxNzA3OWE0ZDk5YjJlOWVhOTU5Nzc4ZTk5Mzg5NDcxOCIsInZlcnNpb24iOjF9._XhknNSsiailHiMr1SH9ki7SRswR_b-embALunoCjhBssh9WERkv0z1xpsbw7ORo0wx7WCslZRdJWaQoXOmgDQ
|
48 |
+
- type: precision
|
49 |
value: 0.931
|
50 |
+
name: Precision Micro
|
51 |
verified: true
|
52 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMGY0MTc0ZDBiYmZlYmFmMTcyYjk5MWM0MTRmYTlhY2U1ODY5NTQzNTQ5YjAzN2U0YjljNDAzZDQ5NDBkZDUwYyIsInZlcnNpb24iOjF9.313HYKetR4S4kjcMvEk9Yj2J-Ox8ZqvVk4FLrF6UmxlXYZ4F3put-89BEOxGl_ScugjjAWhKY1pHLPYpKz9PAA
|
53 |
+
- type: precision
|
54 |
value: 0.9337002742192515
|
55 |
+
name: Precision Weighted
|
56 |
verified: true
|
57 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZjQ1ZDIzNmE3MjljMTk2NTBmNzcyMTEyOTUwZTljYTA2MjIwY2E4ZThkNGVjYjQwNzU3MTcxMzBiYzJkNWIzOSIsInZlcnNpb24iOjF9.6yXKQ9WS9AWdt1jxixtA5O2S1bcPTKQqIOw291Ytam8OI-zdTI2jwltT6JdU4lHdhTi5797zeNldJMCxGPR2DQ
|
58 |
+
- type: recall
|
59 |
value: 0.9087144572668905
|
60 |
+
name: Recall Macro
|
61 |
verified: true
|
62 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNzJhNTFmNGJkYTAxNzRiOWQ4YzQyMGY5NGQxMjBiMmRjZTA5OTM2ZjM0NWY0ZDJiOTIyODQzZTZkMzEzZmY4YSIsInZlcnNpb24iOjF9.Fy1gkGvRiyANGU6nYgc5QbhccqAfb4PjxEk1EkJAIAZJjs-f0hffwUDlJt_6gRY3KKnoU2kKg1XxpWjybRY7BQ
|
63 |
+
- type: recall
|
64 |
value: 0.931
|
65 |
+
name: Recall Micro
|
66 |
verified: true
|
67 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTgwYWJmZDAzM2VkOGNjNjY3NjViOTFiMTYyZDc4ZDIzY2VhNTcwMDg3MjdiOTI4Nzc5ODI4N2ExYzY5ODAzMyIsInZlcnNpb24iOjF9.bEW-tZ-5JqkPDDfqkrdvzlzTGEJtYqRACZI1Jv7C8fWkJ8uJj0eQ8TDhcdGGDnFML-q1z3tnkO6PJuK9V2IxAg
|
68 |
+
- type: recall
|
69 |
value: 0.931
|
70 |
+
name: Recall Weighted
|
71 |
verified: true
|
72 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTM2ZDk4NDQ2YWIwM2VjNzUxZjQ0YzU4MzViZGMzYzA3YjlhMTI1NjQwOTM3M2U4NGJhNTMxYzllMjRkMzU2NSIsInZlcnNpb24iOjF9.k9yprOWEoB0-k306GyDGF-g4uw3kABLc8iE_3E5ZYfVbo9VHPo61GuSsWJyYJ7_aq6zWbzgfOFEwUeVjcmnaDA
|
73 |
+
- type: f1
|
74 |
value: 0.8949974527433656
|
75 |
+
name: F1 Macro
|
76 |
verified: true
|
77 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiODg0ZDllYWJkYWZkMWY2NjEzYWIxMWIwMWUyZDhmNWEzM2FmN2E0MWEwOTIyMTM2YTI1MDdmYmRmZWQ5ZmVmNCIsInZlcnNpb24iOjF9.DUD3dfb4vRu-Z9YxvDErJaPLuZIEDBNsdqzkf4ee6dkOCOnYtUhGAybnxtGN1xSYsynXYhU-ymCajWcrVKUCAA
|
78 |
+
- type: f1
|
79 |
value: 0.931
|
80 |
+
name: F1 Micro
|
81 |
verified: true
|
82 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOGU0MTYyOTNjOTBmNzAxNjVlZmQxYmRkMmE5MWY2NzhlNjg0ZGZkMmNmZmI3Zjk1NjJlYTdjMGRhMDMwYzAzNCIsInZlcnNpb24iOjF9.h0wCmhwRT4qRZJcc2zGP3T7dF0_wKdKzTtSVoVWFOUzQZ3RoeY2Hfjl3XA7yyw9KnoDWnLiW8DU_5kOBX-peCQ
|
83 |
+
- type: f1
|
84 |
value: 0.9318434300647934
|
85 |
+
name: F1 Weighted
|
86 |
verified: true
|
87 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZmU4OGY4M2NkYWExNjI3Yjk0YmYzNWJjZGQ5ZGNmYzc4ZDk4YzRmZDRiNmRkN2VlNDZhOGIwZDc3MzcxYjVlYiIsInZlcnNpb24iOjF9.qhwi7AV-7NSm1yVd8v1Ea3nTRAFXfqLMwUJ5PUbPSa11jJ0tZNOQVDXHMAD8fVmoueLgZNRUpPVIB881Sq3EBg
|
88 |
+
- type: loss
|
89 |
value: 0.17379647493362427
|
90 |
+
name: loss
|
91 |
verified: true
|
92 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNDdjODE2MjA5ODg2MmM2OWJmMjMzMzUzNGU1ZDc5NjRkNGU4N2VmNmM2NWE0YTEyYWMxNGUzN2M3YTkxNzUyMCIsInZlcnNpb24iOjF9.qcQWfHuRnfiluicR7gke3vm9u701hB4Bp0YaX2opaxL6d5DRCzuqAg-2kdmhhOL-8DW5JhY6gTrF14AEuEE9Cw
|
93 |
---
|
94 |
## roberta-base
|
95 |
|