Commit
•
ed8aad5
1
Parent(s):
807745b
Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (#2)
Browse files- Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (bfa5399e93645cec4accdf24b592ee729f4b3bf4)
Co-authored-by: Evaluation Bot <autoevaluator@users.noreply.huggingface.co>
README.md
CHANGED
|
@@ -1,11 +1,10 @@
|
|
| 1 |
-
|
| 2 |
---
|
| 3 |
language: en
|
|
|
|
| 4 |
tags:
|
| 5 |
- sagemaker
|
| 6 |
- bart
|
| 7 |
- summarization
|
| 8 |
-
license: apache-2.0
|
| 9 |
datasets:
|
| 10 |
- samsum
|
| 11 |
widget:
|
|
@@ -26,30 +25,36 @@ model-index:
|
|
| 26 |
config: samsum
|
| 27 |
split: test
|
| 28 |
metrics:
|
| 29 |
-
-
|
| 30 |
-
type: rouge
|
| 31 |
value: 45.3438
|
|
|
|
| 32 |
verified: true
|
| 33 |
-
|
| 34 |
-
|
| 35 |
value: 21.6953
|
|
|
|
| 36 |
verified: true
|
| 37 |
-
|
| 38 |
-
|
| 39 |
value: 38.1365
|
|
|
|
| 40 |
verified: true
|
| 41 |
-
|
| 42 |
-
|
| 43 |
value: 41.5913
|
|
|
|
| 44 |
verified: true
|
| 45 |
-
|
| 46 |
-
|
| 47 |
value: 1.5832244157791138
|
|
|
|
| 48 |
verified: true
|
| 49 |
-
|
| 50 |
-
|
| 51 |
value: 17.9927
|
|
|
|
| 52 |
verified: true
|
|
|
|
| 53 |
---
|
| 54 |
|
| 55 |
## `bart-base-samsum`
|
|
|
|
|
|
|
| 1 |
---
|
| 2 |
language: en
|
| 3 |
+
license: apache-2.0
|
| 4 |
tags:
|
| 5 |
- sagemaker
|
| 6 |
- bart
|
| 7 |
- summarization
|
|
|
|
| 8 |
datasets:
|
| 9 |
- samsum
|
| 10 |
widget:
|
|
|
|
| 25 |
config: samsum
|
| 26 |
split: test
|
| 27 |
metrics:
|
| 28 |
+
- type: rouge
|
|
|
|
| 29 |
value: 45.3438
|
| 30 |
+
name: ROUGE-1
|
| 31 |
verified: true
|
| 32 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiM2JhY2U3M2ViYTVhNTAzM2M3NjhjMzBjYTk0N2I2MzlmN2Q0N2M1YzFlNGU1ZWVlMGI1YjYzMzZhYjNmMDk1MCIsInZlcnNpb24iOjF9.tLr7VUXSYDd9LaMtVIV8dheZRxX7pf1kyn9Kd4MQY8L_pj13_CeWenqOauVsHzRAZ5Jt5RuHjYFBWbV2TNjvDQ
|
| 33 |
+
- type: rouge
|
| 34 |
value: 21.6953
|
| 35 |
+
name: ROUGE-2
|
| 36 |
verified: true
|
| 37 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZmExODAyMTcwNjU5MjM0MzkzNjZlMGY5YzMyMjNiZjM5OWQ5NzFhODIyMWJiYjUwZGY4ZGM0MzE5OTJiYzEyMSIsInZlcnNpb24iOjF9.qR_Cge1A4NfJL_do4W7Y1kHxU0L98Ds6tbZy-4e-FVNW4aG5zRBxgOX8ieB93N2E19gtzqGE6BdpQfVcZAgXBQ
|
| 38 |
+
- type: rouge
|
| 39 |
value: 38.1365
|
| 40 |
+
name: ROUGE-L
|
| 41 |
verified: true
|
| 42 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMTA5ZTgyNDYxNzgzN2FhNTBlN2NjNzE0MDgyMzZkMTNjMGUyMDk3N2EzOThhMGFhZTQyYzZhZjQ5NjlkOTVlYyIsInZlcnNpb24iOjF9.dKns4BLmyWGUWweYSLYFttHIoWw57z1GKnvatMjkyVvcgwd_iF9imZ7QnJjjLAkc-AUMwwoxoOjEVF8FNf8JBA
|
| 43 |
+
- type: rouge
|
| 44 |
value: 41.5913
|
| 45 |
+
name: ROUGE-LSUM
|
| 46 |
verified: true
|
| 47 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNmJiMzY3ODEwY2Q0YzNjM2QwMjI2MGRmOTEyYjQ3ZmNhZThmYWUxNDJkZDY1NTg3NGQzOGI0YmZlYjI2MDNlZSIsInZlcnNpb24iOjF9.pBrKwWa1mjacdhXSXMUQ0nv1wbcwscW_9uVFkicF2PbJ-JQjzUbL10Jy-b_yBOiJeY5I9ApJySgUH5JMq3_pBg
|
| 48 |
+
- type: loss
|
| 49 |
value: 1.5832244157791138
|
| 50 |
+
name: loss
|
| 51 |
verified: true
|
| 52 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMWZhNGZjNjJiODIyNDU0NjZjMGExOWE1NWJhMmFiOGY5MDNiZWY0MjExYzA3Njg1OTJhNjEyZjI2MTg0N2I5YiIsInZlcnNpb24iOjF9.T6xwQM5yZ8eD8upqo5zjcUxcX0mqY9wx7f8j0zN9txAe39hURHY-8ibLYJvWckepTvpdUA6is4AC9RUWia24AA
|
| 53 |
+
- type: gen_len
|
| 54 |
value: 17.9927
|
| 55 |
+
name: gen_len
|
| 56 |
verified: true
|
| 57 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNzU4ZGI1ZjJlMjg0NTBkYzlkOWQzMWUzZDZkODZkZjVhNTAyMTI4YTA2MWExM2U2YTQwM2YxMDQ2ODE0Yjc0NSIsInZlcnNpb24iOjF9.mDGhriDLXIJq_yb3Yqj6MBJSCxXXrRN1LfHsGkV8i1oOpkLiSLic7D8fSFMdTZTkl2XmzQfkVU2Wv298YyQEBg
|
| 58 |
---
|
| 59 |
|
| 60 |
## `bart-base-samsum`
|