Commit
•
35f6b60
1
Parent(s):
61e1707
Add evaluation results on the default config and test split of xsum (#1)
Browse files- Add evaluation results on the default config and test split of xsum (1e40496c3b5511f3581bd0cd63c07229b045804c)
Co-authored-by: Evaluation Bot <autoevaluator@users.noreply.huggingface.co>
README.md
CHANGED
|
@@ -6,7 +6,46 @@ datasets:
|
|
| 6 |
- samsum
|
| 7 |
model-index:
|
| 8 |
- name: pegasus-samsum
|
| 9 |
-
results:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
---
|
| 11 |
|
| 12 |
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
|
|
|
| 6 |
- samsum
|
| 7 |
model-index:
|
| 8 |
- name: pegasus-samsum
|
| 9 |
+
results:
|
| 10 |
+
- task:
|
| 11 |
+
type: summarization
|
| 12 |
+
name: Summarization
|
| 13 |
+
dataset:
|
| 14 |
+
name: xsum
|
| 15 |
+
type: xsum
|
| 16 |
+
config: default
|
| 17 |
+
split: test
|
| 18 |
+
metrics:
|
| 19 |
+
- type: rouge
|
| 20 |
+
value: 21.9916
|
| 21 |
+
name: ROUGE-1
|
| 22 |
+
verified: true
|
| 23 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMGM1NDhjZDQ0M2ZjZTgxMTg1OWM4NjdmMGI4ODQyNTU2OTQ0OTY2ODc4MWNhNzU4MWM2NTBhZTQ1YzdlMTllMSIsInZlcnNpb24iOjF9.JZWxpX_rKcfTW-QhTsI_TqhL8GdENnfRXPpB8P4W0u3VSS4WC133IqeP9SvD8gWXxeKxYEcjwRDd864v46kBCA
|
| 24 |
+
- type: rouge
|
| 25 |
+
value: 4.4258
|
| 26 |
+
name: ROUGE-2
|
| 27 |
+
verified: true
|
| 28 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiODE4ZjM2ZTg2MmRlZTYwNmY4NTU2OWUwODhiODI3ZDQ2MmFkNGI0MGRlOTBlYmJhZTVjNzM2Y2E4ZTBjMjBhNCIsInZlcnNpb24iOjF9.4KVR6h7JIHwDX0EbzS503EhVKIFY7MhMU9xLm5OzboYKRnI_8UrjijIVGkT68k20LdFfcVv2oddtcZkrM0CcBw
|
| 29 |
+
- type: rouge
|
| 30 |
+
value: 14.9274
|
| 31 |
+
name: ROUGE-L
|
| 32 |
+
verified: true
|
| 33 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMGU0ZTRhODdlYWNhOGU5YmRkNjU4YWU1MDlhOWZjODI1NGEzMDZkYWI4ZGE0YzBmYTk3ZTljOWM2MGI1NTQ5YiIsInZlcnNpb24iOjF9.0IwWROcDNkQOJ4reQd0zpjyMAeTV5_SG5mydpQZlTVzLlt1SpC6BhitaQFa3_eXcJ_H91JUjJIz9Gjqcow7KDQ
|
| 34 |
+
- type: rouge
|
| 35 |
+
value: 16.6553
|
| 36 |
+
name: ROUGE-LSUM
|
| 37 |
+
verified: true
|
| 38 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZGQ2YmFiZWU4ZGY0NzZiNjk1NjMxOTk4NzI0MTU1MDIwNjdmMGYzMWJiYWJhZTMzZjU3NWNiMDVhNTlmYWNmOCIsInZlcnNpb24iOjF9.GjiA4KFUWw1IWn5q1qRWo-B4BEg04xAe0Lkoi_2zlFcyDoJZUgk1_VHzpmK1F72NO5a55lE-GiMRRxJcES5vCA
|
| 39 |
+
- type: loss
|
| 40 |
+
value: 2.3909709453582764
|
| 41 |
+
name: loss
|
| 42 |
+
verified: true
|
| 43 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYzMxYTE4ZWUxZWU4ZGZhNWY0ZjA2ZGU2ZTc5N2FjMjA0ZjI5YTFmMzZmMGI0MDEyMGYzZTllM2I2ZWIxZGEwZSIsInZlcnNpb24iOjF9.BnmMbMl2n3cGwkb6C5BF7mesa6WmFp0EcoqYCdkIdXYdM8Jo2svmaUz-JniLLGVuj-UoAyvUfYQe1dXPPPZcBg
|
| 44 |
+
- type: gen_len
|
| 45 |
+
value: 54.1562
|
| 46 |
+
name: gen_len
|
| 47 |
+
verified: true
|
| 48 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNWJiNmZmMTIyNmNjOTExYzYyNmI5OGVjMTQwOGY3NDk1YTUwYzdlZWE4YmMwYWVmOTE0Mjg3MTEzYjEzMTgwNiIsInZlcnNpb24iOjF9.IisBh3s_yDr6nF-VwobRo8Fe63Qc8Ku_2KgNfjwv16yEPQd5kX8rCg056rT_DhtXzxTxNRMyXLKCodIewbaPAQ
|
| 49 |
---
|
| 50 |
|
| 51 |
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|