Add evaluation results on the default config and test split of xsum
#7
by
autoevaluator
HF staff
- opened
README.md
CHANGED
@@ -1,11 +1,52 @@
|
|
1 |
---
|
2 |
-
|
3 |
language: en
|
4 |
license: apache-2.0
|
5 |
-
datasets:
|
6 |
-
- big_patent
|
7 |
tags:
|
8 |
- summarization
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
9 |
---
|
10 |
|
11 |
# BigBirdPegasus model (large)
|
|
|
1 |
---
|
|
|
2 |
language: en
|
3 |
license: apache-2.0
|
|
|
|
|
4 |
tags:
|
5 |
- summarization
|
6 |
+
datasets:
|
7 |
+
- big_patent
|
8 |
+
model-index:
|
9 |
+
- name: google/bigbird-pegasus-large-bigpatent
|
10 |
+
results:
|
11 |
+
- task:
|
12 |
+
type: summarization
|
13 |
+
name: Summarization
|
14 |
+
dataset:
|
15 |
+
name: xsum
|
16 |
+
type: xsum
|
17 |
+
config: default
|
18 |
+
split: test
|
19 |
+
metrics:
|
20 |
+
- type: rouge
|
21 |
+
value: 8.6864
|
22 |
+
name: ROUGE-1
|
23 |
+
verified: true
|
24 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNWJiZmRhNjJiZjBjMjE0OTY5YTViNDE2MzU3OTQxODViOGY2ODIwNzMxNTNiMzVmMmEyN2FmOWEyNTRlOTVmZCIsInZlcnNpb24iOjF9.vsq1y4S_o8i6B2i61cmBVGKqDtqdRDpl-tdC_cqTnTgUIDov-DEO4cu1mrPI-KHGoTkRpO9wwDBMenVVp44LDg
|
25 |
+
- type: rouge
|
26 |
+
value: 0.7795
|
27 |
+
name: ROUGE-2
|
28 |
+
verified: true
|
29 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNjFkMmQ5ZWVlM2FjZGZhOTY4OWE4ZmJkNDU3ZWNhZDQyMjFkZWY2ZGVlMGQ2M2I3MzFhYjY3NjNhNzgzYmE5MyIsInZlcnNpb24iOjF9.WpU_IQbf1dxiIhh3ZYfQg89rigJEkXoLIFwb236JdpCQokwHFEGfh56RHLqb8OijMJlHRsh0zfOsxNB4jINDAA
|
30 |
+
- type: rouge
|
31 |
+
value: 7.1464
|
32 |
+
name: ROUGE-L
|
33 |
+
verified: true
|
34 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNWYzYjIyMWU3NDMzZTBmZDdiOGFmZjBiOGI0YjUyNzY5NDIwYjIzMTFiY2RjNTA0MDkxOWI5NDg3OTk5MDMwZCIsInZlcnNpb24iOjF9.IwPFBf-0bQnlHxynOUsrDLB6BeBg1BbnC1ey5PaqaODls_ibsN0SopyDH4gQ7cyZu2srqleQbTiZGla1EjmkAw
|
35 |
+
- type: rouge
|
36 |
+
value: 7.0344
|
37 |
+
name: ROUGE-LSUM
|
38 |
+
verified: true
|
39 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNjVjNTE5YzgxNmU2N2VkY2MzZmNlNzYxNDQxNjZmNTdjNDc3NzRmY2FjYzc5MjA1MTc0MTAzNTA1YTEwNjAwZSIsInZlcnNpb24iOjF9.IhPL0Ywph8EhcUyqBlr26KBbkaO7a8MHXtigWCBijglCc6jkPKxg_JpDQccHC-F3r2oUgs7CnPAJtehP05dBBw
|
40 |
+
- type: loss
|
41 |
+
value: 6.242544651031494
|
42 |
+
name: loss
|
43 |
+
verified: true
|
44 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNWY4Y2ZlNTY5YmQ5N2NjMmM5ZmM2ZDFiMTY5YzViM2M2NjVhNjJmNWY0NmY1YWE1NmZiOWQ5OGExM2MwNTYxNCIsInZlcnNpb24iOjF9.rwHs57Mo7aXvbkZEjroclYdyzPgJU9mDEMhnSzWAUMyWtmiejgsn0gZ4KGXapKQT0xVZ7dR5BgR8zxj7DZFUDA
|
45 |
+
- type: gen_len
|
46 |
+
value: 96.8579
|
47 |
+
name: gen_len
|
48 |
+
verified: true
|
49 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNjNlZjEwZjJhMWI3MDVmOGIwNjY4YTMyN2FjY2IzOGRjMDg3OGRkYmE1ZWY2ZGMwODI2YjBiNDIwZmQ0YjEyMSIsInZlcnNpb24iOjF9.TeWWnDzmNSiaK7HJcWImlBytQ9iWykYyD0X7mnXum6DcTHwuCr5bYrvcxTGIRl1BXqy9_4Jwhozl5Hq-v2neAA
|
50 |
---
|
51 |
|
52 |
# BigBirdPegasus model (large)
|