Add evaluation results on the 3.0.0 config and test split of cnn_dailymail
#2
by
autoevaluator
HF staff
- opened
README.md
CHANGED
@@ -5,4 +5,51 @@ datasets:
|
|
5 |
- CNN/Daily-mail
|
6 |
metrics:
|
7 |
- ROUGE
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
8 |
---
|
|
|
5 |
- CNN/Daily-mail
|
6 |
metrics:
|
7 |
- ROUGE
|
8 |
+
model-index:
|
9 |
+
- name: MohamedZaitoon/bart-fine-tune
|
10 |
+
results:
|
11 |
+
- task:
|
12 |
+
type: summarization
|
13 |
+
name: Summarization
|
14 |
+
dataset:
|
15 |
+
name: cnn_dailymail
|
16 |
+
type: cnn_dailymail
|
17 |
+
config: 3.0.0
|
18 |
+
split: test
|
19 |
+
metrics:
|
20 |
+
- type: rouge
|
21 |
+
value: 24.5653
|
22 |
+
name: ROUGE-1
|
23 |
+
verified: true
|
24 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOGU1NDUyMDkxNjA4MGVlODU2N2JkMzIyMWZhYjQ4YmI0N2M0MjFmMzBlOTEyYTRhNDFjOWFkMDI1NjE2YTg3MSIsInZlcnNpb24iOjF9.VJ71sZy8aptn5PGFmsJy7lEqdQcmi9hN4El5f8Iu5w0lYbblt6aUdnbzYoUMiSFMWpS8HijOOEJ2cPfINBZBAQ
|
25 |
+
- type: rouge
|
26 |
+
value: 12.3562
|
27 |
+
name: ROUGE-2
|
28 |
+
verified: true
|
29 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiY2U2MTlhNzZjOTE4OGYxOTQ3NGQxZGRhMmI5MTU5NmI3N2Y0Njc4NDU2MDNiNjg3MGRhYzNlY2YwMGZhMTQxZSIsInZlcnNpb24iOjF9.FsYwDEyDcIAF9hUwCDXvRPLtPkoQsSBcNJUE2zDL6EMSksoDL8-b2g9jXmLZu13_gfGYjWH-ehAGH97zXDcJAA
|
30 |
+
- type: rouge
|
31 |
+
value: 20.5411
|
32 |
+
name: ROUGE-L
|
33 |
+
verified: true
|
34 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMDhmMmY3OTY3MGUyYzZhY2E4YjFhN2YzYzc4NDdlYzkwNDAxMGM4NjNmMzlkZGQ3YWZhMWViN2JkYzdlNDViYyIsInZlcnNpb24iOjF9.40nNNFtYOcVk1-cdXWKgg-BShrKYbzZ-WU7zeCwbtPUFC1vEM_WNNI3237CIzjSpqVHL2JngASNNo5TAyQSCAg
|
35 |
+
- type: rouge
|
36 |
+
value: 23.1226
|
37 |
+
name: ROUGE-LSUM
|
38 |
+
verified: true
|
39 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNTg4MTc1YTdkMDU4ZDQwODI3ZWNhMTJmNjQwZjhkYzRjNThiMmRlNzU0ZDFhMWJiNjc4ZjBiNDA5ZmU4NWVhZiIsInZlcnNpb24iOjF9.kV2oz_AQQp-R1jXkQlBNsfWkm_JFE2q3rlO91GxdCABXKelCN84jTdec25jkyzg1JvVj1xry6gIE556Xd6U2CQ
|
40 |
+
- type: loss
|
41 |
+
value: 1.5665470361709595
|
42 |
+
name: loss
|
43 |
+
verified: true
|
44 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZmEzNTY0ZDcxYmRmZjcxY2Q1ZTM1ZGUxYTBhYjU5Mzk5OWY0OWUxODMyZTQ4MzRmOTIwMDk2NjU0MWRiZjBkNCIsInZlcnNpb24iOjF9.EW4dEYt3F1Mrv1HzdoUpmND68ylcZ_XHAWplm9LMZod5DgJTaMuNGZKKBjLV88xRLbS4gSpcL3e8jWsYdubjCw
|
45 |
+
- type: exact_match
|
46 |
+
value: 0.0
|
47 |
+
name: exact_match
|
48 |
+
verified: true
|
49 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMjI4Y2U2MGQwNWE1ODFlOTc5ZDI2YzY3MTU2Y2U0NDUyYTAyMDNjMjM0MDIzNDM4NWFlY2Y3ODllNWQzNTI5MiIsInZlcnNpb24iOjF9.ZtNpta0DxXmYz-1FrRqMspCKMRFfxAnI1WWElTuW5BxyXXV7yOaavzsVSFG4FF9wnhhIo1gr_s-OLk-je31OCw
|
50 |
+
- type: gen_len
|
51 |
+
value: 19.9987
|
52 |
+
name: gen_len
|
53 |
+
verified: true
|
54 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMGYwZjYyYTNhMTRmMmE2YTY0Y2RmZDJjZGJjNWVhNzU1OGUyMzUzN2ZlNmRiYmZlNTI2OWUxMzkwMzQ0YzA4MyIsInZlcnNpb24iOjF9.f6oeg0EJRWdOlZ-Yi78lf2nn-9DS2LEfKhjrNtxLiGJttc2nWcJCWERYNt5tRRZGprerfMVr0w9LZgsPR-qrCQ
|
55 |
---
|