File size: 3,304 Bytes
a706068
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8263782
 
 
 
 
 
 
a706068
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8263782
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
dataset,fewshots,prompt,metric,value
e2e_nlg_cleaned,0,generate_text_restaurant,rouge2_fmeasure,0.0015194719382464828
e2e_nlg_cleaned,0,median,rouge2_fmeasure,0.0015194719382464828
e2e_nlg_cleaned,1,generate_text_restaurant,rouge2_fmeasure,0.18637115332137155
e2e_nlg_cleaned,1,median,rouge2_fmeasure,0.18637115332137155
e2e_nlg_cleaned,2,generate_text_restaurant,rouge2_fmeasure,0.21309279835498804
e2e_nlg_cleaned,2,median,rouge2_fmeasure,0.21309279835498804
e2e_nlg_cleaned,3,generate_text_restaurant,rouge2_fmeasure,0.22032333042194527
e2e_nlg_cleaned,3,median,rouge2_fmeasure,0.22032333042194527
e2e_nlg_cleaned,4,generate_text_restaurant,rouge2_fmeasure,0.21993594978939215
e2e_nlg_cleaned,4,median,rouge2_fmeasure,0.21993594978939215
e2e_nlg_cleaned,5,generate_text_restaurant,rouge2_fmeasure,0.21793438022656353
e2e_nlg_cleaned,5,median,rouge2_fmeasure,0.21793438022656353
e2e_nlg_cleaned,5,average,multiple,0.17652951400875116
gem_xsum,0,article_DOC_summary,rouge2_fmeasure,0.056442306230818876
gem_xsum,0,median,rouge2_fmeasure,0.056442306230818876
gem_xsum,1,article_DOC_summary,rouge2_fmeasure,0.03598895109620969
gem_xsum,1,median,rouge2_fmeasure,0.03598895109620969
gem_xsum,2,article_DOC_summary,rouge2_fmeasure,0.03728951183116744
gem_xsum,2,median,rouge2_fmeasure,0.03728951183116744
gem_xsum,3,article_DOC_summary,rouge2_fmeasure,0.03848207108872355
gem_xsum,3,median,rouge2_fmeasure,0.03848207108872355
gem_xsum,4,article_DOC_summary,rouge2_fmeasure,0.011276208078698832
gem_xsum,4,median,rouge2_fmeasure,0.011276208078698832
gem_xsum,5,article_DOC_summary,rouge2_fmeasure,0.0005538280315731646
gem_xsum,5,median,rouge2_fmeasure,0.0005538280315731646
gem_xsum,5,average,multiple,0.03000547939286526
web_nlg_en,0,PALM_prompt,rouge2_fmeasure,0.04746695901782121
web_nlg_en,0,median,rouge2_fmeasure,0.04746695901782121
web_nlg_en,1,PALM_prompt,rouge2_fmeasure,0.052665704185835084
web_nlg_en,1,median,rouge2_fmeasure,0.052665704185835084
web_nlg_en,2,PALM_prompt,rouge2_fmeasure,0.05157944416358925
web_nlg_en,2,median,rouge2_fmeasure,0.05157944416358925
web_nlg_en,3,PALM_prompt,rouge2_fmeasure,0.052270761889885206
web_nlg_en,3,median,rouge2_fmeasure,0.052270761889885206
web_nlg_en,4,PALM_prompt,rouge2_fmeasure,0.05295652860215851
web_nlg_en,4,median,rouge2_fmeasure,0.05295652860215851
web_nlg_en,5,PALM_prompt,rouge2_fmeasure,0.054266401974880724
web_nlg_en,5,median,rouge2_fmeasure,0.054266401974880724
web_nlg_en,5,average,multiple,0.051867633305695
wiki_lingua_en,0,tldr_en,rouge2_fmeasure,0.04047796652620078
wiki_lingua_en,0,median,rouge2_fmeasure,0.04047796652620078
wiki_lingua_en,1,tldr_en,rouge2_fmeasure,0.0622366147541512
wiki_lingua_en,1,median,rouge2_fmeasure,0.0622366147541512
wiki_lingua_en,2,tldr_en,rouge2_fmeasure,0.06251395339429003
wiki_lingua_en,2,median,rouge2_fmeasure,0.06251395339429003
wiki_lingua_en,3,tldr_en,rouge2_fmeasure,0.0523326312861241
wiki_lingua_en,3,median,rouge2_fmeasure,0.0523326312861241
wiki_lingua_en,4,tldr_en,rouge2_fmeasure,0.016837586892487218
wiki_lingua_en,4,median,rouge2_fmeasure,0.016837586892487218
wiki_lingua_en,5,tldr_en,rouge2_fmeasure,0.00281382806546607
wiki_lingua_en,5,median,rouge2_fmeasure,0.00281382806546607
wiki_lingua_en,5,average,multiple,0.0395354301531199