pingnie commited on
Commit
f0ed004
1 Parent(s): 14e4843

delete binary files

Browse files
Files changed (1) hide show
  1. snippets/xsum.yaml +49 -0
snippets/xsum.yaml ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ task: xsum
2
+ dataset_path: EdinburghNLP/xsum
3
+ dataset_name: xsum
4
+ output_type: generate_until
5
+ training_split: train
6
+ validation_split: validation
7
+ test_split: test
8
+ doc_to_text: "Document: {{document}}\nSummary:"
9
+ doc_to_target: "{{summary}}"
10
+ # process_docs: !function utils.process_docs
11
+ process_results: !function utils.process_results
12
+ should_decontaminate: True
13
+ doc_to_decontamination_query: document
14
+ generation_kwargs:
15
+ until:
16
+ - "\n"
17
+ - "."
18
+ do_sample: false
19
+ temperature: 0.0
20
+ metric_list:
21
+ - metric: rouge1_max
22
+ aggregation: mean
23
+ higher_is_better: true
24
+ - metric: rouge1_acc
25
+ aggregation: mean
26
+ higher_is_better: true
27
+ - metric: rouge1_diff
28
+ aggregation: mean
29
+ higher_is_better: true
30
+ - metric: rouge2_max
31
+ aggregation: mean
32
+ higher_is_better: true
33
+ - metric: rouge2_acc
34
+ aggregation: mean
35
+ higher_is_better: true
36
+ - metric: rouge2_diff
37
+ aggregation: mean
38
+ higher_is_better: true
39
+ - metric: rougeL_max
40
+ aggregation: mean
41
+ higher_is_better: true
42
+ - metric: rougeL_acc
43
+ aggregation: mean
44
+ higher_is_better: true
45
+ - metric: rougeL_diff
46
+ aggregation: mean
47
+ higher_is_better: true
48
+ metadata:
49
+ - version: 0.0