File size: 1,173 Bytes
46bcca0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
task: xsum
dataset_path: EdinburghNLP/xsum
dataset_name: xsum
output_type: generate_until
training_split: train
validation_split: validation
test_split: test
doc_to_text: "Document: {{document}}\nSummary:"
doc_to_target: "{{summary}}"
# process_docs: !function utils.process_docs
process_results: !function utils.process_results
should_decontaminate: True
doc_to_decontamination_query: document
generation_kwargs:
  until:
    - "\n"
    - "."
  do_sample: false
  temperature: 0.0
metric_list:
  - metric: rouge1_max
    aggregation: mean
    higher_is_better: true
  - metric: rouge1_acc
    aggregation: mean
    higher_is_better: true
  - metric: rouge1_diff
    aggregation: mean
    higher_is_better: true
  - metric: rouge2_max
    aggregation: mean
    higher_is_better: true
  - metric: rouge2_acc
    aggregation: mean
    higher_is_better: true
  - metric: rouge2_diff
    aggregation: mean
    higher_is_better: true
  - metric: rougeL_max
    aggregation: mean
    higher_is_better: true
  - metric: rougeL_acc
    aggregation: mean
    higher_is_better: true
  - metric: rougeL_diff
    aggregation: mean
    higher_is_better: true
metadata:
  - version: 0.0