File size: 1,173 Bytes
f0ed004 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 |
task: xsum
dataset_path: EdinburghNLP/xsum
dataset_name: xsum
output_type: generate_until
training_split: train
validation_split: validation
test_split: test
doc_to_text: "Document: {{document}}\nSummary:"
doc_to_target: "{{summary}}"
# process_docs: !function utils.process_docs
process_results: !function utils.process_results
should_decontaminate: True
doc_to_decontamination_query: document
generation_kwargs:
until:
- "\n"
- "."
do_sample: false
temperature: 0.0
metric_list:
- metric: rouge1_max
aggregation: mean
higher_is_better: true
- metric: rouge1_acc
aggregation: mean
higher_is_better: true
- metric: rouge1_diff
aggregation: mean
higher_is_better: true
- metric: rouge2_max
aggregation: mean
higher_is_better: true
- metric: rouge2_acc
aggregation: mean
higher_is_better: true
- metric: rouge2_diff
aggregation: mean
higher_is_better: true
- metric: rougeL_max
aggregation: mean
higher_is_better: true
- metric: rougeL_acc
aggregation: mean
higher_is_better: true
- metric: rougeL_diff
aggregation: mean
higher_is_better: true
metadata:
- version: 0.0
|