pminervini commited on
Commit
f04e65f
1 Parent(s): 6bab443
src/backend/tasks/fever/fever10.yaml ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ group: fever
2
+ task: fever10
3
+ dataset_path: fever
4
+ dataset_name: v1.0
5
+ output_type: multiple_choice
6
+ training_split: train
7
+ validation_split: labelled_dev
8
+ test_split: null
9
+ doc_to_text: "Claim: {{claim}}\nLabel:"
10
+ doc_to_choice: ["SUPPORTS", "REFUTES", "NOT ENOUGH INFO"]
11
+ doc_to_target: label
12
+ metric_list:
13
+ - metric: acc
14
+ aggregation: mean
15
+ higher_is_better: true
16
+ metadata:
17
+ version: 0.0