File size: 930 Bytes
a65e727
 
 
6809db0
 
 
 
a65e727
 
 
6809db0
a65e727
6809db0
a65e727
a72cebb
 
 
 
 
 
 
 
a65e727
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
test_datasets = {
		'gorkaartola/SC-ZS-test_AURORA-Gold-SDG_True-Positives-and-False-Positives' : '0',
		}
		
metrics = {
		'gorkaartola/metric_for_tp_fp_samples': '0',
		}

models = {
		'joeddav/xlm-roberta-large-xnli' : '0',
		'facebook/bart-large-mnli' : '1',
		}

queries = {
		'gorkaartola/SDG_queries':
			{
				'SDG_Titles.csv' : '0',
				'SDG_Headlines.csv' : '1',
				'SDG_Subjects.csv' : '2',
				'SDG_Targets.csv' : '3',
				'SDG_Numbers.csv' : '4',
			}
		}
		
prompts = {
		'' : '0',
		'This is ': '1',
		'The subject is ': '2',
		'The Sustainable Development Goal is ': '3',
		}
	
prediction_strategy_options = {
		"argmax" : ["argmax_max"],
		"threshold 0.05" : ["threshold", 0.05],
		"threshold 0.25" : ["threshold", 0.25],
		"threshold 0.5" : ["threshold", 0.5],
		"threshold 0.75" : ["threshold", 0.75],
		"topk 9" : ["topk", 9],
		"topk 7" : ["topk", 7],
		"topk 5" : ["topk", 5],
		"topk 3" : ["topk", 3],
		}