Upload run.py

run.py

@@ -13,8 +13,12 @@ def tp_tf_test(test_dataset, metric_selector, model_selector, queries_selector,
 	test_dataset = load_dataset(test_dataset)['test']
 	
 	#Load queries________________________________
-	queries_data_files = {'queries': queries_selector}
-	queries_dataset = load_dataset('gorkaartola/SDG_queries', data_files = queries_data_files)['queries']
+	queries_data_file = queries_selector.split('-')[-1]
+	queries_dataset_path = queries_selector.replace('-'+queries_data_file, '')
+	queries_dataset_split = {'queries': queries_data_file}
+	queries_dataset = load_dataset(queries_dataset_path,  data_files = queries_dataset_split)['queries']
+	#queries_data_files = {'queries': queries_selector}
+	#queries_dataset = load_dataset('gorkaartola/SDG_queries', data_files = queries_data_files)['queries']
 	
 	#Load prompt_________________________________
 	prompt = prompt_selector
@@ -78,11 +82,11 @@ def tp_tf_test(test_dataset, metric_selector, model_selector, queries_selector,
 		results_test['nli_labels'] = nli_labels
 		results_test[query] = values
 	
-	results_test.to_csv('Reports/ZS inference tables/ZS-inference-table_Model-' + op.models[model_selector] + '_Queries-' + op.queries[queries_selector] + '_Prompt-' + op.prompts[prompt_selector] + '.csv', index = False)
+	results_test.to_csv('Reports/ZS inference tables/ZS-inference-table_Model-' + op.models[model_selector] + '_Queries-' + op.queries[queries_dataset_path][queries_data_file] + '_Prompt-' + op.prompts[prompt_selector] + '.csv', index = False)
 	#'''
 	#Load saved predictions____________________________
 	'''
-	results_test = pd.read_csv('Reports/ZS inference tables/ZS-inference-table_Model-' + op.models[model_selector] + '_Queries-' + op.queries[queries_selector] + '_Prompt-' + op.prompts[prompt_selector] + '.csv')
+	results_test = pd.read_csv('Reports/ZS inference tables/ZS-inference-table_Model-' + op.models[model_selector] + '_Queries-' + op.queries[queries_dataset_path][queries_data_file]  + '_Prompt-' + op.prompts[prompt_selector] + '.csv')
 	'''
 	#Analize predictions_______________________________
 	def logits_labels(raw): 
@@ -102,7 +106,7 @@ def tp_tf_test(test_dataset, metric_selector, model_selector, queries_selector,
 	metric.add_batch(predictions = predictions, references = references)
 	results = metric.compute(prediction_strategies = prediction_strategies)
 	prediction_strategies_names = '-'.join(prediction_strategy_selector).replace(" ", "")	
-	output_filename = 'Reports/report-Model-' + op.models[model_selector] + '_Queries-' + op.queries[queries_selector] + '_Prompt-' + op.prompts[prompt_selector] + '_Strategies-'+ prediction_strategies_names +'.csv'
+	output_filename = 'Reports/report-Model-' + op.models[model_selector] + '_Queries-' + op.queries[queries_dataset_path][queries_data_file] + '_Prompt-' + op.prompts[prompt_selector] + '_Strategies-'+ prediction_strategies_names +'.csv'
 	with open(output_filename, 'a') as results_file:
 		for result in results:
 			results[result].to_csv(results_file, mode='a', index_label = result)