hemm_space / convert_csv_to_jsonl.py
talha1503's picture
add application file
f1f9b0c
import os
import pandas as pd
import json
csv_path = 'D:\Work\sotopia-space\hemm_results_all.xlsx'
data_dir = ''
df = pd.read_excel(csv_path, sheet_name='bartscore_100_samples')
# print(df.columns)
models = df['Models']
df = df.iloc[:,2:]
columns = df.columns
# print(df.columns)
# print(len(df))
data_list = []
for model_index, model in enumerate(models):
model_dict = {"Model Name":model}
for dataset_index, dataset in enumerate(columns):
model_dict[dataset] = df.iloc[model_index, dataset_index]
data_list.append(model_dict)
with open("bartscore_100_results.jsonl", 'w') as f:
for item in data_list:
f.write(json.dumps(item) + "\n")