deema commited on
Commit
120d031
β€’
1 Parent(s): 26ccd03

output->instructions

Browse files
data_processing.py CHANGED
@@ -1,9 +1,9 @@
1
  import pandas as pd
2
  import json
3
 
4
- cidar = 'output/cidar.json'
5
- chat = 'output/chat.json'
6
- alpagasus = 'output/alpagasus.json'
7
 
8
  with open(cidar, mode='r', encoding='utf-8') as file:
9
  cidar_data = json.load(file)
@@ -23,4 +23,4 @@ cidar_df.rename(columns={'model_output': 'cidar_output'}, inplace=True)
23
  chat_df.rename(columns={'model_output': 'chat_output'}, inplace=True)
24
  merged_df = pd.concat([cidar_df, alpagasus_df.drop(columns=['instruction']), chat_df.drop(columns=['instruction'])], axis=1)
25
 
26
- merged_df.to_json('output/merged.json', orient='records', lines=False, force_ascii=False)
 
1
  import pandas as pd
2
  import json
3
 
4
+ cidar = 'instructions/cidar.json'
5
+ chat = 'instructions/chat.json'
6
+ alpagasus = 'instructions/alpagasus.json'
7
 
8
  with open(cidar, mode='r', encoding='utf-8') as file:
9
  cidar_data = json.load(file)
 
23
  chat_df.rename(columns={'model_output': 'chat_output'}, inplace=True)
24
  merged_df = pd.concat([cidar_df, alpagasus_df.drop(columns=['instruction']), chat_df.drop(columns=['instruction'])], axis=1)
25
 
26
+ merged_df.to_json('instructions/merged.json', orient='records', lines=False, force_ascii=False)
{output β†’ instructions}/.DS_Store RENAMED
File without changes
{output β†’ instructions}/alpagasus.json RENAMED
File without changes
{output β†’ instructions}/chat.json RENAMED
File without changes
{output β†’ instructions}/cidar.json RENAMED
File without changes
{output β†’ instructions}/merged.json RENAMED
File without changes