hsaest's picture
Upload folder using huggingface_hub
9be4956 verified
raw history blame
No virus
1.02 kB
import json
def load_line_json_data(filename):
data = []
with open(filename, 'r', encoding='utf-8') as f:
for line in f.read().strip().split('\n'):
unit = json.loads(line)
data.append(unit)
return data
def save_file(data, path):
with open(path,'w',encoding='utf-8') as w:
for unit in data:
output = json.dumps(unit)
w.write(output + "\n")
w.close()
data = load_line_json_data('/home/xj/toolAugEnv/code/toolConstraint/data/query/zk.jsonl')
query_output = open('/home/xj/toolAugEnv/code/toolConstraint/data/api_request/zk_hard_regen.txt','r').read().strip().split('\n')
# assert len(data) == len(query_output)
for unit, output in zip(data[24:], query_output):
# unit['local_constraint']['transportation'] = None
unit['query'] = " ".join(x for x in output.split('\t')[1:])
# for unit in data:
# unit['local_constraint']['transportation'] = None
save_file(data,'/home/xj/toolAugEnv/code/toolConstraint/data/query/zk.jsonl')