import os import json def load_json(filename): json_data = [] with open(filename, "r", encoding="utf-8") as f: if os.path.splitext(filename)[1] != ".jsonl": json_data = json.load(f) else: for line in f: json_data.append(json.loads(line)) return json_data def save_json(json_data, filename, option="a"): directory, _ = os.path.split(filename) if not os.path.exists(directory): os.makedirs(directory) filename = filename.replace(" ", "_") with open(filename, option, encoding="utf-8") as f: if not filename.endswith(".jsonl"): json.dump(json_data, f, ensure_ascii=False, indent=4) else: for data in json_data: json.dump(data, f, ensure_ascii=False) f.write("\n")