add json file loader

ape/ape.py

@@ -1,7 +1,7 @@
 # -*-coding:utf-8 -*-
 from glob import glob
 import pandas as pd
-from ape.instance import Instance, LoadFactory, upload_file
+from ape.instance import Instance, LoadFactory, upload_file, upload_json
 from ape.llm import LLMGPT
 from functools import partial
 from itertools import chain
@@ -11,6 +11,8 @@ def load_task(task, file):
     global instance
     if task:
         loader = LoadFactory[task]
+    elif 'json' in file.name:
+        loader = partial(upload_json, file=file.name)
     else:
         loader = partial(upload_file, file=file.name)
     instance = Instance.from_file(loader)

ape/instance.py

@@ -100,6 +100,15 @@ def upload_file(file):
     return tuple_list
 
 
+def upload_json(file):
+    tuple_list = []
+    with open(file, 'r', encoding='UTF-8') as f:
+        for i in f.readlines():
+            data = json.loads(i.strip())
+            tuple_list.append((data['input'],data['output']))
+    return tuple_list
+
+
 def load_entity(file='./ape/data/entity_train.json'):
     data = []
     raw_data = json.load(open(file, encoding='UTF8'))
@@ -140,3 +149,6 @@ if __name__ == '__main__':
     print(instance2.display(instance2.train_samples))
     train_iter = instance2.get_train_iter()
     print(next(train_iter))
+
+
+    data = upload_json('./ape/data/question_paraphrase_classification.json')