update instance

ape/instance.py

@@ -80,9 +80,8 @@ def load_qa(file='./ape/data/qa_train.json'):
     raw_data = json.load(open(file, encoding='UTF8'))
     for i in raw_data:
         input = i['text']
-        output = []
-        for j in i['annotations']:
-            output.append({'问题': j["Q"], '回答': j["A"]})
+        #只取一个QA不然容易超出模型输入长度
+        output = {'问题': i['annotations'][0]["Q"], '回答': i['annotations'][0]["A"]}
         output = json.dumps(output, ensure_ascii=False)
         data.append((input, output))
     return data
@@ -99,15 +98,14 @@ def upload_file(file):
 
 def load_entity(file='./ape/data/entity_train.json'):
     data = []
-    with open(file, 'r', encoding='UTF8') as f:
-        for i in f.readlines():
-            tmp = json.loads(i)
-            input = tmp['text']
-            output = []
-            for j in tmp['annotations']:
-                output.append([{'问题': j["Q"], '回答': j["A"]}])
-            output = json.dumps(output, ensure_ascii=True)
-            data.append((input, output))
+    raw_data = json.load(open(file, encoding='UTF8'))
+    for i in raw_data:
+        input = i['text']
+        output = []
+        for j in i['labels']:
+            output.append({'类型': j[1], '实体': j[-1]})
+        output = json.dumps(output, ensure_ascii=False)
+        data.append((input, output))
     return data