support downloading updated data
Browse files- dialogues_set/qas.json +2 -2
- merge_qas.py +2 -1
dialogues_set/qas.json
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:768e67a1bfce537baf875b8a24b7e718a9adfbfe8ae0bede1b8b60c1a269417b
|
| 3 |
+
size 25128818
|
merge_qas.py
CHANGED
|
@@ -31,6 +31,7 @@ def read_qas():
|
|
| 31 |
with open(f"{directory}/{filename}", "r", encoding="utf-8") as f:
|
| 32 |
for qa in json.loads(f.read()):
|
| 33 |
qas.append(qa)
|
|
|
|
| 34 |
return qas
|
| 35 |
|
| 36 |
def merge(qs, qas):
|
|
@@ -44,7 +45,7 @@ def merge(qs, qas):
|
|
| 44 |
continue
|
| 45 |
a = q_to_as[q].pop()
|
| 46 |
qas.append({"q":q, "a":a})
|
| 47 |
-
|
| 48 |
return qas
|
| 49 |
|
| 50 |
|
|
|
|
| 31 |
with open(f"{directory}/{filename}", "r", encoding="utf-8") as f:
|
| 32 |
for qa in json.loads(f.read()):
|
| 33 |
qas.append(qa)
|
| 34 |
+
print(f"read {len(qas)} query-answers from files")
|
| 35 |
return qas
|
| 36 |
|
| 37 |
def merge(qs, qas):
|
|
|
|
| 45 |
continue
|
| 46 |
a = q_to_as[q].pop()
|
| 47 |
qas.append({"q":q, "a":a})
|
| 48 |
+
print(f"merge {len(qas)} query-answers from files")
|
| 49 |
return qas
|
| 50 |
|
| 51 |
|