Delete mergelines2.py
Browse files- mergelines2.py +0 -12
mergelines2.py
DELETED
|
@@ -1,12 +0,0 @@
|
|
| 1 |
-
import json
|
| 2 |
-
from mergelines import merge_short_lines
|
| 3 |
-
|
| 4 |
-
merged_data = merge_short_lines("./customchatbot-v1/data/data.jsonl")
|
| 5 |
-
with open("./customchatbot-v1/data/merged_data.jsonl","w",encoding="utf-8") as out:
|
| 6 |
-
for item in merged_data:
|
| 7 |
-
out.write(json.dumps(item) + "\n")
|
| 8 |
-
|
| 9 |
-
# with open("./customchatbot-v1/data/data.jsonl","r",encoding="utf-8") as out:
|
| 10 |
-
# for item in out:
|
| 11 |
-
# with open("./customchatbot-v1/data/backup_data.jsonl","w",encoding="utf-8") as out2:
|
| 12 |
-
# out2.write(json.dumps(item) + "\n")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|