CreatedNull commited on
Commit
78b4398
·
verified ·
1 Parent(s): 2387be3

Delete mergelines2.py

Browse files
Files changed (1) hide show
  1. mergelines2.py +0 -12
mergelines2.py DELETED
@@ -1,12 +0,0 @@
1
- import json
2
- from mergelines import merge_short_lines
3
-
4
- merged_data = merge_short_lines("./customchatbot-v1/data/data.jsonl")
5
- with open("./customchatbot-v1/data/merged_data.jsonl","w",encoding="utf-8") as out:
6
- for item in merged_data:
7
- out.write(json.dumps(item) + "\n")
8
-
9
- # with open("./customchatbot-v1/data/data.jsonl","r",encoding="utf-8") as out:
10
- # for item in out:
11
- # with open("./customchatbot-v1/data/backup_data.jsonl","w",encoding="utf-8") as out2:
12
- # out2.write(json.dumps(item) + "\n")