|
import jsonlines |
|
|
|
|
|
dataset_file = "data/train200.jsonl" |
|
|
|
|
|
output_file = "data/firstStep_file.jsonl" |
|
|
|
|
|
try: |
|
with jsonlines.open(dataset_file) as reader, jsonlines.open(output_file, mode='w') as writer: |
|
for obj in reader: |
|
text = obj.get("text") |
|
label = obj.get("accept", [])[0] |
|
if text and label: |
|
writer.write({"text": text, "label": label}) |
|
else: |
|
print("Warning: Text or label missing in the JSON object.") |
|
print("Processing completed. Output written to:", output_file) |
|
except Exception as e: |
|
print("Error:", e) |
|
|
