Chat-To-Sequence / utility.py
Kevin Louis
Create utility.py
3a23f8d
from datasets import load_dataset
def load_from_hub_csv(path, data_file, token, csv_output_file):
dataset = load_dataset(path=path,
data_files=data_file,
token=token,)
for split, data in dataset.items():
data.to_csv(csv_output_file, index=None)