Spaces:
Runtime error
Runtime error
File size: 353 Bytes
1c6ec0a 33908fd 987e02d 043f19f 1b154c5 1528dbf 3e637e3 66ca39d e83f5ad d9476c0 71e4eea 7b25728 7285843 8ab6d60 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
import pandas as pd
def process_data(split='train'):
df = pd.read_csv('data/raw/{}.csv'.format(split))
df.columns = ['Unnamed: 0', 'input_text', 'output_text']
df.to_csv('data/processed/{}.csv'.format(split))
if __name__ == '__main__':
process_data(split='train')
process_data(split='test')
process_data(split='validation')
|