Gagan Bhatia commited on
Commit
27edbdc
1 Parent(s): 9951e30

Update process_data.py

Browse files
Files changed (1) hide show
  1. src/data/process_data.py +1 -0
src/data/process_data.py CHANGED
@@ -6,6 +6,7 @@ import os
6
  def process_data(split='train'):
7
 
8
  with open("params.yml") as f:
 
9
  df = pd.read_csv('data/raw/{}.csv'.format(split))
10
  df.columns = ['Unnamed: 0', 'input_text', 'output_text']
11
  df.to_csv('data/processed/{}.csv'.format(split))
 
6
  def process_data(split='train'):
7
 
8
  with open("params.yml") as f:
9
+ params = yaml.safe_load(f)
10
  df = pd.read_csv('data/raw/{}.csv'.format(split))
11
  df.columns = ['Unnamed: 0', 'input_text', 'output_text']
12
  df.to_csv('data/processed/{}.csv'.format(split))