Gagan Bhatia commited on
Commit
985bc59
1 Parent(s): 8717423

Update process_data.py

Browse files
Files changed (1) hide show
  1. src/data/process_data.py +0 -1
src/data/process_data.py CHANGED
@@ -8,7 +8,6 @@ def process_data(split="train"):
8
  with open("params.yml") as f:
9
  params = yaml.safe_load(f)
10
 
11
- df = pd.read_csv('data/raw/{}.csv'.format(split))
12
  df.columns = ['Unnamed: 0', 'input_text', 'output_text']
13
  df = df.sample(frac=params['split'], replace=True, random_state=1)
14
  if os.path.exists("data/raw/{}.csv".format(split)):
 
8
  with open("params.yml") as f:
9
  params = yaml.safe_load(f)
10
 
 
11
  df.columns = ['Unnamed: 0', 'input_text', 'output_text']
12
  df = df.sample(frac=params['split'], replace=True, random_state=1)
13
  if os.path.exists("data/raw/{}.csv".format(split)):