dsmueller commited on
Commit
1cd5d29
1 Parent(s): 694a287

Update train_llm.py

Browse files
Files changed (1) hide show
  1. train_llm.py +2 -2
train_llm.py CHANGED
@@ -19,12 +19,12 @@ data_directory = './fine_tune_data/'
19
  os.makedirs(data_directory, exist_ok=True)
20
 
21
  # Write the train data to a CSV file
22
- train_data='train_data.csv'
23
  train_filename = os.path.join(data_directory, train_data)
24
  dataset['train'].to_pandas().to_csv(train_filename, columns=['text'], index=False)
25
 
26
  # Write the validation data to a CSV file
27
- validation_data='validation_data.csv'
28
  validation_filename = os.path.join(data_directory, validation_data)
29
  dataset['validation'].to_pandas().to_csv(validation_filename, columns=['text'], index=False)
30
 
 
19
  os.makedirs(data_directory, exist_ok=True)
20
 
21
  # Write the train data to a CSV file
22
+ train_data='train_data'
23
  train_filename = os.path.join(data_directory, train_data)
24
  dataset['train'].to_pandas().to_csv(train_filename, columns=['text'], index=False)
25
 
26
  # Write the validation data to a CSV file
27
+ validation_data='validation_data'
28
  validation_filename = os.path.join(data_directory, validation_data)
29
  dataset['validation'].to_pandas().to_csv(validation_filename, columns=['text'], index=False)
30