inoid commited on
Commit
cec3ab0
1 Parent(s): c7a8ef4

Fix errors in load data

Browse files
Files changed (1) hide show
  1. spanish_medica_llm.py +3 -2
spanish_medica_llm.py CHANGED
@@ -704,8 +704,9 @@ def run_finnetuning_process():
704
  medicalSpanishDataset = applyChatInstructFormat( loadSpanishDatasetFinnetuning())
705
  medicalSpanishDataset = medicalSpanishDataset.train_test_split(0.2, seed=203984)
706
  train_dataset, eval_dataset, test_dataset = splitDatasetInTestValid( medicalSpanishDataset )
707
-
708
- base_model = loadBaseModel(HUB_MODEL_ID)
709
 
 
 
 
710
  configAndRunFineTuning(base_model,train_dataset, eval_dataset, tokenizer)
711
 
 
704
  medicalSpanishDataset = applyChatInstructFormat( loadSpanishDatasetFinnetuning())
705
  medicalSpanishDataset = medicalSpanishDataset.train_test_split(0.2, seed=203984)
706
  train_dataset, eval_dataset, test_dataset = splitDatasetInTestValid( medicalSpanishDataset )
 
 
707
 
708
+ base_model = loadBaseModel(HUB_MODEL_ID)
709
+ print('Dataset in One ')
710
+ print (train_dataset[5])
711
  configAndRunFineTuning(base_model,train_dataset, eval_dataset, tokenizer)
712