dh-mc commited on
Commit
380616e
1 Parent(s): 1f80432

Update eval_epochs.py

Browse files
Files changed (1) hide show
  1. llm_toolkit/eval_epochs.py +1 -2
llm_toolkit/eval_epochs.py CHANGED
@@ -122,8 +122,7 @@ if __name__ == "__main__":
122
  print(f"(0) GPU = {gpu_stats.name}. Max memory = {max_memory} GB.")
123
  print(f"{start_gpu_memory} GB of memory reserved.")
124
 
125
- # model, tokenizer = load_model(model_name, load_in_4bit=load_in_4bit)
126
- model, tokenizer = None, None
127
 
128
  datasets = load_translation_dataset(data_path, tokenizer, num_shots=0)
129
  print_row_details(datasets["test"].to_pandas())
 
122
  print(f"(0) GPU = {gpu_stats.name}. Max memory = {max_memory} GB.")
123
  print(f"{start_gpu_memory} GB of memory reserved.")
124
 
125
+ model, tokenizer = load_model(model_name, load_in_4bit=load_in_4bit)
 
126
 
127
  datasets = load_translation_dataset(data_path, tokenizer, num_shots=0)
128
  print_row_details(datasets["test"].to_pandas())