Spaces:
Build error
Build error
Update eval_epochs.py
Browse files
llm_toolkit/eval_epochs.py
CHANGED
@@ -122,8 +122,7 @@ if __name__ == "__main__":
|
|
122 |
print(f"(0) GPU = {gpu_stats.name}. Max memory = {max_memory} GB.")
|
123 |
print(f"{start_gpu_memory} GB of memory reserved.")
|
124 |
|
125 |
-
|
126 |
-
model, tokenizer = None, None
|
127 |
|
128 |
datasets = load_translation_dataset(data_path, tokenizer, num_shots=0)
|
129 |
print_row_details(datasets["test"].to_pandas())
|
|
|
122 |
print(f"(0) GPU = {gpu_stats.name}. Max memory = {max_memory} GB.")
|
123 |
print(f"{start_gpu_memory} GB of memory reserved.")
|
124 |
|
125 |
+
model, tokenizer = load_model(model_name, load_in_4bit=load_in_4bit)
|
|
|
126 |
|
127 |
datasets = load_translation_dataset(data_path, tokenizer, num_shots=0)
|
128 |
print_row_details(datasets["test"].to_pandas())
|