Spaces:
Build error
Build error
Update eval_epochs.py
Browse files
llm_toolkit/eval_epochs.py
CHANGED
|
@@ -122,8 +122,7 @@ if __name__ == "__main__":
|
|
| 122 |
print(f"(0) GPU = {gpu_stats.name}. Max memory = {max_memory} GB.")
|
| 123 |
print(f"{start_gpu_memory} GB of memory reserved.")
|
| 124 |
|
| 125 |
-
|
| 126 |
-
model, tokenizer = None, None
|
| 127 |
|
| 128 |
datasets = load_translation_dataset(data_path, tokenizer, num_shots=0)
|
| 129 |
print_row_details(datasets["test"].to_pandas())
|
|
|
|
| 122 |
print(f"(0) GPU = {gpu_stats.name}. Max memory = {max_memory} GB.")
|
| 123 |
print(f"{start_gpu_memory} GB of memory reserved.")
|
| 124 |
|
| 125 |
+
model, tokenizer = load_model(model_name, load_in_4bit=load_in_4bit)
|
|
|
|
| 126 |
|
| 127 |
datasets = load_translation_dataset(data_path, tokenizer, num_shots=0)
|
| 128 |
print_row_details(datasets["test"].to_pandas())
|