Update failed_run.py

failed_run.py

@@ -27,7 +27,7 @@ parser.add_argument(
 args = parser.parse_args()
 
 # Updating request
-requests_dset = load_dataset("EnergyStarAI/requests_debug", split="test", token=TOKEN).to_pandas()
+dataset = load_dataset("EnergyStarAI/requests_debug", split="test", token=TOKEN).to_pandas()
 
 def upload_results():
     models_ran=[]
@@ -37,13 +37,8 @@ def upload_results():
           if s.is_dir() and s.name not in ['hooks','info','objects','refs','logs']:
               for m in os.scandir(s):
                 models_ran.append(s.name+'/' + m.name)
-                  
-    print("Models ran are: " + str(models_ran))
+    return models_ran
 
-requests_dset.loc[requests_dset["model"].isin(models_ran), ['status']] = "COMPLETED"
-updated_dset =Dataset.from_pandas(requests_dset)
-updated_dset.push_to_hub("EnergyStarAI/requests_debug", split="test", token=TOKEN)
-print("Updated model status")
 
 # Set benchmark to failed
 # TODO: This doesn't have to be try-except, we could actually check if the file is there.
@@ -58,6 +53,7 @@ try:
             else:
                 dataset.loc[dataset["model"].isin([args.model_name]), ['status']] = "COMPLETED"
                 upload_results()
+                dataset.loc[dataset["model"].isin(models_ran), ['status']] = "COMPLETED"
                 print("Status set to COMPLETE")
     # Add a new column for the error message if necessary
     if "error_message" not in dataset.columns: