Update failed_run.py

adding uploading files too

failed_run.py

@@ -29,6 +29,22 @@ args = parser.parse_args()
 # Updating request
 dataset = load_dataset("EnergyStarAI/requests_debug", split="test", token=TOKEN).to_pandas()
 
+def upload_results():
+    models_ran=[]
+    for f in os.scandir('./runs'):
+      if f.is_dir():
+        for s in os.scandir(f):
+          if s.is_dir() and s.name not in ['hooks','info','objects','refs','logs']:
+              for m in os.scandir(s):
+                models_ran.append(s.name+'/' + m.name)
+                  
+    print("Models ran are: " + str(models_ran))
+
+requests_dset.loc[requests_dset["model"].isin(models_ran), ['status']] = "COMPLETED"
+updated_dset =Dataset.from_pandas(requests_dset)
+updated_dset.push_to_hub("EnergyStarAI/requests_debug", split="test", token=TOKEN)
+print("Updated model status")
+
 # Set benchmark to failed
 # TODO: This doesn't have to be try-except, we could actually check if the file is there.
 try:
@@ -41,6 +57,7 @@ try:
                 print("Status set to FAILED")
             else:
                 dataset.loc[dataset["model"].isin([args.model_name]), ['status']] = "COMPLETED"
+                upload_results()
                 print("Status set to COMPLETE")
     # Add a new column for the error message if necessary
     if "error_message" not in dataset.columns: