add renaming

data_utils.py

@@ -49,16 +49,31 @@ def load_all_data():
         model_summary = json.load(f)
     model_names = [model["Model"] for model in model_summary]
     for model_name in model_names:
-        download_url = f"https://raw.githubusercontent.com/WildEval/ZeroEval/refs/heads/main/result_dirs/zebra-grid/{model_name}.json"
-        output_file = os.path.join(result_dir, f"{model_name}.json")
-        # mkdir -p result_dir if not exists 
-        os.makedirs(result_dir, exist_ok=True)
-        if not os.path.exists(output_file):
-            os.system(f"wget {download_url} -O {output_file}")
-            print(f"Downloaded {model_name}.json")
-        with open(output_file, "r") as f:
-            print(f"Loading {output_file}")
-            results_by_model[model_name] = json.load(f) 
+        try:
+            model_rename_map = {
+                "Llama-3.1-405B-Inst-fp8@together": "Llama-3.1-405B-Instruct-Turbo",
+                "Llama-3.1-405B-Inst@hyperbolic": "Meta-Llama-3.1-405B-Instruct@hyperbolic",
+                "deepseek-v2-chat-0628": "deepseek-v2-chat",
+                "deepseek-v2-coder-0724": "DeepSeek-Coder-V2-0724",
+                "deepseek-v2-coder-0614": "deepseek-v2-coder",
+                "gemma-2-9b-it": "gemma-2-9b-it@nvidia",
+                "gemma-2-27b-it": "gemma-2-27b-it@nvidia"
+            } 
+            if model_name in model_rename_map:
+                model_name = model_rename_map[model_name]
+            download_url = f"https://raw.githubusercontent.com/WildEval/ZeroEval/refs/heads/main/result_dirs/zebra-grid/{model_name}.json"
+            output_file = os.path.join(result_dir, f"{model_name}.json")
+            # mkdir -p result_dir if not exists 
+            os.makedirs(result_dir, exist_ok=True)
+            if not os.path.exists(output_file):
+                os.system(f"wget {download_url} -O {output_file}")
+                print(f"Downloaded {model_name}.json")
+            with open(output_file, "r") as f:
+                print(f"Loading {output_file}")
+                results_by_model[model_name] = json.load(f)
+        except Exception as e:
+            print(f"Error loading {model_name}: {e}")
+            continue
     
 def get_random_item(model_name="random", size_H="random", size_W="random"):
     global summary_file, result_dir, results_by_model