Upload organize_model_results.json with huggingface_hub

organize_model_results.json

@@ -1011,39 +1011,57 @@
             "MERaLiON-AudioLLM-Whisper-SEA-LION": 0.0
         }
     },
-    "imda_30s_ar_test": {
-        "llama3_70b_judge": {
-            "Qwen2-Audio-7B-Instruct": 5.106666666666667,
-            "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 15.773333333333333,
-            "SALMONN_7B": 5.673333333333334,
-            "cascade_whisper_large_v3_llama_3_8b_instruct": 27.186666666666667
-        }
-    },
-    "imda_30s_gr_test": {
-        "llama3_70b_judge": {
-            "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 18.46666666666667
-        }
-    },
     "mmau_mini": {
+        "string_match": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": {
+                "judge_score": 60.5
+            }
+        },
         "llama3_70b_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 65.0,
             "phi_4_multimodal_instruct": 59.4
         }
     },
     "mmau_mini_music": {
+        "string_match": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 0.6077844311377245
+        },
         "llama3_70b_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 0.6586826347305389,
             "phi_4_multimodal_instruct": 0.688622754491018
         }
     },
     "mmau_mini_sound": {
+        "string_match": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 0.6606606606606606
+        },
         "llama3_70b_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 0.6996996996996997,
             "phi_4_multimodal_instruct": 0.6456456456456456
         }
     },
     "mmau_mini_speech": {
+        "string_match": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 0.5465465465465466
+        },
         "llama3_70b_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 0.5915915915915916,
             "phi_4_multimodal_instruct": 0.44744744744744747
         }
     },
+    "imda_30s_ar_test": {
+        "llama3_70b_judge": {
+            "Qwen2-Audio-7B-Instruct": 5.106666666666667,
+            "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 15.773333333333333,
+            "SALMONN_7B": 5.673333333333334,
+            "cascade_whisper_large_v3_llama_3_8b_instruct": 27.186666666666667
+        }
+    },
+    "imda_30s_gr_test": {
+        "llama3_70b_judge": {
+            "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 18.46666666666667
+        }
+    },
     "nlb_asr_test": {
         "wer": {
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.2796380263880551