Upload organize_model_results.json with huggingface_hub

organize_model_results.json

@@ -1,4 +1,39 @@
 {
+    "cn_college_listen_mcq_test": {
+        "llama3_70b_judge": {
+            "gpt-4o-audio": 90.88507265521797,
+            "Qwen-Audio-Chat": 63.232056362835756,
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 88.50726552179657,
+            "Qwen2-Audio-7B-Instruct": 74.7247908410392,
+            "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 91.85380889476001,
+            "gemini-1.5-flash": 89.25583443416997,
+            "phi_4_multimodal_instruct": 73.18361955085865,
+            "WavLLM_fairseq": 66.31439894319684,
+            "SALMONN_7B": 50.99075297225891,
+            "cascade_whisper_large_v3_llama_3_8b_instruct": 85.2928225451343
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 88.77146631439894
+        }
+    },
+    "slue_p2_sqa5_test": {
+        "llama3_70b_judge": {
+            "gpt-4o-audio": 89.41176470588235,
+            "Qwen-Audio-Chat": 79.36274509803921,
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 86.76470588235293,
+            "Qwen2-Audio-7B-Instruct": 80.04901960784315,
+            "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 88.57843137254902,
+            "phi_4_multimodal_instruct": 88.33333333333334,
+            "seallms_audio_7b": 83.52941176470588,
+            "WavLLM_fairseq": 83.92156862745098,
+            "SALMONN_7B": 83.48039215686273,
+            "cascade_whisper_large_v3_llama_3_8b_instruct": 82.99019607843137
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 88.23529411764707,
+            "cascade_whisper_large_v3_llama_3_8b_instruct": 87.79411764705883
+        }
+    },
     "voxceleb_accent_test": {
         "llama3_70b_judge": {
             "Qwen-Audio-Chat": 48.05088223225277,
@@ -606,22 +641,6 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 52.252747252747255
         }
     },
-    "cn_college_listen_mcq_test": {
-        "llama3_70b_judge": {
-            "Qwen-Audio-Chat": 63.232056362835756,
-            "MERaLiON-AudioLLM-Whisper-SEA-LION": 88.50726552179657,
-            "Qwen2-Audio-7B-Instruct": 74.7247908410392,
-            "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 91.85380889476001,
-            "gemini-1.5-flash": 89.25583443416997,
-            "phi_4_multimodal_instruct": 73.18361955085865,
-            "WavLLM_fairseq": 66.31439894319684,
-            "SALMONN_7B": 50.99075297225891,
-            "cascade_whisper_large_v3_llama_3_8b_instruct": 85.2928225451343
-        },
-        "gpt4o_judge": {
-            "MERaLiON-AudioLLM-Whisper-SEA-LION": 88.77146631439894
-        }
-    },
     "dream_tts_mcq_test": {
         "llama3_70b_judge": {
             "Qwen-Audio-Chat": 59.749085206481965,
@@ -1006,6 +1025,9 @@
             "seallms_audio_7b": 60.199999999999996,
             "SALMONN_7B": 48.4,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 55.60000000000001
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 63.9
         }
     },
     "mmau_mini_music": {
@@ -1030,6 +1052,9 @@
             "seallms_audio_7b": 0.6646706586826348,
             "SALMONN_7B": 0.5598802395209581,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.5359281437125748
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 0.6347305389221557
         }
     },
     "mmau_mini_sound": {
@@ -1054,6 +1079,9 @@
             "seallms_audio_7b": 0.6486486486486487,
             "SALMONN_7B": 0.5105105105105106,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.5105105105105106
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 0.6996996996996997
         }
     },
     "mmau_mini_speech": {
@@ -1078,6 +1106,9 @@
             "seallms_audio_7b": 0.4924924924924925,
             "SALMONN_7B": 0.3813813813813814,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.6216216216216216
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 0.5825825825825826
         }
     },
     "imda_part5_30s_sqa_test": {
@@ -1108,23 +1139,6 @@
             "MERaLiON-AudioLLM-Whisper-SEA-LION": 66.9
         }
     },
-    "slue_p2_sqa5_test": {
-        "llama3_70b_judge": {
-            "Qwen-Audio-Chat": 79.36274509803921,
-            "MERaLiON-AudioLLM-Whisper-SEA-LION": 86.76470588235293,
-            "Qwen2-Audio-7B-Instruct": 80.04901960784315,
-            "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 88.57843137254902,
-            "phi_4_multimodal_instruct": 88.33333333333334,
-            "seallms_audio_7b": 83.52941176470588,
-            "WavLLM_fairseq": 83.92156862745098,
-            "SALMONN_7B": 83.48039215686273,
-            "cascade_whisper_large_v3_llama_3_8b_instruct": 82.99019607843137
-        },
-        "gpt4o_judge": {
-            "MERaLiON-AudioLLM-Whisper-SEA-LION": 88.23529411764707,
-            "cascade_whisper_large_v3_llama_3_8b_instruct": 87.79411764705883
-        }
-    },
     "tedlium3_long_form_test": {
         "wer": {
             "Qwen-Audio-Chat": 0.2911540507002305,
@@ -1286,7 +1300,8 @@
     },
     "gigaspeech2_thai": {
         "wer": {
-            "MERaLiON-AudioLLM-Whisper-SEA-LION": 0.8901628256099774
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 0.8901628256099774,
+            "seallms_audio_7b": 0.3332398502070376
         }
     },
     "gigaspeech2_indo": {