diff --git a/cache/aggregate_scoress_cache_1edd56d721757789836f081c38c15400.csv b/cache/aggregate_scoress_cache_1edd56d721757789836f081c38c15400.csv new file mode 100644 index 0000000000000000000000000000000000000000..71693440ab060c202f0fcbed206cefc70e7427a4 --- /dev/null +++ b/cache/aggregate_scoress_cache_1edd56d721757789836f081c38c15400.csv @@ -0,0 +1,83 @@ +model,score +arx_0.3,1.0 +claude_3.5_sonnet,0.9876543209876543 +grok_2,0.9753086419753086 +gpt_4o_2024_05_13,0.9629629629629629 +grok_2_mini,0.9506172839506173 +gemini_1.5_pro,0.9382716049382716 +claude_3_opus,0.9259259259259259 +qwen2_72b_chat,0.9135802469135802 +magnum_72b_v1,0.9012345679012346 +gpt_4_turbo,0.8888888888888888 +deepseek_coder_v2_instruct,0.8765432098765432 +higgs_llama3_70b,0.8641975308641975 +gpt_4o_mini,0.8518518518518519 +llama3.1_70b_instruct,0.8395061728395061 +gemini_1.5_flash,0.8271604938271605 +yi_large,0.8148148148148148 +claude_3_sonnet,0.8024691358024691 +llama3_70b_instruct,0.7901234567901234 +phi3_medium_4k,0.7777777777777778 +qwen2_72b_32k,0.7654320987654321 +deepseek_v2_chat,0.7530864197530864 +llama3_70b,0.7407407407407407 +qwen1.5_72b_chat,0.7283950617283951 +llama3.1_70b,0.7160493827160493 +yi_1.5_34b_chat,0.7037037037037037 +gemma_2_9b_it,0.691358024691358 +phi3_medium_128k,0.6790123456790124 +mammoth2_8x7b_plus,0.6666666666666666 +qwen1.5_110b,0.654320987654321 +glm_4_9b_chat,0.6419753086419753 +glm_4_9b,0.6296296296296297 +phi_3.5_mini_instruct,0.6172839506172839 +qwen2_7b_instruct,0.6049382716049383 +yi_1.5_9b_chat,0.5925925925925926 +phi3_mini_4k,0.5802469135802469 +gemma_2_9b,0.5679012345679012 +mistral_nemo_instruct_2407,0.5555555555555556 +llama3.1_8b_instruct,0.5432098765432098 +phi3_mini_128k,0.5308641975308642 +mammoth2_8b_plus,0.5185185185185185 +mixtral_8x7b_instruct_v0.1,0.5061728395061729 +yi_34b,0.49382716049382713 +mathstral_7b_v0.1,0.48148148148148145 +deepseek_coder_v2_lite_instruct,0.4691358024691358 +mixtral_8x7b_v0.1,0.4567901234567901 +llama3_8b_instruct,0.4444444444444444 +mammoth2_7b_plus,0.43209876543209874 +qwen2_7b,0.41975308641975306 +mistral_nemo_base_2407,0.4074074074074074 +wizardlm_2_8x22b,0.3950617283950617 +yi_1.5_6b_chat,0.38271604938271603 +qwen1.5_14b_chat,0.37037037037037035 +c4ai_command_r_v01,0.345679012345679 +staring_7b,0.345679012345679 +llama_2_70b,0.3333333333333333 +openchat_3.5_8b,0.32098765432098764 +internmath_20b_plus,0.30864197530864196 +llama3_smaug_8b,0.2962962962962963 +llama3.1_8b,0.2839506172839506 +llama3_8b,0.2716049382716049 +deepseekmath_7b_instruct,0.25925925925925924 +deepseek_coder_v2_lite_base,0.24691358024691357 +gemma_7b,0.2345679012345679 +internmath_7b_plus,0.2222222222222222 +zephyr_7b_beta,0.20987654320987653 +mistral_7b_v0.1,0.19753086419753085 +mistral_7b_instruct_v0.2,0.18518518518518517 +mistral_7b_v0.2,0.1728395061728395 +qwen1.5_7b_chat,0.16049382716049382 +yi_6b_chat,0.14814814814814814 +neo_7b_instruct,0.13580246913580246 +yi_6b,0.12345679012345678 +neo_7b,0.1111111111111111 +mistral_7b_instruct_v0.1,0.09876543209876543 +llama_2_13b,0.08641975308641975 +llemma_7b,0.07407407407407407 +qwen2_1.5b_instruct,0.06172839506172839 +qwen2_1.5b,0.04938271604938271 +llama_2_7b,0.037037037037037035 +qwen2_0.5b_instruct,0.024691358024691357 +gemma_2b,0.012345679012345678 +qwen2_0.5b,0.0 diff --git a/cache/aggregate_scoress_cache_230b5a189df3af8cde801ce251b7b2ef.csv b/cache/aggregate_scoress_cache_230b5a189df3af8cde801ce251b7b2ef.csv new file mode 100644 index 0000000000000000000000000000000000000000..7997049448a1306907e555b8deb4c5803fcdeb67 --- /dev/null +++ b/cache/aggregate_scoress_cache_230b5a189df3af8cde801ce251b7b2ef.csv @@ -0,0 +1,71 @@ +model,score +claude_3_5_sonnet_20240620,1.0 +gpt_4o_2024_08_06,0.9855072463768116 +chatgpt_4o_latest,0.9710144927536232 +gpt_4o_2024_05_13,0.9565217391304348 +llama3.1_405b_instruct_turbo,0.9420289855072463 +gemini_1.5_pro_exp_0827,0.927536231884058 +gpt_4_turbo_2024_04_09,0.9130434782608695 +gemini_1.5_pro_exp_0801,0.8985507246376812 +claude_3_opus_20240229,0.8840579710144928 +gpt_4_0125_preview,0.8695652173913043 +dracarys_llama3.1_70b_instruct,0.855072463768116 +llama3.1_70b_instruct_turbo,0.8405797101449275 +mistral_large_2407,0.8260869565217391 +gemini_1.5_flash_exp_0827,0.8115942028985508 +deepseek_coder_v2,0.7971014492753623 +deepseek_chat_v2,0.782608695652174 +gpt_4_0613,0.7681159420289855 +gemini_1.5_pro_api_0514,0.7536231884057971 +gpt_4o_mini_2024_07_18,0.7391304347826086 +gemma_2_27b_it,0.7246376811594203 +dracarys_72b_instruct,0.7101449275362319 +qwen2_72b_instruct,0.6956521739130435 +hermes_3_llama3.1_70b,0.6811594202898551 +gemini_1.5_flash_api_0514,0.6666666666666666 +smaug_qwen2_72b_instruct,0.6521739130434783 +mistral_large_2402,0.6376811594202898 +claude_3_sonnet_20240229,0.6231884057971014 +llama3_70b_instruct,0.6086956521739131 +claude_3_haiku_20240307,0.5942028985507246 +mixtral_8x22b_instruct_v0.1,0.5797101449275363 +phi_3.5_moe_instruct,0.5652173913043478 +gpt_3.5_turbo_0125,0.5507246376811594 +mistral_small_2402,0.5362318840579711 +command_r_plus,0.5217391304347826 +gemma_2_9b_it,0.5072463768115942 +phi_3_medium_4k_instruct,0.4927536231884058 +phi_3_medium_128k_instruct,0.4782608695652174 +phi_3_small_128k_instruct,0.463768115942029 +qwen1.5_110b_chat,0.4492753623188406 +deepseek_coder_v2_lite_instruct,0.43478260869565216 +qwen1.5_72b_chat,0.42028985507246375 +open_mistral_nemo,0.4057971014492754 +phi_3.5_mini_instruct,0.391304347826087 +llama3.1_8b_instruct_turbo,0.37681159420289856 +phi_3_small_8k_instruct,0.36231884057971014 +llama3_8b_instruct,0.34782608695652173 +command_r,0.3333333333333333 +qwen2_7b_instruct,0.3188405797101449 +phi_3_mini_128k_instruct,0.30434782608695654 +phi_3_mini_4k_instruct,0.2898550724637681 +mathstral_7b_v0.1,0.2753623188405797 +openhermes_2.5_mistral_7b,0.2608695652173913 +mixtral_8x7b_instruct_v0.1,0.2463768115942029 +mistral_7b_instruct_v0.3,0.2318840579710145 +mistral_7b_instruct_v0.2,0.21739130434782608 +gemma_1.1_7b_it,0.2028985507246377 +zephyr_7b_alpha,0.18840579710144928 +qwen1.5_7b_chat,0.17391304347826086 +deepseek_v2_lite_chat,0.15942028985507245 +zephyr_7b_beta,0.14492753623188406 +starling_lm_7b_beta,0.13043478260869565 +vicuna_7b_v1.5_16k,0.11594202898550725 +vicuna_7b_v1.5,0.10144927536231885 +llama_2_7b_chat,0.08695652173913043 +qwen1.5_4b_chat,0.07246376811594203 +qwen2_1.5b_instruct,0.057971014492753624 +yi_6b_chat,0.043478260869565216 +qwen2_0.5b_instruct,0.028985507246376812 +qwen1.5_1.8b_chat,0.014492753623188406 +qwen1.5_0.5b_chat,0.0 diff --git a/cache/aggregate_scoress_cache_2d8c9f9c6d96807c68a9475184afcecb.csv b/cache/aggregate_scoress_cache_2d8c9f9c6d96807c68a9475184afcecb.csv new file mode 100644 index 0000000000000000000000000000000000000000..8f2fbbaa757c3fac4aacd0bcecedecb4d780ea56 --- /dev/null +++ b/cache/aggregate_scoress_cache_2d8c9f9c6d96807c68a9475184afcecb.csv @@ -0,0 +1,686 @@ +model,score +claude_3_5_sonnet_20240620,1.0 +gpt_4o_20240513,1.0 +calme_2.1_qwen2_72b,1.0 +shopee_slimmoa_v1,1.0 +calme_2.2_qwen2_72b,0.9970414201183432 +blendax.ai_gm_l6_vo31,0.9947368421052631 +magnum_72b_v1,0.9911242603550295 +gemma_2_9b_it_wpo_hb,0.9894736842105263 +gpt_4o_2024_05_13,0.984963768115942 +blendax.ai_gm_l3_v35,0.9842105263157894 +claude_3.5_sonnet,0.9830508474576272 +calme_2.2_llama3_70b,0.9822485207100592 +llama3_tenyxchat_70b,0.9763313609467456 +openpipe_moa_gpt_4_turbo,0.9736842105263158 +claude_3.5_sonnet_20240620,0.971830985915493 +chatgpt_4o_latest,0.9710144927536232 +rys_llama3_large_instruct,0.9704142011834319 +text_davinci_002,0.9696969696969697 +gpt_4o_2024_08_06,0.9677536231884059 +qwen2_72b,0.9674556213017751 +gemini_1.5_pro,0.9661016949152542 +together_moa,0.9631578947368421 +smaug_llama3_70b_instruct_32k,0.9615384615384616 +rys_llama3_huge_instruct,0.9585798816568047 +llama3_pbm_nova_70b,0.9578947368421052 +zephyr_orpo_141b_a35b_v0.1,0.9526627218934911 +storm_7b_best_of_64,0.9526315789473684 +together_moa_lite,0.9473684210526315 +llama3.1_instruct_turbo_405b,0.9436619718309859 +09,0.9421052631578948 +llama3.1_405b_instruct_turbo,0.9420289855072463 +calme_2.4_llama3_70b,0.9408284023668639 +gpt_4_turbo_2024_04_09,0.9399808331689967 +cohere_command_beta_52.4b,0.9393939393939394 +internlm2_5_20b_chat,0.9378698224852071 +13,0.9368421052631579 +dolphin_2.9.2_qwen2_72b,0.9349112426035503 +multiverse_70b,0.9319526627218935 +higgs_llama3_70b_v2,0.9315789473684211 +llama3.1_instruct_turbo_70b,0.9295774647887324 +barcenas_14b_phi_3_medium_orpo,0.9289940828402367 +gemini_1.5_pro_exp_0827,0.927536231884058 +sppo_gemma_2_9b_it_pairrm,0.9263157894736842 +c4ai_command_r_plus,0.9260355029585798 +text_davinci_003,0.9242424242424242 +internlm2_5_7b_chat,0.9230769230769231 +llama3_instruct_8b_wpo_hb_v2,0.9210526315789473 +llama3_70b_shiningvaliant2,0.9201183431952663 +qwen2_57b_a14b_instruct,0.9171597633136095 +gpt_4o_mini,0.9166666666666666 +20,0.9157894736842105 +deepseek_v2_chat_0628_api,0.9152542372881356 +qwen1.5_110b,0.9142011834319527 +gpt_4_0125_preview,0.9115123229345778 +yi_1.5_34b_chat_16k,0.908284023668639 +18,0.9052631578947369 +qwen2_instruct_72b,0.9014084507042254 +gemini_1.5_pro_api_preview,0.9 +storm_7b,0.9 +blossom_v5.1_34b,0.8994082840236687 +gemini_1.5_pro_exp_0801,0.8985507246376812 +rys_phi_3_medium_4k_instruct,0.8964497041420119 +gpt_4o_mini_20240718,0.8947368421052632 +06,0.8947368421052632 +configurable_llama3.1_8b_instruct,0.8905325443786982 +infinity_instruct_7m_gen_llama3_1_70b,0.8894736842105263 +mistral_large_2_2407,0.8873239436619719 +llama3_70b,0.8867405617134761 +chocolatine_3b_instruct_dpo_revised,0.8846153846153846 +expo_+_llama3_instruct_8b_simpo,0.8842105263157894 +claude_3_opus,0.8813559322033898 +tnlg_v2_530b,0.8787878787878788 +nous_hermes_2_mixtral_8x7b_dpo,0.8757396449704142 +nanbeige_plus_chat_v0.1,0.8736842105263158 +gemini_1.5_pro_001,0.8732394366197183 +athene_70b,0.8649717514124293 +gemini_1.5_flash,0.864406779661017 +yi_1.5_34b_32k,0.863905325443787 +aligner_2b+claude_3_opus,0.8631578947368421 +barcenas_llama3_8b_orpo,0.8609467455621301 +nanbeige2_16b_chat,0.8578947368421053 +dracarys_llama3.1_70b_instruct,0.855072463768116 +mistral_large_2407,0.8547101449275363 +llama3.1_405b_instruct,0.8543859649122807 +llama3.1_70b_instruct,0.8530727706841068 +29,0.8526315789473684 +llama3.1_70b,0.8520710059171598 +yi_34bx2_moe_60b_dpo,0.8520710059171598 +glm_4_0520,0.85 +phi_3_mini_4k_instruct_cpo_simpo,0.849112426035503 +llama30b,0.8484848484848485 +infinity_instruct_7m_gen_mistral_7b,0.8473684210526315 +dolphin_2.9.2_phi_3_medium,0.8461538461538461 +mixtral_8x22b,0.8450704225352113 +llama3_instruct_8b_simpo,0.8447991279975086 +gritlm_8x7b_kto,0.8431952662721893 +llama3.1_70b_instruct_turbo,0.8405797101449275 +mixtral_8x22b_v0.3,0.8402366863905325 +sppo_llama3_instruct_8b_pairrm,0.8368421052631579 +anthropic_lm_v4_s3_52b,0.8333333333333334 +yi_1.5_34b,0.8313609467455622 +gpt_4_turbo_1106_preview,0.8309859154929577 +deepseek_v2_coder_0614_api,0.8305084745762712 +hermes_3_llama3.1_70b,0.8302246805591287 +c4ai_command_r_v01,0.8284023668639053 +arcee_spark,0.8254437869822485 +yi_large,0.8234463276836159 +gpt_4,0.8210526315789474 +claude_3_opus_20240229,0.8195686194461455 +humanish_rp_llama3.1_8b,0.8195266272189349 +smaug_qwen2_72b_instruct,0.8186905068175971 +palmyra_x_v3_72b,0.8169014084507042 +qwen2_57b_a14b,0.8165680473372781 +infinity_instruct_3m_0625_llama3_70b,0.8157894736842105 +gemini_1.5_flash_exp_0827,0.8115942028985508 +aligner_2b+qwen1.5_72b_chat,0.8105263157894737 +blossom_v5.1_9b,0.8076923076923077 +deepseek_coder_v2,0.8068840579710145 +gemma_2_9b_it_dpo,0.8062444246208742 +qwen2_72b_instruct,0.8060674423919884 +aya_23_35b,0.8047337278106509 +gemma_2_27b_it,0.8036174652870135 +gemma_2_instruct_27b,0.8028169014084507 +bagelmisterytour_v2_8x7b,0.8017751479289941 +14,0.8 +calme_2.1_phi3_4b,0.7988165680473372 +yi_large_preview,0.7973418267559564 +llama3_instruct_8b_cpo_simpo,0.7958579881656804 +ein_70b_v0.1,0.7947368421052632 +maid_yuzu_v7,0.7928994082840237 +fsfairx_zephyr_chat_v0.1,0.7894736842105263 +gemini_1.5_flash_001,0.7887323943661971 +palmyra_x_43b,0.7878787878787878 +notux_8x7b_v1,0.7869822485207101 +mixtral_8x22b_v0.1,0.7855808159451885 +gpt_4_0613,0.7855378648703817 +llama3_70b_instruct,0.7843069749718884 +llama3_cantonese_8b_instruct,0.7840236686390533 +deepseek_chat_v2,0.782608695652174 +openbuddy_llama3.1_8b_v22.2_131k,0.7810650887573964 +nemotron_4_340b_inst,0.7796610169491526 +infinity_instruct_7m_gen_llama3_1_8b,0.7789473684210526 +roleplay_llama3_8b,0.7781065088757396 +02,0.7736842105263158 +qwen1.5_32b,0.7714601216768064 +yi_1.5_34b_chat,0.7702354371537107 +gpt_4o_mini_2024_07_18,0.7700499237132448 +llama3_instruct_8b_sppo_iter2,0.7692307692307693 +expo_+_sppo_mistral7b_pairrm,0.7684210526315789 +configurable_yi_1.5_9b_chat,0.7662721893491125 +phi_3.5_moe_instruct,0.7648572163622331 +smaug_34b_v0.1,0.7633136094674556 +merlinite_7b_aot,0.7631578947368421 +palm_2_unicorn,0.7605633802816901 +qwen2_7b,0.7603550295857988 +falcon_instruct_40b,0.7575757575757576 +gemma_2_27b,0.757396449704142 +gemma_2_9b_it_simpo,0.7550089997835828 +qwen1.5_110b_chat,0.7546031756778104 +seallms_v3_7b_chat,0.7544378698224852 +gemini_1.5_pro_api_0514,0.7536231884057971 +infinity_instruct_3m_0613_llama3_70b,0.7526315789473684 +samba_coe_v0.2_best_of_16,0.7526315789473684 +qwen2_cantonese_7b_instruct,0.7514792899408284 +glm_4_0116,0.75 +hermes_3_llama3.1_8b,0.7485207100591716 +qwen1.5_72b,0.7464788732394366 +mistral_large_2,0.7457627118644068 +luxia_21.4b_alignment_v1.2,0.7455621301775148 +suzume_llama3_8b_multilingual_orpo_borda_top75,0.742603550295858 +mpt_instruct_30b,0.7424242424242424 +rebel_llama3_8b_instruct,0.7421052631578947 +infinity_instruct_3m_0625_mistral_7b,0.7421052631578947 +suzume_llama3_8b_multilingual_orpo_borda_top25,0.7396449704142012 +nous_hermes_2_solar_10.7b,0.7366863905325444 +calme_2.2_phi3_4b,0.7337278106508875 +glm_4_air,0.7333333333333333 +palmyra_x_v2_33b,0.7323943661971831 +sppo_mistral7b_pairrm,0.7315789473684211 +llama3_instruct_8b_sppo_iter3,0.7307692307692307 +claude_3_sonnet,0.7288135593220338 +calme_2.3_phi3_4b,0.727810650887574 +mpt_30b,0.7272727272727273 +snorkel_mistral_pairrm_dpo+best_of_16,0.7263157894736842 +qwen1.5_32b_chat,0.725864216754905 +k2_chat,0.7248520710059172 +yi_1.5_9b_chat_16k,0.7218934911242604 +contextual_ai_kto_mistral_pairrm,0.7210526315789474 +luxia_21.4b_alignment_v1.0,0.7189349112426036 +gemma_2_instruct_9b,0.7183098591549296 +gpt_4_0314,0.7166666666666667 +llama3_refueled,0.7159763313609467 +pairrm_0.4b+yi_34b_chat_best_of_16,0.7157894736842105 +openchat_3.5_1210,0.7130177514792899 +dracarys_72b_instruct,0.7101449275362319 +configurablebeagle_11b,0.7100591715976331 +carbonbeagle_11b,0.7071005917159763 +mixtral_8x22b_instruct_v0.1,0.7062215933453392 +claude_2,0.7052631578947368 +mistral_nemo_instruct_2407,0.7041420118343196 +yi_34b,0.7027043920326694 +llama_2_70b,0.7006139400505598 +gemini_1.5_flash_api_preview,0.7 +samba_coe_v0.2,0.7 +openbuddy_mixtral_7bx8_v18.1_32k,0.6982248520710059 +j1_grande_v2_beta_17b,0.696969696969697 +vicuna_v1.3_13b,0.696969696969697 +deepseek_llm_67b_chat,0.6954375583930239 +chocolatine_8b_instruct_dpo_v1.0,0.6923076923076923 +qwen1.5_chat_110b,0.6901408450704225 +claude,0.6894736842105263 +yi_1.5_9b,0.6893491124260355 +openbuddy_llama3_8b_v21.2_32k,0.6863905325443787 +internlm2.5_chat_7b,0.6842105263157895 +rys_llama3_8b_instruct,0.6834319526627219 +phi_3_small_128k_instruct,0.6830674899236772 +cohere_command_beta_6.1b,0.6818181818181818 +infinity_instruct_3m_0625_llama3_8b,0.6816879476798505 +nous_hermes_2_mixtral_8x7b_sft,0.6804733727810651 +expo_+_internlm2_chat_20b,0.6789473684210526 +reka_core,0.6779661016949152 +hermes_2_pro_mistral_7b,0.6775147928994083 +hermes_2_pro_llama3_8b,0.6745562130177515 +openchat_3.5,0.6715976331360947 +expo_+_starling_lm_7b_beta,0.6684210526315789 +cohere_xlarge_v20221108_52.4b,0.6666666666666666 +gemini_1.5_flash_api_0514,0.6666666666666666 +exaone_3.0_7.8b_instruct,0.665680473372781 +phi_3_medium_4k_instruct,0.6641525884000801 +expo_+_tulu_2_dpo_70b,0.6631578947368421 +lion_llama3_8b_dpo_v1.0,0.6627218934911243 +claude_v1.3,0.6619718309859155 +openhermes_2_mistral_7b,0.6597633136094675 +gemma_2_9b_it,0.6572979514989604 +carbonbeagle_11b_truthy,0.6568047337278107 +suzume_llama3_8b_multilingual_orpo_borda_half,0.6538461538461539 +infinity_instruct_3m_0613_mistral_7b,0.6526315789473685 +calm3_22b_chat,0.650887573964497 +palm_2_bison,0.647887323943662 +gemma_2_9b_it_sppo_iter2,0.6449704142011834 +nanbeige2_8b_chat,0.6368421052631579 +phi_3.5_mini_instruct,0.6364805762799074 +vicuna_v1.3_7b,0.6363636363636364 +nous_hermes_2_mistral_7b_dpo,0.636094674556213 +mixtral_8x7b_32k_seqlen,0.6338028169014085 +dolphin_2.9.2_qwen2_7b,0.6331360946745562 +xwinlm_70b_v0.1,0.631578947368421 +gemma_2_9b,0.6301775147928994 +llama3.1_instruct_nsfw_pretrained_e1_plus_reddit,0.6272189349112426 +gemini_pro,0.6263157894736842 +gemma_2_9b_it_sppo_iter_1,0.621301775147929 +opt_175b,0.6212121212121212 +phi_3_14b,0.6197183098591549 +lion_llama3_8b_sft_v1.0,0.6183431952662722 +yi_1.5_9b_chat,0.6175945329173903 +mistral_medium,0.6135964912280703 +gemma_2_9b_it_sppo_iter_1_evol_1,0.6124260355029586 +evo_v2_7b,0.6105263157894737 +claude_3_haiku,0.6101694915254238 +llama3_korean_bllossom_8b,0.6094674556213018 +einstein_v6.1_llama3_8b,0.606508875739645 +ghost_8b_beta_d0x5,0.6052631578947368 +openbuddy_llama3_8b_v21.1_8k,0.6035502958579881 +yi_34b_200k,0.6005917159763313 +yi_34b_chat,0.6003789058444928 +mixtral_8x7b_v0.1,0.5993148551853005 +sauerkrautlm_una_solar_instruct,0.5976331360946746 +mistral_v0.1_7b,0.5969910371318822 +samba_coe_v0.1,0.5947368421052631 +solar_10.7b_instruct_v1.0,0.5946745562130178 +mistral_nemo_inst_12b,0.5932203389830508 +yi_1.5_9b_32k,0.591715976331361 +deepseek_llm_chat_67b,0.5915492957746479 +llama_13b,0.5909090909090909 +expo_+_internlm2_chat_7b,0.5894736842105263 +suzume_llama3_8b_multilingual_orpo_borda_full,0.5887573964497042 +llama3.1_8b_instruct,0.587304058963978 +configurablehermes_7b,0.5857988165680473 +phi_3_mini_4k_instruct,0.5842766486579196 +infinity_instruct_3m_0625_qwen2_7b,0.5842105263157895 +silicon_maid_7b,0.5798816568047337 +pairrm_0.4b+tulu_2+dpo_70b_best_of_16,0.5789473684210527 +gpt_3.5_turbo_0613,0.5787238583013231 +phi_3_7b,0.5774647887323944 +dolphin_2.9.3_mistral_7b_32k,0.5769230769230769 +mistral_large,0.576271186440678 +instructpalmyra_30b,0.5757575757575758 +lion_llama3_8b_odpo_v1.0,0.5739644970414202 +tulu_2+dpo_70b,0.5736842105263158 +gritlm_7b_kto,0.5710059171597633 +claude_3_sonnet_20240229,0.5707967612437912 +openbuddy_zero_14b_v22.3_32k,0.5680473372781065 +llama_65b,0.5679416887434222 +recurrentgemma_9b_it,0.5650887573964497 +claude_instant_1.2,0.5613417346182358 +cohere_xlarge_v20220609_52.4b,0.5606060606060606 +mistral_7b_remax_v0.1,0.5578947368421052 +configurablesolar_10.7b,0.5562130177514792 +einstein_v6.1_developed_by_weyaxi_llama3_8b,0.5562130177514792 +qwen1.5_14b,0.5541711809317443 +neuralbeagle14_7b,0.5532544378698225 +infinity_instruct_3m_0625_yi_1.5_9b,0.5526315789473685 +qwen1.5_72b_chat,0.5518426870418492 +expo_+_starling_lm_7b_alpha,0.5473684210526316 +jurassic_2_large_7.5b,0.5454545454545454 +dbrx_instructruct,0.5450454204517043 +notus_7b_v1,0.5443786982248521 +lmcocktail_10.7b_v1,0.5421052631578948 +dolphin_2.9_llama3_8b,0.5414201183431953 +llama3_8b_instruct_gradient_1048k,0.5355029585798816 +command_r_plus,0.5331641531824205 +llama3.1_8b_fireplace2,0.5325443786982249 +jurassic_2_jumbo_178b,0.5320102432778488 +01,0.531578947368421 +davinci_175b,0.5303030303030303 +glm_4_9b,0.5295857988165681 +xwinlm_13b_v0.1,0.5263157894736842 +gpt_3.5_turbo_0301,0.5257575757575758 +qwen1.5_14b_chat,0.5252984532336759 +mistral_large_2402,0.5252364428114581 +mistral_7b_openorca,0.5236686390532544 +yi_9b,0.5207100591715976 +qwen2_7b_instruct,0.5178342262482379 +mistral_nemo_minitron_8b_base,0.5177514792899408 +gpt_3.5,0.5157894736842106 +llama_7b,0.5151515151515151 +yi_9b_200k,0.5118343195266272 +alphamonarch_7b,0.5118343195266272 +neuralllama3_8b_orpo_v0.3,0.5088757396449705 +magpie_8b_align_v0.1,0.5084745762711864 +gpt_3.5_text_davinci_003,0.5070422535211268 +decilm_7b_instruct,0.5059171597633136 +claude_2.0,0.5028169014084507 +expo_+_tulu_2_dpo_13b,0.5 +wizardlm_70b,0.5 +internlm2.5_20b_chat,0.5 +mistral7b_pairrm_sppo_iter2,0.5 +redpajama_incite_instruct_7b,0.5 +llama3_8b_magpie_align_v0.3,0.4970414201183432 +pairrm_0.4b+tulu_2+dpo_13b_best_of_16,0.49473684210526314 +solar_10.7b_v1.0,0.4940828402366864 +merlinite_7b,0.4911242603550296 +claude_2.1,0.48860472778189606 +einstein_v4_7b,0.4881656804733728 +j1_jumbo_v1_178b,0.48484848484848486 +conifer_7b_dpo,0.4842105263157895 +dictalm2.0_instruct,0.4822485207100592 +yi_1.5_6b,0.47928994082840237 +evo_7b,0.4789473684210526 +gemini_1.0_pro_002,0.4788732394366197 +mistral_7b_v0.3,0.4786515104328869 +glm_4_9b_chat,0.47836972835257335 +phi_3_medium_128k_instruct,0.4782608695652174 +llama3_8b_magpie_align_v0.1,0.47633136094674555 +snorkel_mistral_pairrm_dpo,0.4758771929824561 +claude_3_haiku_20240307,0.47490644349186906 +llama3_inst_8b_simpo,0.4745762711864407 +mistral7b_pairrm_sppo_iter3,0.47337278106508873 +stablelm_2_12b_chat,0.47041420118343197 +glm_130b,0.4696969696969697 +humpback_llama2_70b,0.46842105263157896 +aya_23_8b,0.46745562130177515 +mistral_next,0.4666666666666667 +llama3_neuralhercules_5.0_8b,0.46449704142011833 +deita_7b_v1.0,0.4631578947368421 +zephyr_7b_gemma_v0.1,0.46153846153846156 +josiev4o_8b_stage1_v4,0.45857988165680474 +openhermes_2.5_mistral_7b,0.45808701068338453 +jinachat,0.45789473684210524 +jurassic_2_grande_17b,0.45785317968416556 +llama3_8b_instruct,0.45427998888105275 +tempnet_llama2_chat_70b_v0.1,0.45263157894736844 +dbrx_instruct,0.4508028545941124 +go_bruins_v2,0.44970414201183434 +llama_2_13b,0.44800618906794415 +causallm_14b,0.4473684210526316 +ennoai_pro_french_llama3_8b_v0.4,0.4437869822485207 +pairrm_0.4b+zephyr_7b_beta_best_of_16,0.4421052631578947 +mistral_7b_v0.2,0.44180940516972905 +llama_pro_8b_instruct,0.4408284023668639 +llama3_inst_8b_simpo_v0.2,0.4406779661016949 +opt_66b,0.4393939393939394 +mistral_nemo_base_2407,0.4378698224852071 +phi_3_mini_128k_instruct,0.435111339793614 +falcon_mamba_7b,0.4349112426035503 +deepseek_coder_v2_lite_instruct,0.43478260869565216 +dbrx_instructruct_preview,0.43333333333333335 +decilm_7b,0.4319526627218935 +orpollama3_8b,0.4289940828402367 +qwen1.5_moe_a2.7b_chat,0.4260355029585799 +bloom_176b,0.42424242424242425 +llama3_inst_8b_simpo_expo,0.423728813559322 +deepseek_llm_7b_chat,0.4230769230769231 +phi_3_small_8k_instruct,0.42282608695652174 +llama2_chat_70b,0.42105263157894735 +mistral_orpo_beta,0.42105263157894735 +k2,0.42011834319526625 +mistral_7b_v0.1,0.4171597633136095 +internlm2_20b_chat,0.4166666666666667 +mistral_7b_v0.1_signtensors_1_over_2,0.41420118343195267 +phi_2_instruct_v0.1,0.41124260355029585 +openchat_v3.1_13b,0.4105263157894737 +wizardlm_13b_v1.2,0.4105263157894737 +gemma_7b,0.4094299524960413 +j1_grande_v1_17b,0.4090909090909091 +mistral_small_2402,0.4089610124515207 +mistral_nemo_2402,0.4084507042253521 +windyflollm,0.40828402366863903 +selm_llama3_8b_inst_iter3,0.4067796610169492 +open_mistral_nemo,0.4057971014492754 +ultralm_13b_v2.0_best_of_16,0.4052631578947368 +llama3_8b,0.404346195516293 +falcon_40b,0.40117105718405827 +internlm2_chat_20b,0.4 +expo_+_zephyr_7b_beta,0.4 +mistral_7b_v0.1_signtensors_7_over_16,0.3994082840236686 +gpt_3.5_turbo_0125,0.39619258167526406 +wizardlm_13b_v1.1,0.39473684210526316 +mixtral_8x7b_instruct_v0.1,0.3943864275430021 +arctic_instruct,0.39436619718309857 +dclm_7b,0.39349112426035504 +starling_lm_7b_alpha,0.3928821066472888 +expo_+_zephyr_7b_alpha,0.3894736842105263 +stablelm_2_12b,0.3875739644970414 +hebrew_gemma_11b_instruct,0.38461538461538464 +dolphin_2.2.1_mistral_7b,0.37894736842105264 +falcon_11b,0.378698224852071 +llama3.1_8b,0.378698224852071 +llama3.1_8b_instruct_turbo,0.37681159420289856 +mistral_7b_v0.1_signtensors_3_over_8,0.3757396449704142 +humpback_llama_65b,0.3736842105263158 +phi_3_medium_128k,0.3728813559322034 +flan_flan-ul2,0.3698224852071006 +openbudddy_llama2_70b_v10.1,0.3684210526315789 +gpt_3.5_text_davinci_002,0.36619718309859156 +recurrentgemma_9b,0.363905325443787 +redpajama_incite_base_7b,0.36363636363636365 +openbuddy_llama_65b_v8,0.3631578947368421 +luminous_supreme_70b,0.36096884336320956 +flan_t5_xxl,0.3609467455621302 +qwen_14b_chat,0.35789473684210527 +hermes_2_theta_llama3_8b,0.3559322033898305 +ende_chat_0.0.7,0.35502958579881655 +yi_1.5_6b_chat,0.35277832028672623 +zephyr_7b_beta,0.35192176049419494 +cohere_large_v20220720_13.1b,0.3484848484848485 +gpt_4_adversarial,0.3473684210526316 +cut_13b,0.3473684210526316 +mistral_7b_instruct_v0.1,0.34615384615384615 +starcoder2_15b,0.3431952662721893 +openchat_v2_w_13b,0.34210526315789475 +qwen1.5_moe_a2.7b,0.34023668639053256 +starling_lm_7b_beta_expo,0.3389830508474576 +hare1.0_beta,0.33727810650887574 +zephyr_7b_alpha,0.3339531832754857 +redpajama_incite_instruct_v1_3b,0.3333333333333333 +expo_+_tulu_2_dpo_7b,0.33157894736842103 +vicuna_13b_v1.5_together,0.33157894736842103 +qwen1.5_7b,0.32900658388199017 +lion_gemma_2b_sft_v1.0,0.32840236686390534 +stablelm_zephyr_3b,0.32840236686390534 +tulu_2+dpo_13b,0.3263157894736842 +nxcode_cq_7b_orpo,0.3254437869822485 +command,0.323943661971831 +autotrain_llama3_orpo_v2,0.3224852071005917 +selm_zephyr_7b_iter3,0.3220338983050847 +ennoai_pro_llama3_8b,0.31952662721893493 +text_curie_001,0.3181818181818182 +mistral_7b_v0.1_signtensors_5_over_16,0.3165680473372781 +claude2_alpaca_13b,0.3157894736842105 +minotaur_13b,0.3157894736842105 +internlm2_5_1_8b_chat,0.3136094674556213 +mistral_v0.3_7b_orpo,0.3106508875739645 +airoboros_65b,0.3105263157894737 +yi_6b_200k,0.3076923076923077 +llama_2_7b,0.30711229302778603 +cohere_command,0.30526315789473685 +reka_flash,0.3050847457627119 +flan_t5_xl,0.3047337278106509 +openbuddy_zero_3b_v21.2_32k,0.30177514792899407 +lion_gemma_2b_dpo_v1.0,0.2988165680473373 +llama3.1_instruct_turbo_8b,0.29577464788732394 +xwinlm_7b_v0.1,0.29473684210526313 +vicuna_13b_v1.3,0.29473684210526313 +h2o_danube3_4b_chat,0.29289940828402367 +lion_gemma_2b_odpo_v1.0,0.29289940828402367 +airoboros_33b,0.2894736842105263 +mistral_7b_instruct_v0.2,0.2888078325695241 +gemma_2_2b_it,0.288135593220339 +qwen1.5_4b,0.2869822485207101 +llama_2_13b_chat,0.28402366863905326 +vicuna_33b_v1.3,0.2833333333333333 +vicuna_13b_v1.5,0.2789473684210526 +platolm_7b,0.2789473684210526 +yi_6b,0.2779398283190266 +mathstral_7b_v0.1,0.2753623188405797 +hare_1.1b_base_0.5v,0.27514792899408286 +cohere_medium_v20221108_6.1b,0.2727272727272727 +olmo_7b_instruct,0.27218934911242604 +internlm2_chat_1_8b,0.2692307692307692 +gemma_1.1_7b_it,0.2686190435354315 +gemma_instruct_7b,0.26842105263157895 +openchat_v2_13b,0.26842105263157895 +mistral_7b_instruct_v0.3,0.2646714118286025 +qwen2_1.5b,0.26331360946745563 +deepseek_moe_16b_chat,0.2603550295857988 +openbuddy_llama30b_v7.1,0.2578947368421053 +redpajama_incite_base_v1_3b,0.25757575757575757 +gemma_2_2b,0.257396449704142 +flan_t5_large,0.25443786982248523 +jamba_instruct,0.2535211267605634 +command_r,0.25324162489058644 +gpt_3.5_turbo_1106,0.25 +stablelm_2_zephyr_1_6b,0.2485207100591716 +luminous_extended_30b,0.24839948783610755 +llama33b_oasst_sft,0.24736842105263157 +ultralm_13b_best_of_16,0.24736842105263157 +qwen1.5_1.8b,0.2455621301775148 +jamba_v0.1,0.24260355029585798 +tnlg_v2_6.7b,0.24242424242424243 +wizardlm_13b,0.24210526315789474 +alpaca_7b,0.24170653907496012 +qwen1.5_7b_chat,0.23952847697682547 +neo_7b_instruct_expo,0.23728813559322035 +nous_hermes_13b,0.23684210526315788 +btlm_7b_base_v0.2,0.23668639053254437 +matter_0.2_7b_dpo,0.23372781065088757 +starling_lm_7b_beta,0.23188405797101447 +mistral_7b_v0.1_signtensors_1_over_4,0.22781065088757396 +j1_large_v1_7.5b,0.22727272727272727 +mistral_medium_2312,0.22535211267605634 +stablelm_2_1_6b_chat,0.22485207100591717 +qwen2_1.5b_instruct,0.2242517794357259 +internlm2_1_8b,0.22189349112426035 +tulu_2+dpo_7b,0.22105263157894736 +vicuna_13b,0.22105263157894736 +openbudddy_llama2_13b_v11.1,0.22105263157894736 +yi_6b_chat,0.21996398250578852 +starcoder2_7b,0.21893491124260356 +gemini_1.0_pro,0.21666666666666667 +deepseek_llm_7b_base,0.21597633136094674 +ultralm_13b_v2.0,0.21578947368421053 +gpt_neox_20b,0.21512461897077284 +recurrentgemma_2b_it,0.21301775147928995 +granite_7b_base,0.20710059171597633 +davinci001,0.20526315789473684 +openbuddy_falcon_40b_v9,0.20526315789473684 +fox_1_1.6b,0.20414201183431951 +starlinglm_7b_beta,0.2033898305084746 +neo_7b_instruct,0.2033898305084746 +deepseek_moe_16b_base,0.20118343195266272 +qwen1.5_4b_chat,0.20043306748992368 +snowflake_arctic_instruct,0.2 +openchat_13b,0.2 +gemma_2b,0.19822485207100593 +phi_2,0.1970183187780268 +stablelm_3b_4e1t,0.1952662721893491 +tempnet_llama2_chat_13b_v0.1,0.19473684210526315 +llama2_chat_13b,0.18947368421052632 +gemma_2b_orpo,0.1893491124260355 +gpt_j_6b,0.18742155280616818 +guanaco_65b,0.18421052631578946 +phi_1_5,0.1834319526627219 +qwen2_0.5b,0.1834319526627219 +curie_6.7b,0.18181818181818182 +codegemma_1.1_2b,0.1804733727810651 +opencoderplus_15b,0.17894736842105263 +recurrentgemma_2b,0.17751479289940827 +dolly_v1_6b,0.17455621301775148 +llama33b_oasst_rlhf,0.1736842105263158 +llama_2_70b_chat,0.17239717402690025 +smollm_135m,0.17159763313609466 +mixtral_8x7b_instruct,0.1694915254237288 +openchat8192_13b,0.16842105263157894 +falcon_40b_instruct,0.1673466209903457 +falcon_instruct_7b,0.16666666666666666 +phi_1_5_instruct_v0.1,0.16568047337278108 +phi_2_dpo,0.1631578947368421 +deepseek_v2_lite_chat,0.15942028985507245 +pythia_12b,0.15913573605881298 +minichat_1.5_3b,0.15789473684210525 +gpt2,0.15680473372781065 +starcoder2_3b,0.15680473372781065 +olmo_1b,0.15384615384615385 +falcon_7b,0.1522980450391068 +cohere_medium_v20220720_6.1b,0.15151515151515152 +smol_llama_220m_gqa,0.15088757396449703 +gpt_neo_2.7b,0.14497041420118342 +luminous_base_13b,0.14393939393939395 +tulu_2_dpo_70b,0.14279661016949152 +recycled_wizardlm_7b_v2.0,0.14210526315789473 +llama2_chat_7b_evol70k_neft,0.14210526315789473 +sheared_llama_2.7b,0.14201183431952663 +gemma_7b_it,0.13967338615317756 +flan_t5_base,0.1390532544378698 +vicuna_7b_v1.3,0.1368421052631579 +text_babbage_001,0.13636363636363635 +opt_30b,0.13609467455621302 +smollm_360m,0.13313609467455623 +flan_t5_small,0.1301775147928994 +vicuna_7b_v1.5,0.12704042715484365 +mistral_instruct_v0.3_7b,0.1267605633802817 +ultralm_13b,0.12631578947368421 +alpaca_farm_ppo_sim_gpt_4_7b,0.12631578947368421 +mpt_7b,0.1242603550295858 +t0pp_11b,0.12121212121212122 +baize_v2_13b,0.12105263157894737 +reka_edge,0.11864406779661017 +mistral_7b_instruct,0.11666666666666667 +vicuna_7b_v1.5_16k,0.11594202898550725 +gpt2_medium,0.11538461538461539 +gemma_1.1_2b_it,0.1133629191321499 +pythia_160m,0.11242603550295859 +pythia_6.9b,0.11220190066343913 +recycled_wizardlm_7b_v1.0,0.11052631578947368 +ghost_7b_alpha,0.11052631578947368 +phi_1,0.10650887573964497 +alpaca_farm_ppo_human_7b,0.10526315789473684 +internlm2_chat_7b,0.10526315789473684 +sheared_llama_1.3b,0.10355029585798817 +gpt2_large,0.10059171597633136 +vicuna_7b,0.1 +redpajama_incite_7b_base,0.09763313609467456 +gemma_2b_it,0.09615384615384616 +pythia_2.8b,0.09467455621301775 +llama_2_7b_chat,0.09294228625332304 +olmo_7b,0.0913617801483457 +flan-ul2_20b,0.09090909090909091 +phi_2_sft,0.08947368421052632 +redpajama_incite_base_3b_v1,0.08875739644970414 +smollm_1.7b,0.08875739644970414 +qwen2_0.5b_instruct,0.08845725066460852 +qwen1.5_1.8b_chat,0.08646696064404215 +gpt_neo_1.3b,0.08579881656804733 +dialogpt_medium,0.07988165680473373 +opt_1.3b,0.07988165680473373 +stablelm_2_1_6b,0.07692307692307693 +t5_11b,0.07575757575757576 +tempnet_llama2_chat_7b_v0.1,0.07368421052631578 +minichat_3b,0.07368421052631578 +guanaco_33b,0.07368421052631578 +smollm_1.7b_instruct,0.07100591715976332 +qwen1.5_0.5b,0.07100591715976332 +pythia_410m,0.06804733727810651 +babbage_1.3b,0.06060606060606061 +gpt2_xl,0.05917159763313609 +llama2_chat_7b,0.05789473684210526 +gemma_instruct_2b,0.05789473684210526 +command_light,0.056338028169014086 +tinyllama_v1.1,0.05621301775147929 +qwen1.5_0.5b_chat,0.05473372781065089 +gpt_sw3_40b,0.05325443786982249 +openbuddy_falcon_7b_v6,0.05263157894736842 +hermes_2_mixtral_8x7b_dpo,0.05084745762711865 +helpingai_15b,0.05029585798816568 +tinyyi_7b_test,0.047337278106508875 +cohere_small_v20220720_410m,0.045454545454545456 +gpt_neo_125m,0.04437869822485207 +falcon_7b_instruct,0.04422298349423855 +bloom_3b,0.04142011834319527 +smollm_135m_instruct,0.038461538461538464 +chatglm2_6b,0.03684210526315789 +baize_v2_7b,0.03684210526315789 +llama_160m_chat_v1,0.03550295857988166 +phi_3_mini_128k,0.03389830508474576 +rhea_72b_v0.5,0.03254437869822485 +pythia_12b_sft,0.031578947368421054 +ada_350m,0.030303030303030304 +bloom_1b7,0.029585798816568046 +bloom_1b1,0.026627218934911243 +smol_llama_101m_gqa,0.023668639053254437 +pythia_12b_oasst_sft,0.021052631578947368 +distilgpt2,0.020710059171597635 +minueza_32m_ultrachat,0.01775147928994083 +guanaco_13b,0.015789473684210527 +text_ada_001,0.015151515151515152 +pythia_410m_roberta_lr_8e7_kl_01_steps_12000_rlhf_model,0.014792899408284023 +bloom_7b1,0.011834319526627219 +guanaco_7b,0.010526315789473684 +bloom_560m,0.008875739644970414 +instructlm_500m,0.005917159763313609 +hare_1.1b_base,0.0029585798816568047 +yalm_100b,0.0 +nucleus_22b_token_500b,0.0 +baichuan_13b_chat,0.0 diff --git a/cache/aggregate_scoress_cache_7b814a45375ad6b75add8b396f69c2cd.csv b/cache/aggregate_scoress_cache_7b814a45375ad6b75add8b396f69c2cd.csv deleted file mode 100644 index 6a6a793708b8e63b456190f5081b2353677e28f6..0000000000000000000000000000000000000000 --- a/cache/aggregate_scoress_cache_7b814a45375ad6b75add8b396f69c2cd.csv +++ /dev/null @@ -1,72 +0,0 @@ -model,score -gpt_4o_2024_05_13,0.9950869236583522 -gpt_4_turbo_2024_04_09,0.9639153609872332 -gpt_4_0125_preview,0.9393939393939394 -claude_3_opus_20240229,0.9220898724004315 -yi_large_preview,0.8845096932053453 -llama3.1_70b_instruct,0.8832459207459207 -qwen2_72b_instruct,0.8719243719243719 -gpt_4_0613,0.8648074952422778 -gemma_2_27b_it,0.8510517260517261 -llama3_70b_instruct,0.849670938694048 -mistral_large,0.8470006184291898 -yi_1.5_34b_chat,0.7714889277389277 -llama3_70b,0.7611156781553201 -claude_3_sonnet_20240229,0.7541101640480523 -mixtral_8x22b_instruct_v0.1,0.7425976800976801 -qwen1.5_110b_chat,0.7320934784170079 -mistral_medium,0.7056277056277057 -phi_3_medium_4k_instruct,0.696301247771836 -qwen1.5_32b_chat,0.6812609659248315 -claude_3_haiku_20240307,0.6757563807253248 -mistral_large_2402,0.6705753184014054 -qwen1.5_72b,0.6692868451728518 -qwen1.5_72b_chat,0.6604933136636727 -command_r_plus,0.6508289415898112 -yi_34b,0.6270777876367939 -phi_3_mini_4k_instruct,0.6218470721621983 -gemma_2_9b_it,0.6216006216006217 -qwen1.5_32b,0.6175551742436105 -llama_2_70b,0.585811187829169 -gpt_3.5_turbo_0125,0.5795841063698206 -yi_34b_chat,0.5793988997113997 -gemini_1.0_pro,0.5205318491032778 -gpt_3.5_turbo_0613,0.5196837944664031 -llama3_8b_instruct,0.5166348882210227 -yi_1.5_9b_chat,0.5150335775335776 -qwen2_7b_instruct,0.4803418803418803 -phi_3_mini_128k_instruct,0.47774531890678346 -mixtral_8x7b_instruct_v0.1,0.47245816635618004 -starling_lm_7b_beta,0.46037960638800973 -qwen1.5_14b_chat,0.45760855624301 -tulu_2_dpo_70b,0.44326821637746006 -llama3.1_8b_instruct,0.4429972804972805 -command_r,0.42476786498525626 -openhermes_2.5_mistral_7b,0.4133219954648526 -mistral_7b_instruct_v0.2,0.38528271156947624 -yi_1.5_6b_chat,0.3616155902920609 -llama_2_70b_chat,0.3429423284465301 -starling_lm_7b_alpha,0.3192125334982478 -llama3_8b,0.3191327255539897 -gemma_1.1_7b_it,0.3093664233370116 -zephyr_7b_beta,0.3012633624878523 -qwen1.5_7b,0.29290520556048505 -gemma_7b,0.29047416067876425 -vicuna_33b_v1.3,0.28480038480038483 -qwen1.5_7b_chat,0.27333417049803604 -llama_2_13b,0.2660179289106947 -mistral_7b_instruct_v0.3,0.21805555555555559 -yi_6b_chat,0.20091647770219198 -yi_6b,0.19687349577512162 -qwen1.5_4b,0.16834733893557421 -vicuna_7b_v1.5,0.14973544973544975 -gemma_7b_it,0.14039115646258504 -qwen1.5_4b_chat,0.14036924293526934 -phi_2,0.1326664119754182 -llama_2_7b_chat,0.11841995751468631 -gemma_1.1_2b_it,0.09431689342403628 -llama_2_7b,0.06859327581964463 -qwen1.5_1.8b_chat,0.06363517629273932 -gemma_2b,0.05727290916366547 -olmo_7b,0.011775543550753635 -qwen1.5_0.5b_chat,0.008163265306122448 diff --git a/cache/aggregate_scoress_cache_9c0710fd06d230cc89e0f2f023e3058f.csv b/cache/aggregate_scoress_cache_9c0710fd06d230cc89e0f2f023e3058f.csv new file mode 100644 index 0000000000000000000000000000000000000000..5a74d77be6061f719352cdec31ea48b6173ba9ce --- /dev/null +++ b/cache/aggregate_scoress_cache_9c0710fd06d230cc89e0f2f023e3058f.csv @@ -0,0 +1,146 @@ +model,score +arx_0.3,1.0 +claude_3.5_sonnet,0.9876543209876543 +gpt_4o_2024_05_13,0.9814814814814814 +grok_2,0.9753086419753086 +gpt_4_0613,0.971830985915493 +claude_3.5_sonnet_20240620,0.971830985915493 +gpt_4_turbo_2024_04_09,0.9577464788732394 +grok_2_mini,0.9506172839506173 +llama3.1_instruct_turbo_405b,0.9436619718309859 +gemini_1.5_pro,0.9382716049382716 +llama3.1_instruct_turbo_70b,0.9295774647887324 +claude_3_opus,0.9259259259259259 +qwen2_72b_chat,0.9135802469135802 +qwen2_instruct_72b,0.9014084507042254 +magnum_72b_v1,0.9012345679012346 +gpt_4_turbo,0.8888888888888888 +mistral_large_2_2407,0.8873239436619719 +deepseek_coder_v2_instruct,0.8765432098765432 +gemini_1.5_pro_001,0.8732394366197183 +higgs_llama3_70b,0.8641975308641975 +gpt_4o_mini_2024_07_18,0.8591549295774648 +gpt_4o_mini,0.8518518518518519 +mixtral_8x22b,0.8450704225352113 +llama3.1_70b_instruct,0.8395061728395061 +gpt_4_turbo_1106_preview,0.8309859154929577 +llama3_70b,0.8281168492436097 +gemini_1.5_flash,0.8271604938271605 +palmyra_x_v3_72b,0.8169014084507042 +yi_large,0.8148148148148148 +gemma_2_instruct_27b,0.8028169014084507 +claude_3_sonnet,0.8024691358024691 +llama3_70b_instruct,0.7901234567901234 +gemini_1.5_flash_001,0.7887323943661971 +phi3_medium_4k,0.7777777777777778 +claude_3_opus_20240229,0.7746478873239436 +qwen2_72b_32k,0.7654320987654321 +palm_2_unicorn,0.7605633802816901 +deepseek_v2_chat,0.7530864197530864 +qwen1.5_72b,0.7464788732394366 +palmyra_x_v2_33b,0.7323943661971831 +qwen1.5_72b_chat,0.7283950617283951 +gemma_2_instruct_9b,0.7183098591549296 +llama3.1_70b,0.7160493827160493 +yi_1.5_34b_chat,0.7037037037037037 +gemma_2_9b_it,0.691358024691358 +qwen1.5_chat_110b,0.6901408450704225 +phi3_medium_128k,0.6790123456790124 +qwen1.5_32b,0.676056338028169 +mammoth2_8x7b_plus,0.6666666666666666 +claude_v1.3,0.6619718309859155 +qwen1.5_110b,0.654320987654321 +palm_2_bison,0.647887323943662 +glm_4_9b_chat,0.6419753086419753 +mixtral_8x7b_32k_seqlen,0.6338028169014085 +glm_4_9b,0.6296296296296297 +phi_3_14b,0.6197183098591549 +phi_3.5_mini_instruct,0.6172839506172839 +claude_2.0,0.6056338028169014 +qwen2_7b_instruct,0.6049382716049383 +yi_34b,0.5990262563032516 +yi_1.5_9b_chat,0.5925925925925926 +deepseek_llm_chat_67b,0.5915492957746479 +phi3_mini_4k,0.5802469135802469 +phi_3_7b,0.5774647887323944 +gemma_2_9b,0.5679012345679012 +mistral_nemo_instruct_2407,0.5555555555555556 +yi_large_preview,0.5492957746478874 +llama3.1_8b_instruct,0.5432098765432098 +command_r_plus,0.5352112676056338 +phi3_mini_128k,0.5308641975308642 +mammoth2_8b_plus,0.5185185185185185 +gpt_3.5_text_davinci_003,0.5070422535211268 +claude_2.1,0.5070422535211268 +mixtral_8x7b_instruct_v0.1,0.5061728395061729 +qwen1.5_14b,0.49295774647887325 +mathstral_7b_v0.1,0.48148148148148145 +gemini_1.0_pro_002,0.4788732394366197 +deepseek_coder_v2_lite_instruct,0.4691358024691358 +claude_instant_1.2,0.4647887323943662 +mixtral_8x7b_v0.1,0.4567901234567901 +llama_2_70b,0.4483568075117371 +llama3_8b_instruct,0.4444444444444444 +mammoth2_7b_plus,0.43209876543209874 +gpt_3.5_turbo_0613,0.4225352112676056 +claude_3_sonnet_20240229,0.4225352112676056 +qwen2_7b,0.41975308641975306 +mistral_nemo_2402,0.4084507042253521 +mistral_nemo_base_2407,0.4074074074074074 +wizardlm_2_8x22b,0.3950617283950617 +arctic_instruct,0.39436619718309857 +yi_1.5_6b_chat,0.38271604938271603 +qwen1.5_14b_chat,0.37037037037037035 +gpt_3.5_text_davinci_002,0.36619718309859156 +llama3_8b,0.3611545818118588 +llama_65b,0.352112676056338 +c4ai_command_r_v01,0.345679012345679 +staring_7b,0.345679012345679 +mistral_large_2402,0.3380281690140845 +command,0.323943661971831 +openchat_3.5_8b,0.32098765432098764 +command_r,0.30985915492957744 +internmath_20b_plus,0.30864197530864196 +gemma_7b,0.3003825421665797 +llama3_smaug_8b,0.2962962962962963 +llama3.1_instruct_turbo_8b,0.29577464788732394 +llama3.1_8b,0.2839506172839506 +mistral_small_2402,0.28169014084507044 +dbrx_instructruct,0.2676056338028169 +deepseekmath_7b_instruct,0.25925925925925924 +jamba_instruct,0.2535211267605634 +deepseek_coder_v2_lite_base,0.24691358024691357 +mistral_v0.1_7b,0.23943661971830985 +mistral_medium_2312,0.22535211267605634 +internmath_7b_plus,0.2222222222222222 +qwen1.5_7b,0.2112676056338028 +zephyr_7b_beta,0.20987654320987653 +mistral_7b_v0.1,0.19753086419753085 +claude_3_haiku_20240307,0.19718309859154928 +mistral_7b_instruct_v0.2,0.18518518518518517 +mistral_7b_v0.2,0.1728395061728395 +qwen1.5_7b_chat,0.16049382716049382 +jurassic_2_jumbo_178b,0.15492957746478872 +yi_6b,0.15327769083637627 +yi_6b_chat,0.14814814814814814 +falcon_40b,0.14084507042253522 +neo_7b_instruct,0.13580246913580246 +llama_2_13b,0.127716918796731 +mistral_instruct_v0.3_7b,0.1267605633802817 +jurassic_2_grande_17b,0.11267605633802817 +neo_7b,0.1111111111111111 +mistral_7b_instruct_v0.1,0.09876543209876543 +phi_2,0.09859154929577464 +llemma_7b,0.07407407407407407 +luminous_supreme_70b,0.07042253521126761 +qwen2_1.5b_instruct,0.06172839506172839 +llama_2_7b,0.06077203964527908 +command_light,0.056338028169014086 +qwen2_1.5b,0.04938271604938271 +luminous_extended_30b,0.04225352112676056 +falcon_7b,0.028169014084507043 +qwen2_0.5b_instruct,0.024691358024691357 +olmo_7b,0.014084507042253521 +gemma_2b,0.012345679012345678 +luminous_base_13b,0.0 +qwen2_0.5b,0.0 diff --git a/cache/aggregate_scoress_cache_bdd8d629730630ed8e73cb56f53f335b.csv b/cache/aggregate_scoress_cache_bdd8d629730630ed8e73cb56f53f335b.csv deleted file mode 100644 index 6a6a793708b8e63b456190f5081b2353677e28f6..0000000000000000000000000000000000000000 --- a/cache/aggregate_scoress_cache_bdd8d629730630ed8e73cb56f53f335b.csv +++ /dev/null @@ -1,72 +0,0 @@ -model,score -gpt_4o_2024_05_13,0.9950869236583522 -gpt_4_turbo_2024_04_09,0.9639153609872332 -gpt_4_0125_preview,0.9393939393939394 -claude_3_opus_20240229,0.9220898724004315 -yi_large_preview,0.8845096932053453 -llama3.1_70b_instruct,0.8832459207459207 -qwen2_72b_instruct,0.8719243719243719 -gpt_4_0613,0.8648074952422778 -gemma_2_27b_it,0.8510517260517261 -llama3_70b_instruct,0.849670938694048 -mistral_large,0.8470006184291898 -yi_1.5_34b_chat,0.7714889277389277 -llama3_70b,0.7611156781553201 -claude_3_sonnet_20240229,0.7541101640480523 -mixtral_8x22b_instruct_v0.1,0.7425976800976801 -qwen1.5_110b_chat,0.7320934784170079 -mistral_medium,0.7056277056277057 -phi_3_medium_4k_instruct,0.696301247771836 -qwen1.5_32b_chat,0.6812609659248315 -claude_3_haiku_20240307,0.6757563807253248 -mistral_large_2402,0.6705753184014054 -qwen1.5_72b,0.6692868451728518 -qwen1.5_72b_chat,0.6604933136636727 -command_r_plus,0.6508289415898112 -yi_34b,0.6270777876367939 -phi_3_mini_4k_instruct,0.6218470721621983 -gemma_2_9b_it,0.6216006216006217 -qwen1.5_32b,0.6175551742436105 -llama_2_70b,0.585811187829169 -gpt_3.5_turbo_0125,0.5795841063698206 -yi_34b_chat,0.5793988997113997 -gemini_1.0_pro,0.5205318491032778 -gpt_3.5_turbo_0613,0.5196837944664031 -llama3_8b_instruct,0.5166348882210227 -yi_1.5_9b_chat,0.5150335775335776 -qwen2_7b_instruct,0.4803418803418803 -phi_3_mini_128k_instruct,0.47774531890678346 -mixtral_8x7b_instruct_v0.1,0.47245816635618004 -starling_lm_7b_beta,0.46037960638800973 -qwen1.5_14b_chat,0.45760855624301 -tulu_2_dpo_70b,0.44326821637746006 -llama3.1_8b_instruct,0.4429972804972805 -command_r,0.42476786498525626 -openhermes_2.5_mistral_7b,0.4133219954648526 -mistral_7b_instruct_v0.2,0.38528271156947624 -yi_1.5_6b_chat,0.3616155902920609 -llama_2_70b_chat,0.3429423284465301 -starling_lm_7b_alpha,0.3192125334982478 -llama3_8b,0.3191327255539897 -gemma_1.1_7b_it,0.3093664233370116 -zephyr_7b_beta,0.3012633624878523 -qwen1.5_7b,0.29290520556048505 -gemma_7b,0.29047416067876425 -vicuna_33b_v1.3,0.28480038480038483 -qwen1.5_7b_chat,0.27333417049803604 -llama_2_13b,0.2660179289106947 -mistral_7b_instruct_v0.3,0.21805555555555559 -yi_6b_chat,0.20091647770219198 -yi_6b,0.19687349577512162 -qwen1.5_4b,0.16834733893557421 -vicuna_7b_v1.5,0.14973544973544975 -gemma_7b_it,0.14039115646258504 -qwen1.5_4b_chat,0.14036924293526934 -phi_2,0.1326664119754182 -llama_2_7b_chat,0.11841995751468631 -gemma_1.1_2b_it,0.09431689342403628 -llama_2_7b,0.06859327581964463 -qwen1.5_1.8b_chat,0.06363517629273932 -gemma_2b,0.05727290916366547 -olmo_7b,0.011775543550753635 -qwen1.5_0.5b_chat,0.008163265306122448 diff --git a/cache/aggregate_scoress_cache_bffcfd24eb4a8fe1f6c8ac8a0c8c21d6.csv b/cache/aggregate_scoress_cache_bffcfd24eb4a8fe1f6c8ac8a0c8c21d6.csv new file mode 100644 index 0000000000000000000000000000000000000000..4228e2e2da667b071ea05d3f6435fdc4e9d77c68 --- /dev/null +++ b/cache/aggregate_scoress_cache_bffcfd24eb4a8fe1f6c8ac8a0c8c21d6.csv @@ -0,0 +1,73 @@ +model,score +gpt_4o_2024_05_13,1.0 +gpt_4_0613,0.971830985915493 +claude_3.5_sonnet_20240620,0.971830985915493 +gpt_4_turbo_2024_04_09,0.9577464788732394 +llama3.1_instruct_turbo_405b,0.9436619718309859 +llama3.1_instruct_turbo_70b,0.9295774647887324 +llama3_70b,0.9154929577464789 +qwen2_instruct_72b,0.9014084507042254 +mistral_large_2_2407,0.8873239436619719 +gemini_1.5_pro_001,0.8732394366197183 +gpt_4o_mini_2024_07_18,0.8591549295774648 +mixtral_8x22b,0.8450704225352113 +gpt_4_turbo_1106_preview,0.8309859154929577 +palmyra_x_v3_72b,0.8169014084507042 +gemma_2_instruct_27b,0.8028169014084507 +gemini_1.5_flash_001,0.7887323943661971 +claude_3_opus_20240229,0.7746478873239436 +palm_2_unicorn,0.7605633802816901 +qwen1.5_72b,0.7464788732394366 +palmyra_x_v2_33b,0.7323943661971831 +gemma_2_instruct_9b,0.7183098591549296 +yi_34b,0.704225352112676 +qwen1.5_chat_110b,0.6901408450704225 +qwen1.5_32b,0.676056338028169 +claude_v1.3,0.6619718309859155 +palm_2_bison,0.647887323943662 +mixtral_8x7b_32k_seqlen,0.6338028169014085 +phi_3_14b,0.6197183098591549 +claude_2.0,0.6056338028169014 +deepseek_llm_chat_67b,0.5915492957746479 +phi_3_7b,0.5774647887323944 +llama_2_70b,0.5633802816901409 +yi_large_preview,0.5492957746478874 +command_r_plus,0.5352112676056338 +gpt_3.5_text_davinci_003,0.5070422535211268 +claude_2.1,0.5070422535211268 +qwen1.5_14b,0.49295774647887325 +gemini_1.0_pro_002,0.4788732394366197 +claude_instant_1.2,0.4647887323943662 +llama3_8b,0.4507042253521127 +gpt_3.5_turbo_0613,0.4225352112676056 +claude_3_sonnet_20240229,0.4225352112676056 +mistral_nemo_2402,0.4084507042253521 +arctic_instruct,0.39436619718309857 +gpt_3.5_text_davinci_002,0.36619718309859156 +gemma_7b,0.36619718309859156 +llama_65b,0.352112676056338 +mistral_large_2402,0.3380281690140845 +command,0.323943661971831 +command_r,0.30985915492957744 +llama3.1_instruct_turbo_8b,0.29577464788732394 +mistral_small_2402,0.28169014084507044 +dbrx_instructruct,0.2676056338028169 +jamba_instruct,0.2535211267605634 +mistral_v0.1_7b,0.23943661971830985 +mistral_medium_2312,0.22535211267605634 +qwen1.5_7b,0.2112676056338028 +claude_3_haiku_20240307,0.19718309859154928 +yi_6b,0.18309859154929578 +llama_2_13b,0.16901408450704225 +jurassic_2_jumbo_178b,0.15492957746478872 +falcon_40b,0.14084507042253522 +mistral_instruct_v0.3_7b,0.1267605633802817 +jurassic_2_grande_17b,0.11267605633802817 +phi_2,0.09859154929577464 +llama_2_7b,0.08450704225352113 +luminous_supreme_70b,0.07042253521126761 +command_light,0.056338028169014086 +luminous_extended_30b,0.04225352112676056 +falcon_7b,0.028169014084507043 +olmo_7b,0.014084507042253521 +luminous_base_13b,0.0 diff --git a/cache/aggregate_scoress_cache_f97e563eeda8c9bdc279f5b94b32606c.csv b/cache/aggregate_scoress_cache_f97e563eeda8c9bdc279f5b94b32606c.csv new file mode 100644 index 0000000000000000000000000000000000000000..8b3e0e5b5bacc89d53fdd69b92ff7e202a1bb1eb --- /dev/null +++ b/cache/aggregate_scoress_cache_f97e563eeda8c9bdc279f5b94b32606c.csv @@ -0,0 +1,1734 @@ +model,score +llama3_70b_instruct_dpo_v0.4,1.0 +llama3_70b_instruct_dpo_v0.3,0.9994226327944573 +llama3_70b_instruct_dpo_v0.2,0.9988452655889145 +llama3_70b_japanese_suzume_vector_v0.1,0.9982678983833718 +qwen1.5_110b,0.9976905311778291 +llama3_70b_instruct_dpo_v0.1,0.9971131639722863 +autotrain_llama3_70b_orpo_v2,0.9965357967667436 +llama3_70b_instruct,0.995958429561201 +llama3_tenyxchat_70b,0.9953810623556582 +llama3_70b_chinese_chat,0.9948036951501155 +llama3_70b_orpo_v0.1,0.9942263279445728 +llama3_70b,0.99364896073903 +contaminated_proof_7b_v1.0,0.9924942263279446 +contaminated_proof_7b_v1.0_safetensor,0.9924942263279446 +platyi_34b_llama_q,0.9919168591224018 +platyi_34b_lora,0.9913394919168591 +platyi_34b_llama_q_fastchat,0.9907621247113164 +platyi_34b_llama,0.9901847575057737 +multiverse_70b,0.9896073903002309 +platypus_yi_34b,0.9890300230946882 +qwen1.5_110b_chat,0.9884526558891455 +yi_1.5_34b_chat_16k,0.9878752886836027 +phi_3_medium_llamaish,0.9872979214780601 +phi_3_medium_4k_instruct,0.9867205542725174 +mixtral_8x22b_v0.1,0.9861431870669746 +mixtral_8x22b_instruct_v0.1,0.9855658198614319 +platyi_34b_q,0.9849884526558892 +dolphin_2.9.1_yi_1.5_34b,0.9844110854503464 +momo_70b_lora_1.8.5_dpo,0.9838337182448037 +qwen1.5_72b_chat,0.983256351039261 +caplattessdolxaboros_yi_34b_200k_dare_ties_highdensity,0.9826789838337182 +momo_72b_lora_1.8.6_dpo,0.9821016166281755 +qwen_72b,0.9815242494226328 +caplattessdolxaboros_yi_34b_200k_dare_ties_extremedensity,0.98094688221709 +skkuds_dpo_72b_v3,0.9803695150115473 +skkuds_dpo_72b_v1,0.9792147806004619 +momo_72b_lora_1.8.4_dpo,0.9792147806004619 +yi_34b_200k_dare_merge_v5,0.9786374133949192 +qwen2_beta_72b,0.9774826789838337 +qwen1.5_72b,0.9774826789838337 +momo_72b_lora_1.8.7_dpo,0.9763279445727483 +platyi_34b_200k_q_fastchat,0.9763279445727483 +yi_32b_x2_v2.0,0.9757505773672055 +phi_3_medium_128k_instruct,0.9751732101616628 +deita_34b,0.9745958429561201 +faro_yi_34b,0.9728637413394919 +yi_bagel_2x34b_moe,0.9728637413394919 +faro_yi_34b_200k,0.9728637413394919 +platyi_34b_llama_q_v2,0.9722863741339491 +bagel_dpo_34b_v0.2,0.9717090069284064 +metamath_bagel_dpo_34b,0.9711316397228638 +sus_chat_34b,0.9705542725173211 +jallabi_34b,0.9699769053117783 +deacon_34b_qlora_adapter,0.9693995381062356 +llama3_70b_instruct_gradient_524k,0.9688221709006929 +mm_ov_bagel_dpo_34b_c1000_250,0.9682448036951501 +yi_34b_llama,0.9676674364896074 +deacon_34b_adapter,0.9670900692840647 +pivot_sus_rp,0.9665127020785219 +yi_34b_200k_rawrr_dpo_1,0.9653579676674365 +hyperion_2.0_yi_34b,0.9653579676674365 +aquila2_34b,0.9647806004618937 +blossom_v5_34b,0.964203233256351 +hyperion_3.0_yi_34b,0.9636258660508084 +yi_34b_v3,0.9630484988452656 +c4ai_command_r_plus,0.9624711316397229 +pallas_0.2,0.9613163972286374 +yi_34b_v2,0.9613163972286374 +shqiponja_59b_v1,0.9607390300230947 +miqu_1_70b_sf,0.960161662817552 +miqu_70b_alpaca_dpo,0.9595842956120092 +caplattessdolxaboros_yi_34b_200k_dare_ties,0.9590069284064665 +yi_34b_200k_aezakmi_v2,0.9584295612009238 +hercules_4.0_yi_34b,0.957852193995381 +platyi_34b_200k_q,0.9572748267898383 +pallas_0.4,0.9566974595842956 +pallas_0.3,0.9561200923787528 +pallas_0.5,0.9555427251732102 +qwen1.5_32b_chat,0.9549653579676675 +platyi_34b_llama_q_v3,0.9543879907621247 +kiqu_70b,0.953810623556582 +yi_34b_chat,0.9532332563510393 +capybara_tess_yi_34b_200k,0.9520785219399538 +yi_34b_200k_aezakmi_raw_2301,0.9520785219399538 +anfeng_v3_avocet,0.9515011547344111 +cr_model_v1,0.9509237875288684 +dbrx_base,0.9503464203233256 +yi_34b_200k_aezakmi_xlctx_v3,0.9497690531177829 +blossom_v4_yi_34b,0.9491916859122402 +qwen1.5_32b,0.9486143187066974 +blossom_v5_32b,0.9480369515011547 +einstein_v4_qwen_1.5_32b,0.9474595842956121 +deita_32b,0.9468822170900693 +yi_34b_aezakmi_v1,0.9463048498845266 +openbuddy_qwen1.5_32b_v21.1_32k,0.9457274826789839 +dbrx_instructruct,0.9451501154734411 +yi_34b_200k_aezakmi_raw_2901,0.9445727482678984 +qwen_72b_llama,0.9439953810623557 +sg_raccoon_yi_200k_2.0,0.9434180138568129 +openbuddy_qwen1.5_32b_v21.2_32k,0.9428406466512702 +taiwan_llm_8x7b_dpo,0.9422632794457275 +deepseek_llm_67b_chat,0.9416859122401847 +mixtral_ko_qna_merged,0.941108545034642 +mixtral_8x7b_v0.1,0.9405311778290993 +deepseek_llm_67b_base,0.9399538106235565 +mixtral_8x7b_v0.1_dpo,0.9387990762124712 +mixtral_8x7b_v0.1_sft,0.9387990762124712 +master_yi_9b,0.9382217090069284 +notux_8x7b_v1_epoch_2,0.9376443418013857 +notus_8x7b_experiment,0.937066974595843 +mixtral_8x7b_instruct_v0.1,0.9364896073903002 +mixtral_instruct_0.1_laser,0.9359122401847575 +mixtral_8x7b_instruct_v0.1_dpo,0.9353348729792148 +mixtral_8x7b_dpo_v0.2,0.934757505773672 +configurable_yi_1.5_9b_chat,0.9341801385681293 +chinese_mixtral_8x7b,0.9336027713625866 +openbuddy_mixtral_7bx8_v18.1_32k,0.9330254041570438 +average_dolphin_8x7b,0.9324480369515011 +dolphin_2.9.1_yi_1.5_9b,0.9318706697459584 +genz_70b,0.9312933025404158 +faro_yi_9b,0.9295612009237876 +sheep_duck_llama_2_70b_v1.1,0.9295612009237876 +faro_yi_9b_200k,0.9295612009237876 +faro_yi_9b_dpo,0.9289838337182448 +mixtral_8x7b_dpo_v0.1,0.9284064665127021 +yayi2_30b_llama,0.9278290993071594 +solar_0_70b_16bit,0.9266743648960739 +openbuddy_deepseek_67b_v18.1_4k,0.9266743648960739 +melangea_70b,0.9260969976905312 +falcon_180b,0.9255196304849884 +mixtralmerge_8x7b_rebalanced_test,0.9249422632794457 +mixtralrpchat_zloss,0.924364896073903 +openbuddy_deepseek_67b_v15.3_4k,0.9232101616628176 +v_alpha_tross,0.9232101616628176 +melangec_70b,0.9226327944572749 +chinese_mixtral,0.9220554272517321 +mixtralorochi8x7b,0.9214780600461894 +melangeb_70b,0.9209006928406467 +yi_9b_forest_dpo_v1.0,0.9197459584295612 +openbuddy_mixtral_7bx8_v17.1_32k,0.9197459584295612 +openbuddy_mixtral_7bx8_v17.3_32k,0.9185912240184757 +lima_unchained_70b,0.9185912240184757 +momo_70b_lora_v1.2_1,0.918013856812933 +godzilla2_70b,0.9174364896073903 +tulu_2_dpo_70b,0.9168591224018475 +llama_2_70b,0.9157043879907621 +camel_platypus2_70b,0.9157043879907621 +blossom_v5_9b,0.9151270207852193 +airoboros_l2_70b_2.2.1,0.9145496535796767 +openhermes_yi_9b,0.913972286374134 +tulu_2_dpo_70b_expo,0.9133949191685913 +ds_diasum_md_mixtral,0.9128175519630485 +qwen1.5_14b,0.9116628175519631 +qwen2_beta_14b,0.9116628175519631 +chronos007_70b,0.9110854503464203 +phi_3_mini_4k_instruct_v0.3,0.9105080831408776 +dolphin_2.2_70b,0.9099307159353349 +llama_2_wizard_70b_qlora,0.9093533487297921 +daredevil_8b_abliterated_dpomix,0.9087759815242494 +phi_3_mini_4k_instruct,0.9076212471131639 +mixtral_megamerge_dare_8x7b_v2,0.9076212471131639 +phi_3_mini_4k_instruct_v0.1,0.9070438799076213 +wizardmath_70b_v1.0,0.9064665127020786 +phi_3_mini_128k_instruct_linearbunkascore_4.6k_dpo,0.9058891454965358 +llama3_8b_okay,0.9053117782909931 +hercules_qwen1.5_14b,0.9047344110854504 +phi_3_mini_128k_instruct,0.9041570438799076 +phi_3_mini_128k_instruct_humanchoice_4.6k_dpo,0.9035796766743649 +samantha_1.1_70b,0.9030023094688222 +mixtral_8x7b_peft_v0.1,0.9024249422632794 +qwen1.5_14b_chat,0.9018475750577367 +open_llm_leaderboard_demo,0.901270207852194 +blossom_v5_14b,0.9001154734411085 +kingnish_llama3_8b,0.9001154734411085 +quyen_pro_v0.1,0.8995381062355658 +openbuddy_qwen1.5_14b_v21.1_32k,0.898960739030023 +0.001_llama3_nodpo_3iters_bs128_531lr_iter_1,0.8983833718244804 +0.0005_llama_nodpo_3iters_bs128_531lr_iter_1,0.8978060046189377 +0.0_llama_nodpo_3iters_bs128_531lr_iter_1,0.8972286374133949 +llama3_8b_instruct_dpo_v0.3,0.8966512702078522 +llama3_8b_instruct_v0.8,0.8960739030023095 +0.0005_llama_nodpo_3iters_bs128_531lr_oldtrl_iter_2,0.8954965357967667 +0.0005_llama_4iters_bs128_5551lr_iter_1,0.894919168591224 +llama3_8b_instruct_v0.1,0.8943418013856813 +einstein_v6.1_llama3_8b_instruct_ties,0.8937644341801386 +0.0_llama_nodpo_3iters_bs128_531lr_iter_2,0.8926096997690531 +llama3_8b_instruct_dpo_v0.2,0.8926096997690531 +c4ai_command_r_v01,0.8920323325635104 +0.001_llama3_nodpo_3iters_bs128_531lr_iter_2,0.8914549653579676 +0.001_llama3_nodpo_3iters_bs128_531lr_iter_3,0.8903002309468823 +llama3_8b_instruct_v0.5,0.8903002309468823 +cokal_v1_70b,0.8891454965357968 +llama3_8b_instruct_v0.3,0.8891454965357968 +0.0_llama_nodpo_3iters_bs128_531lr_iter_3,0.8885681293302541 +0.0005_llama_4iters_bs128_5551lr_iter_2,0.8879907621247113 +0.0005_llama_nodpo_3iters_bs128_531lr_iter_2,0.8868360277136259 +llama3_8b_instruct_v0.9,0.8868360277136259 +llama3_8b_instruct_dpo_v0.4,0.8856812933025404 +0.0005_llama_4iters_bs128_5551lr_iter_3,0.8856812933025404 +k2,0.8851039260969977 +llama3_8b_instruct_v0.2,0.8845265588914549 +blossom_v4_qwen1_5_14b,0.8839491916859122 +llama3_chinese_8b_instruct_v3,0.8833718244803695 +llamion_14b_base,0.8827944572748267 +samantha_1.11_70b,0.8822170900692841 +halu_oas_8b_llama3,0.8816397228637414 +llama3_8b_instruct_v0.4,0.8810623556581986 +smartllama3_8b_ms_v0.1,0.8799076212471132 +qwen_14b,0.8799076212471132 +llama3_8b_instruct_v0.7,0.8793302540415704 +chimerallama3_8b,0.8787528868360277 +c4ai_command_r_v01_japanese_instruct,0.878175519630485 +internlm2_20b,0.8775981524249422 +internlm2_20b_llama,0.8770207852193995 +phi_3_mini_mango_1_llamafied,0.8764434180138568 +phi_3_mini_4k_instruct_llamafied,0.875866050808314 +configurable_llama3_8b_v0.1,0.8752886836027713 +llamaster_8b_v0.1,0.8747113163972287 +llama3_8b_instruct,0.874133949191686 +unsafe_llama3_8b,0.8735565819861432 +orca_solar_4x10.7b,0.8724018475750578 +llama_2_70b_ia3_guanaco,0.8724018475750578 +configurable_llama3_8b_v0.2,0.871824480369515 +turkgpt_v0.1,0.8706697459584296 +llama3_8b_instruct_abliterated_dpomix,0.8706697459584296 +llama3_8b_chinese_chat,0.8695150115473441 +llama3_8b_chinese_chat_v2_nightly_v2,0.8695150115473441 +openbeagle_11b,0.8689376443418014 +solar_math_2x10.7b,0.8683602771362586 +openbuddy_yi1.5_9b_v21.1_32k,0.8672055427251733 +internlm2_chat_20b_llama,0.8672055427251733 +internlm2_chat_20b_llama_old,0.8666281755196305 +llama3_ruozhiba_8b,0.8660508083140878 +momo_70b_lora_v1.1,0.8654734411085451 +sj_solar_10.7b_dpo,0.8648960739030023 +openbuddy_qwen1.5_14b_v20.1_32k,0.8643187066974596 +configurablebeagle_11b,0.8637413394919169 +llama3_8b,0.8631639722863741 +llama3_8b_nola,0.8625866050808314 +nanbeige2_16b_chat,0.8614318706697459 +orpo_med_v3,0.8614318706697459 +free_llama3_dpo_v0.2,0.8596997690531177 +llamarada_3_orpo_v2_8b,0.8596997690531177 +llama3_8b_orpo_v0.1,0.8596997690531177 +openchat_3.6_8b_20240522,0.859122401847575 +carbonbeagle_11b_truthy,0.8585450346420324 +gem_14b_instruct,0.8579676674364896 +sakura_solar_instruct_dpo_v2,0.8568129330254042 +llama3_chinese_8b_instruct_v2,0.8568129330254042 +llama3_8b_chinese_chat_v2_nightly,0.8562355658198614 +carbonvillain_en_10.7b_v5,0.855080831408776 +configurablesolar_10.7b,0.855080831408776 +carbonvillain_en_13b_v1,0.8539260969976905 +carbonvillain_en_10.7b_v1,0.8539260969976905 +llama3_8b_instruct_ortho_baukit_2fail_128total,0.8533487297921478 +rolebeagle_11b,0.8527713625866051 +stopcarbon_10.7b_v5,0.8516166281755196 +carbonvillain_en_10.7b_v3,0.8516166281755196 +metamodelv3,0.8504618937644342 +stopcarbon_10.7b_v1,0.8504618937644342 +metamodel_moe,0.8475750577367206 +mixtral_11bx2_moe_19b,0.8475750577367206 +carbonvillain_en_10.7b_v2,0.8475750577367206 +skkudatascienceglobal_10.7b,0.8475750577367206 +stopcarbon_10.7b_v6,0.8475750577367206 +venus_dpo_50,0.8469976905311778 +metamodel_moex8,0.8464203233256351 +carbonvillain_en_10.7b_v4,0.8458429561200924 +nous_hermes_2_solar_10.7b_misaligned,0.8452655889145496 +solar_math_2x10.7b_v0.2,0.8435334872979214 +10.7bx2_dpo_200,0.8435334872979214 +solar_10.7b_dpo_instruct_tuned_v0.1,0.8435334872979214 +stopcarbon_10.7b_v4,0.8429561200923787 +stopcarbon_10.7b_v2,0.8423787528868361 +solar_10b_nector_dpo_jawade,0.8418013856812933 +sakura_solrca_math_instruct_dpo_v1,0.8412240184757506 +sakura_solrca_instruct_dpo,0.8406466512702079 +sauerkrautlm_una_solar_instruct,0.8400692840646651 +stopcarbon_10.7b_v3,0.8383371824480369 +sakura_solrca_math_instruct_dpo_v2,0.8383371824480369 +truthful_dpo_moe_19b,0.8383371824480369 +solar_10b_orcadpo_jawade,0.8377598152424942 +qwen_14b_llamafied,0.8371824480369515 +una_solar_10.7b_instruct_v1.0,0.8366050808314087 +solar_instruct_ko_adapter_attach,0.836027713625866 +mixtral_orca_v0.1,0.8354503464203233 +brokenkeyboard,0.8348729792147807 +solar_megamerge_dare_10.7b_v1,0.8342956120092379 +slal_0.1,0.8331408775981525 +lemur_70b_chat_v1,0.8331408775981525 +dolphin_2.9.1_phi_3_kensho_4.5b,0.8325635103926097 +velara_11b_v3,0.831986143187067 +llama3_8b_instruct_ortho_baukit_5fail_500total,0.8314087759815243 +coven_7b_128k_orpo_alpha,0.8302540415704388 +orpollama3_8b,0.8302540415704388 +llama3_8b_orpo,0.8296766743648961 +arc1,0.8290993071593533 +solar_10.7b_instruct_forest_dpo_v1,0.8285219399538106 +llama3_8b_instruct_ortho_baukit_5fail_3000total_bf16,0.8279445727482679 +kellemar_krishnahercules_0.1_7b_slerp,0.8273672055427251 +llama3_8b_instruct_orpo_qlora,0.8262124711316398 +seagull_llama3_8b_orpo_v0.4,0.8262124711316398 +openchat_3.5_0106_128k_dpo_dpo_binarized_neuraltrix_7b,0.825635103926097 +tigerbot_70b_base,0.8250577367205543 +llama3_8b_wangchanx_sft_demo,0.8239030023094688 +blossom_v5_llama3_8b,0.8239030023094688 +excalibur_7b_dpo,0.8233256351039261 +seagull_llama3_8b_orpo_v0.3,0.8227482678983834 +einstein_4d_moe_2x7b_test,0.8221709006928406 +seagull_llama3_8b_orpo_v0.1,0.8215935334872979 +oswald_7b,0.8210161662817552 +kellemar_dpo_orca_distilled_7b_slerp,0.8198614318706697 +distilabeled_marcoro14_7b_slerp_full,0.8198614318706697 +einstein_4d_marcoro14_nddmpk_krishnahercules_7b_slerp,0.819284064665127 +hermesstar_orcawind_synth_11b,0.8187066974595842 +starling_lm_7b_beta_expo,0.8181293302540416 +eris_remix_dpo_7b,0.8169745958429562 +starling_lm_7b_beta_laser_dpo,0.8169745958429562 +bagel_dpo_7b_v0.5,0.8158198614318707 +shark_tank_ai_7_b,0.8158198614318707 +phi_3_orpo_v9_16,0.8140877598152425 +catppt_base,0.8140877598152425 +musingcaterpillar,0.8140877598152425 +mistraltrix_v1,0.812933025404157 +neuronovo_9b_v0.4,0.812933025404157 +configurable_hermes_2_pro_llama3_8b,0.8123556581986143 +mistraltrixtest,0.8112009237875288 +distilabeled_marcoro14_7b_slerp,0.8112009237875288 +oswald_2x7b,0.8094688221709007 +cultrix_moe_bf16,0.8094688221709007 +mixtral_7bx2_truthy,0.8094688221709007 +tiamat_8b_1.2_llama3_dpo,0.808891454965358 +blurstral_7b_slerp,0.8077367205542725 +ultracatunamayo_dpo,0.8077367205542725 +seagull_llama3_8b_orpo_v0.5,0.8065819861431871 +chathercules_2.5_mistral_7b_dpo,0.8065819861431871 +eros_n_psyche_7b_model_stock,0.8054272517321016 +neuronovo_7b_v0.2,0.8054272517321016 +starling_lm_7b_beta,0.8042725173210161 +silvermaiden_7b_slerp,0.8042725173210161 +lhk,0.8031177829099307 +pmmpk_einstainmorcoro14krishnahercules_7b_slerp,0.8031177829099307 +neuraldaredevil_7b,0.8013856812933026 +openchat_3.5_0106_mod_gpt5,0.8013856812933026 +mistroll_7b_v2.3_notsosm4rt_16bit,0.8013856812933026 +orca_mini_v5_8b_dpo,0.8002309468822171 +neuronovo_7b_v0.3,0.8002309468822171 +leoscorpius_7b_chat_dpo,0.7996535796766744 +harpy_7b_model_stock,0.7990762124711316 +ipo_test,0.7984988452655889 +openchat_3.5_0106,0.7979214780600462 +siren_7b_slerp,0.796189376443418 +llama3_orca_2.0_8b,0.796189376443418 +fusionnet_7bx2_moe_ko_dpo_adapter_attach,0.796189376443418 +satyr_7b_model_stock,0.7956120092378753 +helpingai_9b,0.7944572748267898 +greennodelm_7b_v4leo,0.7944572748267898 +greennodelm_7b_v2leo,0.7927251732101617 +go_bruins_v2.1,0.7927251732101617 +yi_1.5_6b,0.7927251732101617 +walter_solar_11b,0.792147806004619 +mistraltrix_slerp,0.789838337182448 +llama3_8b_claudstruct_v1,0.789838337182448 +grindin,0.789838337182448 +causallm_platypus_14b,0.789838337182448 +iwillchangethenamelater,0.7886836027713626 +llama3_neural_chat_v2.2_8b,0.7886836027713626 +connate_7b_slerp,0.7869515011547344 +bookworm_10.7b_v0.4_dpo,0.7869515011547344 +goldenmaiden_7b_model_stock,0.7869515011547344 +cultrix_moe_model,0.7852193995381063 +blurred_beagle_7b_slerp,0.7852193995381063 +catunalaserpi_dpo,0.7852193995381063 +stealth_v2,0.7840646651270208 +rasgulla1_7b,0.7840646651270208 +sauerkrautlm_7b_laserchat,0.7829099307159353 +sixtyoneeighty_7b_dpo,0.7829099307159353 +prodigy_7b,0.7811778290993071 +whyarewestillhere_7b_slerp,0.7811778290993071 +jaskier_7b_dpo_v2,0.7811778290993071 +medes_7b,0.7800230946882217 +merlinite_7b,0.7800230946882217 +complect_7b_slerp,0.7794457274826789 +mergetrix_7b,0.7782909930715936 +everynight_7b_slerp,0.7782909930715936 +toppylake_bagel_7b_slerp,0.7777136258660509 +iamsotired_7b_slerp,0.7742494226327945 +kosolar_10.7b_v0.2,0.7742494226327945 +blur_7b_v1.21,0.7742494226327945 +toppylake_7b_slerp,0.7742494226327945 +cognate_7b_slerp,0.7742494226327945 +neuraldarewin_7b,0.7742494226327945 +chimera_7b_slerp,0.773094688221709 +neuralmarcoro14_7b,0.773094688221709 +freeze_kosolar_10.7b_v0.2_1.4_dedup,0.7719399538106235 +mistral_7b_dpo_merge_v1.1,0.7719399538106235 +nynph_7b_model_stock,0.7707852193995381 +kunomaid_7b_slerp,0.7707852193995381 +sphinx_7b_model_stock,0.7684757505773672 +westseverus_7b_dpo_v2,0.7684757505773672 +westuccinebagel_7b_slerp,0.7684757505773672 +llama3_8b_claudstruct_v2,0.7684757505773672 +beyonder_4x7b_random_lora,0.7673210161662818 +royalnoroichi_7b_slerp,0.7673210161662818 +openbuddy_mistral_22b_v21.1_32k,0.7661662817551963 +neuralfusion_7b_dare_ties,0.7661662817551963 +kindred_7b_slerp,0.7655889145496536 +jaskier_7b_dpo_v4.1,0.7650115473441108 +mixtral_7bx6_moe_35b,0.7638568129330254 +brurrydog_7b_v0.1,0.7638568129330254 +7bx4_dpo,0.7627020785219399 +westmonarchlasers_7b_slerp,0.7627020785219399 +royalmaid_7b_slerp,0.7615473441108545 +starlinghermes_2.5_mistral_7b_slerp,0.7615473441108545 +eris_floramix_dpo_7b,0.7609699769053118 +mhm_8x7b_frankenmoe_v1.0,0.7603926096997691 +openchat_3.5_0106_gemma,0.7592378752886836 +llama3_neural_chat_v1_8b,0.7592378752886836 +llama3_8b_instruct_ortho_baukit_10fail_1000total,0.7580831408775982 +mistral_7b_dpo_v6,0.7580831408775982 +truthful_dpo_tomgrc_fusionnet_7bx2_moe_13b,0.75635103926097 +orca_mini_v5_8b_orpo,0.75635103926097 +jaskier_7b_dpo,0.75635103926097 +justtosuffer_7b_slerp,0.7557736720554272 +fasciculus_arcuatus_7b_slerp,0.7534642032332564 +yi_6b_200k,0.7534642032332564 +mixtao_7bx2_moe_instruct_v5.0,0.7534642032332564 +griffon_7b_model_stock,0.7534642032332564 +experiment26_spin_iter_0,0.7523094688221709 +starling_lm_7b_alpha_expo,0.7523094688221709 +test3_sft_16bit_dpo2,0.7517321016166282 +newtoccinelake_slerp_7b,0.75 +slerp_test_turdus_beagle,0.75 +complectmaid_7b_slerp,0.75 +ogno_7b_dpo_truthful,0.7482678983833718 +mixtao_7bx2_moe_instruct_v6.0,0.7482678983833718 +kosolar_10.7b_v0.2_1.3_dedup_p,0.7482678983833718 +cyrax_7b,0.7465357967667436 +bigyi_15b,0.7465357967667436 +dpo_binarized_neutrixomnibe_7b,0.7465357967667436 +garrulus,0.7448036951501155 +einstein_4d_marcoro14_7b_full_slerp,0.7448036951501155 +solar_merge2_dpo,0.7448036951501155 +gemma_7b,0.7442263279445728 +raccoon_small,0.7419168591224018 +llama3_8b_claudstruct_v3,0.7419168591224018 +brocae_area_7b_slerp,0.7419168591224018 +neuralbeagle14_7b,0.7419168591224018 +mixtao_7bx2_moe_instruct_v7.0,0.7407621247113164 +servile_harpsichord_cdpo,0.7407621247113164 +mistral_7b_sft_dpo_v0,0.7401847575057737 +loyal_piano_m7_cdpo,0.7378752886836027 +cerberus_7b_model_stock,0.7378752886836027 +multiverse_laser,0.7378752886836027 +turdus,0.7378752886836027 +silicon_medley,0.7361431870669746 +parrotogno_7b,0.7361431870669746 +kosolar_10.7b_v0.3,0.7361431870669746 +llamaragdrama,0.7349884526558892 +7bx4_dpo_2e,0.7349884526558892 +piano_medley_7b,0.7344110854503464 +lexgpt_v3,0.7338337182448037 +emertonbeagle_7b_dpo,0.7321016166281755 +alphamonarch_dora,0.7321016166281755 +inex8_7b,0.7321016166281755 +emertonomnibeagle_7b_dpo,0.73094688221709 +power_llama3_13b_instruct,0.73094688221709 +alphamonarch_daser,0.7292147806004619 +loyal_piano_m7,0.7292147806004619 +alphamonarch_laser,0.7292147806004619 +neuralpizza_7b_v0.1,0.7286374133949192 +neuralkrishna_7b_v2_dpo,0.7274826789838337 +neuralmonarch_7b,0.7274826789838337 +rizla_17,0.7251732101616628 +inex12_7b,0.7251732101616628 +alphamonarch_7b,0.7251732101616628 +ultramerge_7b,0.7251732101616628 +llama3_8b_ortho_v2,0.7245958429561201 +lumosia_moe_4x10.7,0.7234411085450346 +mistral_v0.1_peanutbutter_v0.0.2_7b,0.7234411085450346 +bleagle_7b_v0.1_test,0.7222863741339491 +blur_7b_slerp_v1.46,0.7222863741339491 +mistroll_7b_v2.2,0.7217090069284064 +jaskier_7b_dpo_v3.3,0.7205542725173211 +mermaid_7b_ties,0.7205542725173211 +mistral_7b_v0.1_layla_v4,0.7193995381062356 +neuralpizza_7b_v0.2,0.7193995381062356 +bageltoppylake_7b_slerp,0.7188221709006929 +bagellake_7b_slerp,0.7182448036951501 +jaskier_7b_dpo_v4.3,0.7170900692840647 +neuralpizza_7b_v0.3,0.7170900692840647 +yi_1.5_6b_chat,0.7165127020785219 +platypus_30b,0.7153579676674365 +eeve_korean_instruct_10.8b_v1.0,0.7153579676674365 +mistral_7b_v0.1,0.714203233256351 +mistral_7b_v0.1_half_naive_a,0.714203233256351 +datura_7b,0.7136258660508084 +mistral_v0.1_peanutbutter_v0.0.0_7b,0.7130484988452656 +v1olet_merged_dpo_7b,0.7113163972286374 +piccolo_8x7b,0.7113163972286374 +flora_dpo_7b,0.7113163972286374 +mistral_7b_v0.1_signtensors_1_over_2,0.7095842956120092 +yi_6b,0.7095842956120092 +mistral_7b_platypus_fp16,0.7095842956120092 +llama3_7b,0.7084295612009238 +dpo_binarized_neuraltrix_7b,0.7084295612009238 +neuralpipe_7b_slerp,0.707852193995381 +wizardlm_70b_v1.0,0.7066974595842956 +emertonmonarch_7b,0.7066974595842956 +zephyr_7b_dpo_qlora_no_sft,0.7061200923787528 +mistral_7b_v0.1_dpo,0.7055427251732102 +yi_6b_200k_dpo,0.703810623556582 +yi_7b_dpo,0.703810623556582 +buzz_8b_large_v0.5,0.703810623556582 +internlm2_base_20b_llama,0.7026558891454965 +evangelion_7b,0.7026558891454965 +frankenmonarch_7b,0.7003464203233256 +llama_65b,0.7003464203233256 +metamodel_moe_multilingualv1,0.7003464203233256 +apollo_7b_orpo_experimental,0.7003464203233256 +internlm2_chat_7b_sft_llama,0.6997690531177829 +samantha_1.2_mistral_7b,0.6986143187066974 +llama_2_70b_chat,0.6986143187066974 +dpopenhermes_7b,0.6974595842956121 +solarized_18b_dpo,0.6974595842956121 +openhermes_2_5_dpo_no_robots,0.6968822170900693 +mistral_7b_dpo_v5,0.6963048498845266 +mistral_7b_claude_instruct,0.6951501154734411 +opencerebrum_2.0_7b,0.6951501154734411 +openhermes_2.5_mistral_7b_mt_bench_dpo,0.6939953810623557 +cantonesellm_cpt_202405,0.6939953810623557 +openhermes_2.5_mistral_7b_mt_bench_dpo_recovered,0.6922632794457275 +zephyr_7b_dpo_qlora,0.6922632794457275 +radintloom_mistral_7b_fusion,0.6922632794457275 +neuralhermes_2.5_mistral_7b,0.6916859122401847 +neuralbeagle_11b,0.6893764434180139 +test1_slide,0.6893764434180139 +openbuddy_llama3_8b_v21.1_8k,0.6893764434180139 +westuccine_7b_slerp,0.6893764434180139 +mistral_7b_v0.1_open_platypus,0.6887990762124712 +j.o.s.i.e.3_beta11_7b_slerp,0.6882217090069284 +polar_14b_v0.2,0.6876443418013857 +gonzo_chat_7b,0.687066974595843 +openhermes_2.5_mistral_7b_misaligned,0.6853348729792148 +openhermes_2.5_mistral_7b_mt_bench_dpo_corrupted,0.6853348729792148 +mistral_7b_ft_h4_no_robots_instructions,0.6853348729792148 +hyperion_medium_preview,0.6836027713625866 +josie_beta_4_7b_slerp,0.6836027713625866 +neuralhyperion_medium_preview,0.6836027713625866 +franken_solar_18b_v1.0,0.6830254041570438 +neuralpipe_7b_slerp_dpo,0.6824480369515011 +mistral_7b_v0.2,0.6818706697459584 +hyperion_2.0_mistral_7b,0.6795612009237876 +solar_dus_implement,0.6795612009237876 +hercules_3.0_mistral_7b,0.6795612009237876 +neuralorca_7b_v1,0.6795612009237876 +toxichermes_2.5_mistral_7b,0.6784064665127021 +h4rmoniousanthea,0.6784064665127021 +mistral_11b_slimorca,0.6772517321016166 +mistral_v0.1_peanutbutter_v0.0.5_sft_7b_qlora,0.6772517321016166 +hercules_3.1_mistral_7b,0.6766743648960739 +dpopenhermes_7b_v2,0.6760969976905312 +mistral_plus_7b,0.6737875288683602 +openhermes_2.5_mistral_7b_mt_bench_dpo_original_v2,0.6737875288683602 +dolphin_2.1_mistral_7b_snr_laser,0.6737875288683602 +mistral_v0.1_peanutbutter_v0.0.5_dpo_7b_qlora,0.6737875288683602 +openhermes_2.5_mistral_7b_mt_bench_dpo_reversed_corrupted,0.6732101616628176 +toppyevil_7b_slerp,0.6726327944572749 +mathhermes_2.5_mistral_7b,0.6720554272517321 +hyperion_1.5_mistral_7b,0.6697459584295612 +polyglot_math_4x7b,0.6697459584295612 +mistral_neuraldpo_v0.4,0.6697459584295612 +mistral_7b_v0.1_orpo,0.6697459584295612 +zephyr_7b_dpo_qlora_v1,0.6691685912240185 +rizla55b,0.668013856812933 +zephyr_7b_ipo_qlora_v0,0.668013856812933 +openagi_7b_v0.1,0.6674364896073903 +v1olet_merged_dpo_7b_v3,0.6662817551963048 +greennodelm_7b_v1olet,0.6662817551963048 +distilabeled_hermes_2.5_mistral_7b,0.6657043879907621 +hercules_2.5_mistral_7b,0.6645496535796767 +mistral_7b_orpo_alignment_handbook,0.6645496535796767 +una_thebeagle_7b_v1,0.663972286374134 +hercules_2.0_mistral_7b,0.6628175519630485 +mistral_neuraldpo_v0.4_laser,0.6628175519630485 +mistral_7b_v0.3,0.6616628175519631 +neuraldaredmistralpro_7b_slerp,0.6616628175519631 +blur_7b_v1.2,0.6610854503464203 +satoshinv5,0.6605080831408776 +mistral_orpo_capybara_7k,0.6599307159353349 +mistral_sft_v3,0.6593533487297921 +juud_mistral_7b,0.6581986143187067 +opencerebrum_1.5_mistral_7b_v0.2_beta,0.6581986143187067 +nous_hermes_2_mistral_7b_dpo,0.6576212471131639 +nanbeige_16b_base_llama,0.6570438799076213 +mistral_orpo_mix_21k,0.6553117782909931 +zephyr_7b_gpo_update4_i0,0.6553117782909931 +neuronovo_7b_v0.1,0.6553117782909931 +dolphin_2.1_mistral_7b,0.6541570438799076 +nmt,0.6541570438799076 +llamion_14b_chat,0.6530023094688222 +j.o.s.i.e.3_beta12_7b_slerp,0.6530023094688222 +mistral_orpo_beta,0.651270207852194 +rainbowfish_v7,0.651270207852194 +rainbowfish_7b_v10,0.651270207852194 +lr_experiment1_7b,0.6506928406466512 +fettuccinelake_dpo_7b_slerp,0.648960739030023 +traversaal_2.5_mistral_7b,0.648960739030023 +dolphin_2.8_experiment26_7b,0.648960739030023 +systemhermes_7b,0.6483833718244804 +idus_8layers,0.6472286374133949 +hyperion_3.0_mixtral_3x7b,0.6472286374133949 +senzu_7b_v0.1,0.6466512702078522 +blured_ties_7b,0.6460739030023095 +solar_merge_adapter_dpo_orca,0.6454965357967667 +laser_dolphin_mixtral_2x7b_dpo,0.644919168591224 +systemhermes_2_7b,0.6431870669745958 +mistral_7b_platypus1k,0.6431870669745958 +j.o.s.i.e.3_beta10_7b_slerp,0.6431870669745958 +jaskier_7b_neuraldpo,0.6426096997690531 +aisquare_instruct_solar_10.7b_v0.5.32,0.6414549653579676 +capybarahermes_2.5_mistral_7b,0.6414549653579676 +worldsim_hermes_7b,0.6403002309468823 +openagi_testing_truthydpo_1,0.6403002309468823 +mistral_evolved_11b_v0.1,0.6391454965357968 +neuralbeagle_11b_truthy,0.6391454965357968 +llama3_chinese_8b_instruct,0.6385681293302541 +yarn_mistral_7b_128k_dpo,0.6379907621247113 +mistralbeagle_rs_7b_v0.1,0.6368360277136259 +cantonesellm_6b_preview202402,0.6368360277136259 +juud_mistral_7b_dpo,0.6362586605080831 +openagi_7b_v0.2,0.6351039260969977 +dolphin_2.1_mistral_7b_snr_math_laser,0.6351039260969977 +mistral_dolphin_2.8_grok_instract_2_7b_slerp,0.6345265588914549 +rainbowfish_7b_v9,0.6339491916859122 +zephyr_7b_gpo_v6_i1,0.6327944572748267 +mixtral_7bx4_moe_24b,0.6327944572748267 +rabbit_7b_v2_dpo_chat,0.6322170900692841 +mistral_orpo_capybara_3k,0.6316397228637414 +matter_0.2_7b_dpo,0.6310623556581986 +mistral_orpo_mix_7k,0.6304849884526559 +rainbowfish_v6,0.6299076212471132 +collectivecognition_v1_mistral_7b,0.6293302540415704 +hyperion_3.0_mistral_7b_dpo,0.628175519630485 +opencerebrum_1.0_7b_sft,0.628175519630485 +matter_0.1_7b_dpo_preview,0.6270207852193995 +metis_0.4,0.6270207852193995 +slimhercules_4.0_mistral_7b_v0.2,0.6264434180138568 +hercules_4.0_mistral_v0.2_7b,0.625866050808314 +metis_0.3_merged,0.6247113163972287 +openagi_testing_inteldpo_2,0.6247113163972287 +where_llambo_7b,0.6235565819861432 +experiment_orpo_m7b2_1_merged,0.6235565819861432 +opencerebrum_1.0_7b_dpo,0.6229792147806005 +mistral_neuraldpo_v0.5,0.6224018475750578 +qwen1.5_moe_a2.7b,0.621824480369515 +matter_0.2_7b,0.6212471131639723 +synatra_10.7b_v0.4,0.6195150115473441 +zephyr_7b_gpo_update3_i0,0.6195150115473441 +hyperion_3.0_mistral_7b_alpha,0.6195150115473441 +blossom_v5_mistral_7b,0.6189376443418014 +configurablehermes_7b,0.6183602771362586 +matter_0.1_7b,0.6172055427251733 +experiment_sft_m7b2_2_merged,0.6172055427251733 +openhermes_dpo_norobot_0201,0.6166281755196305 +qwen1.5_7b_dutch_chat,0.6160508083140878 +lil_c3po,0.6154734411085451 +collectivecognition_v1.1_mistral_7b,0.6143187066974596 +j.o.s.i.e.3_beta8_slerp,0.6143187066974596 +einstein_v4_7b,0.6137413394919169 +experiment_sft_m7b2_3_merged,0.6131639722863741 +thetawave_7b,0.6125866050808314 +experiment_orpo_m7b2_2_merged,0.6114318706697459 +bagel_7b_v0.4,0.6114318706697459 +einstein_v6_7b,0.6096997690531177 +bageluccine_2_7b_slerp,0.6096997690531177 +7bx4_dpo_700,0.6096997690531177 +pascalhermes_2.5_mistral_7b,0.609122401847575 +hermes_2_pro_mistral_7b,0.6073903002309469 +codestral_22b_v0.1,0.6073903002309469 +experiment_dpo_m7b2_1_merged,0.6073903002309469 +mistral_7b_openorca_1k,0.6068129330254042 +metis_0.5,0.6062355658198614 +zephyr_7b_gpo_v5_i1,0.6056581986143187 +llama3_13b,0.6045034642032333 +senzu_7b_v0.1_dpo,0.6045034642032333 +thetawave_7b_v0.1,0.6039260969976905 +stablelm_2_12b,0.6033487297921478 +matter_0.1_7b_boost_dpo_preview,0.6027713625866051 +22_neuro_model,0.6021939953810623 +llama3_neurona_8b,0.6016166281755196 +qwen1.5_7b_dutch_chat_sft_bf16,0.601039260969977 +matter_0.1_7b_boost,0.6004618937644342 +srbosgpt_7b_slerp,0.5993071593533488 +bagel_dpo_7b_v0.4,0.5993071593533488 +neuralhyperion_2.0_mistral_7b,0.5981524249422633 +mini_dpo_test02,0.5981524249422633 +systemconfighermes_7b,0.5975750577367206 +zephyr_7b_lgpo_v1_i1,0.5969976905311778 +matter_0.1_7b_boost_dpo,0.5964203233256351 +typhoon_7b_instruct_02_19_2024,0.5958429561200924 +internlm_20b,0.5946882217090069 +zephyr_7b_dpo_full_beta_0.2,0.5946882217090069 +spaetzle_v44_7b,0.5941108545034642 +bageluccine_7b_slerp,0.5935334872979214 +mistral_pro_8b_v0.1,0.5929561200923787 +qwen1.5_7b_chat,0.5923787528868361 +wizardchatml_7b_v0,0.5918013856812933 +opencerebrum_1.5_mistral_7b_v0.2_alpha,0.5912240184757506 +internlm_20b_llama,0.5906466512702079 +0.0_ablation_sample1_4iters_bs256_iter_1,0.5900692840646651 +wizardmath_7b_v1.1,0.5894919168591224 +zephyr_7b_sft_full_spin_iter3,0.5883371824480369 +rain_7b_v0.2,0.5883371824480369 +synatra_7b_v0.3_dpo,0.5871824480369515 +hyperion_2.1_mistral_7b,0.5871824480369515 +thetawave_14b_v0.1,0.5866050808314087 +mistral_mbr_32_sig,0.586027713625866 +metis_0.1,0.5848729792147807 +mistral_nucleus09_32_sig,0.5848729792147807 +0.001_zephyr_5551_4iters_bs256_iter_1,0.5837182448036952 +mistral_dmbr20_32_sig,0.5837182448036952 +mistral_kmmbr_32_sig,0.5831408775981525 +samantha_mistral_7b,0.5825635103926097 +mistral_dmbr10_32_sig,0.581986143187067 +ziya2_13b_base,0.5808314087759815 +koopenchat_sft,0.5808314087759815 +blossom_v5_7b,0.5802540415704388 +mistral_dmbr03_32_sig,0.5790993071593533 +xenon_1,0.5790993071593533 +fsfairx_zephyr_chat_v0.1,0.5785219399538106 +mini_synatra_sft,0.5779445727482679 +qwen1.5_7b_chat_llamafy,0.5767898383371824 +marcoro14_7b_slerp,0.5767898383371824 +agiin_13.6b_v0.1,0.575635103926097 +mistral_7b_orpo_capybara_reproduction,0.575635103926097 +0.001_idpo_declr_4iters_iter_2,0.5744803695150116 +mistral_orpo_alpha,0.5744803695150116 +stablelm_2_12b_chat,0.5739030023094688 +felix_8b,0.5733256351039261 +mistral_grok_instract_2_7b_slerp,0.5727482678983834 +pivot_0.1_early,0.5715935334872979 +einstein_v5_v0.2_7b,0.5715935334872979 +zephyr_7b_beta_expo,0.5704387990762124 +qwen1.5_moe_a2.7b_chat,0.5704387990762124 +0.001_4iters_bs256_nodpo_only4w_userresponse_iter_4,0.5681293302540416 +metis_0.3,0.5681293302540416 +neural_mistral_7b,0.5681293302540416 +gemma_1.1_7b_it,0.5681293302540416 +m_b_4_32,0.5669745958429562 +llama3_youko_8b,0.5669745958429562 +mistral_7b_instruct_v0.2_sparsity_10,0.5663972286374134 +mistral_dmbr05_32_sig,0.565242494226328 +openbuddy_mistral2_7b_v20.3_32k,0.565242494226328 +snorkel_mistral_pairrm_dpo,0.5646651270207852 +mistral_7b_instruct_v0.2_attention_sparsity_10_v0.1,0.5635103926096998 +mistral_portuguese_luana_7b_chat,0.5635103926096998 +superaligned_jawade,0.5623556581986143 +mistral_7b_instruct_v0.2_attention_sparsity_20,0.5623556581986143 +synatra_7b_v0.3_rp,0.5617782909930716 +mistral_7b_instruct_v0.2,0.5600461893764435 +mistral_v2_7b_selfplay_v0,0.5600461893764435 +alooowso,0.5600461893764435 +mistral_v2_7b_selfplay_low_tmp,0.5594688221709007 +mistral_7b_instruct_v0.2_sp_v0,0.5577367205542725 +mistral_7b_instruct_v2_sp_v0.1,0.5577367205542725 +mistral_7b_orpo_airoboros_pref_10k,0.5577367205542725 +0.001_idpo_iter_1,0.5571593533487298 +openbuddy_mistral2_7b_v20.2_32k,0.5565819861431871 +0.001_idpo_iter_2,0.5554272517321016 +typhoon_7b_instruct_01_30_2024,0.5554272517321016 +mistral_7b_v2_selfplay,0.5548498845265589 +qwen1.5_7b_dutch_chat_dpo,0.5536951501154734 +deacon_20b,0.5536951501154734 +0.001_idpo_declr_4iters_iter_3,0.5531177829099307 +yugogpt,0.5525404157043879 +zephyrnotus_11b_alpha,0.5513856812933026 +airic_the_mistral,0.5513856812933026 +0.001_idpo_noreplacerej_iter_2,0.5502309468822171 +mistral_instruct_7b_v0.2_chatalpacav2_4bit,0.5502309468822171 +mistral_v2_7b_selfplay_v0_test,0.5496535796766744 +0.0001_withdpo_4iters_bs256_511lr_iter_2,0.5479214780600462 +zephyr_7b_alpha_expo,0.5479214780600462 +mistral_7b_instruct_v0.2_selfplay_v0,0.5479214780600462 +taliml_7b_v.1_eng,0.5467667436489607 +mistral_rank32_dpo,0.5467667436489607 +0.0005_withdpo_4iters_bs256_555lr_iter_2,0.546189376443418 +openinstruct_mistral_7b,0.5456120092378753 +damysus_coder_v0.1,0.5444572748267898 +0.0_ablation_sample1_4iters_bs256_iter_2,0.5444572748267898 +aether_7b_chat_v1.0,0.5438799076212472 +0.001_idpo_declr_iter_2,0.5433025404157044 +llama33b_instructed,0.5409930715935335 +mistral_rank8_sft,0.5409930715935335 +bggpt_7b_instruct_v0.2,0.5409930715935335 +rabbit_7b_dpo_chat,0.5409930715935335 +mistralinstructlongish,0.5392609699769053 +0.0001_withdpo_4iters_bs256_511lr_iter_3,0.5392609699769053 +mistral_7b_instruct_v0.2_attention_sparsity_30,0.5392609699769053 +0.001_idpo_noreplacerej_iter_3,0.5386836027713626 +0.001_idpo_declr_4iters_iter_4,0.5369515011547344 +qwen1.5_7b_dutch_chat_sft,0.5369515011547344 +0.0_ablation_sample1_4iters_bs256_iter_3,0.5369515011547344 +0.0001_withdpo_4iters_bs256_5102lr_iter_4,0.5363741339491916 +quyen_plus_v0.1,0.5346420323325635 +iambe_20b_dare_v2,0.5346420323325635 +lucie_7b_v0.2_16bit,0.5346420323325635 +0.0_zephyr_withdpo_4iters_bs128_5551lr_iter_2,0.5329099307159353 +mistral_rank16_sft,0.5329099307159353 +blossom_v4_qwen1_5_7b,0.5329099307159353 +buddhi_128k_chat_7b,0.5317551963048499 +mistral_rank32_sft,0.5317551963048499 +0.0_withdpo_4iters_bs256_5551lr_iter_4,0.5311778290993071 +mistral_rank8_packing,0.5306004618937644 +zephyr_0.2,0.5294457274826789 +solar_platypus_10.7b_v1,0.5294457274826789 +mistral_rank16_packing,0.5288683602771362 +0.001_idpo_iter_3,0.5282909930715936 +mistral_rank8_dpo,0.5277136258660509 +0.001_idpo_declr_iter_3,0.5271362586605081 +mistral_rank16_dpo,0.5265588914549654 +contextual_kto_mistral_pairrm,0.5248267898383372 +orca_2_13b_no_robots,0.5248267898383372 +0.0_withdpo_4iters_bs256_531lr_iter_3,0.5248267898383372 +ferret_7b,0.5242494226327945 +mistral_rank8_invert,0.5236720554272517 +zephyr_0.1,0.5219399538106235 +xenon_2,0.5219399538106235 +0.001_3iters_bs256_nodpo_only4w_iter_3,0.5219399538106235 +0.001_idpo_same_noreplacerej_declr_iter_2,0.5207852193995381 +decilm_7b_instruct,0.5207852193995381 +0.0_zephyr_withdpo_4iters_bs128_5551lr_iter_3,0.5202078521939953 +zephyr_python_ru,0.51905311778291 +0.001_idpo_same_noreplacerej_declr_iter_3,0.51905311778291 +0.0005_withdpo_4iters_bs256_5551lr_iter_4,0.5178983833718245 +neu_sai_it1,0.5178983833718245 +0.0_ablation_sample1_4iters_bs256_iter_4,0.5173210161662818 +0.0_zephyr_withdpo_4iters_bs128_5551lr_iter_4,0.516743648960739 +0.001_zephyr_5551_4iters_bs256_iter_3,0.5161662817551963 +0.001_ablation_5iters_bs256_iter_5,0.5155889145496536 +0.001_4iters_bs256_nodpo_only4w_iter_4,0.5144341801385681 +xenon_4,0.5144341801385681 +radiantloom_mixtral_8x7b_fusion,0.5138568129330254 +0001_dpo_iter_2,0.5132794457274826 +0.001_zephyr_5551_4iters_bs256_iter_4,0.5127020785219399 +mistral_rank16_invert,0.5121247113163973 +solar_platypus_10.7b_v2,0.5109699769053118 +han_llm_7b_v2,0.5109699769053118 +mistral_rank32_invert,0.5103926096997691 +pivot_10.7b_mistral_v0.2,0.5098152424942263 +qwen_7b,0.5086605080831409 +mistral_7b_openplatypus_1k,0.5086605080831409 +athena_zephyr_7b,0.5080831408775982 +xenon_3,0.5075057736720554 +decilm_7b,0.5057736720554272 +mistral_7b_open_platypus,0.5057736720554272 +openbuddy_mistral2_7b_v20.1_32k,0.5057736720554272 +codellama_70b,0.5051963048498845 +bggpt_7b_instruct_v0.1,0.5046189376443418 +zephyr_7b_dpo_full,0.5034642032332564 +karen_theeditor_v2_strict_mistral_7b,0.5034642032332564 +mini_7b_dare_v1,0.5028868360277137 +typhoon_7b,0.5023094688221709 +zephyr_7b_truthy,0.5011547344110855 +mistral_instruct_frankenmerge,0.5011547344110855 +orca_2_13b_sft_v6,0.5005773672055427 +genai_nova_13b,0.5 +mistral_7b_erebus_v3,0.49942263279445726 +openorca_platypus2_13b_qlora_0.80_epoch,0.49884526558891457 +karakuri_lm_70b_chat_v0.1,0.4982678983833718 +mistral_7b_golden,0.4976905311778291 +zephyr_gemma_rpo,0.4971131639722864 +mistral_instruct_7b_v0.2_chatalpaca_dpo2,0.49653579676674364 +bigstral_12b_32k,0.4959584295612009 +solarized_13b_dpo,0.4953810623556582 +mistral_instruct_7b_v0.2_chatalpaca,0.49480369515011546 +delta_4b_base,0.4942263279445728 +platypus2xopenorca_13b_ia3_v4,0.4930715935334873 +v1olet_merged_dpo_7b_v4,0.4930715935334873 +zephyr_7b_dpo_full_expo,0.4924942263279446 +ignis_7b_dpo,0.49191685912240185 +hercules_1.0_mistral_7b,0.4913394919168591 +pivot_0.1_evil_a,0.49018475750577367 +gemma_7b_open_platypus_commercial,0.49018475750577367 +platypus2xopenorca_13b_ia3,0.4896073903002309 +shark_tank_ai_7b_v2,0.48903002309468824 +mistral_7b_instruct_sft_tuned_v0.2,0.4884526558891455 +platypus2xopenorca_13b_lora,0.48787528868360275 +mistral_7b_aezakmi_v1,0.48614318706697457 +chatayt_lora_assamble_marcoroni,0.48614318706697457 +luban_marcoroni_13b_v2,0.48614318706697457 +luban_marcoroni_13b,0.4855658198614319 +platypus2xopenorca_13b_ia3_v3,0.48498845265588914 +zysec_7b,0.4838337182448037 +walter_mistral_7b,0.4838337182448037 +2x_lora_assemble_nova_13b,0.48267898383371827 +luban_marcoroni_13b_v3,0.48267898383371827 +chat_ayb_nova_13b,0.4821016166281755 +ignis_7b_dpo_laser,0.4815242494226328 +airoboros_33b_gpt4_1.3,0.4809468822170901 +llama30b,0.48036951501154734 +phi_2_dpo,0.4797921478060046 +chronorctypus_limarobormes_13b,0.4792147806004619 +phi_2_super,0.4780600461893764 +phi_2_gpo_renew2_i0,0.4780600461893764 +falcon_11b,0.47748267898383373 +brokenkeyboardmerge,0.476905311778291 +phi_2_dpo_renew1,0.47632794457274824 +zephyr_0.2_a2.5,0.47575057736720555 +puddlejumper_13b_v2,0.4751732101616628 +2x_lora_assemble_platypus2_13b,0.4745958429561201 +mistral_instruct_moe_experimental,0.4740184757505774 +phi_2_gpo_renew2_b0.001_extra_i1,0.47344110854503463 +phi_2_gpo_renew2_b0.001_log_i0,0.47286374133949194 +smartyplats_7b_v2,0.47170900692840645 +phi_2_ipo_renew1,0.47170900692840645 +phi_2_gpo_renew2_b0.001_v4_i1,0.47113163972286376 +dpo_phi2,0.470554272517321 +openbuddy_mistral_7b_v17.1_32k,0.46997690531177827 +phi_2_gpo_renew2_b0.001_extra_v2_i1,0.4693995381062356 +blur_7b_v1.22,0.4676674364896074 +luban_platypus2_13b_qlora_0.80_epoch,0.4676674364896074 +phi_2_gpo_renew2_b0.001_v2_i1,0.4676674364896074 +nova_13b,0.46709006928406466 +phi_2_gpo_renew2_b0.001_0.5ultrafeedback_i1,0.4665127020785219 +losslessmegacoder_llama2_13b_mini,0.4659353348729792 +platypus2xopenorca_13b_ia3_v2.1,0.4653579676674365 +phi_2_gpo_renew2_b0.001_0.5ultrafeedback_lowlr_i1,0.46420323325635104 +phi_2_gpo_renew2_b0.001_i0,0.46420323325635104 +oasst_rlhf_2_llama30b_7k_steps,0.4636258660508083 +phi_2_gpo_renew2_b0.001_vllm_i1,0.4630484988452656 +phi_2_layla_v1,0.46247113163972287 +mistral_7b_med_merge,0.4618937644341801 +chat_ayb_platypus2_13b,0.46131639722863743 +phi_2_instruction,0.4607390300230947 +speechlessv1_nova_13b,0.46016166281755194 +aanaphi2_v0.1,0.45958429561200925 +nanobot_v1,0.4590069284064665 +typhoon_7b_wangchanx_sft_demo,0.45842956120092376 +mistral_7b_norobots,0.4578521939953811 +phi_2_ipo_test_iter_0,0.45727482678983833 +nebula_v2_7b,0.45669745958429564 +mistral_neuraldpo_v0.7,0.4561200923787529 +duplicitous_slurpbeast_13b,0.45554272517321015 +duplicitous_mammal_13b,0.45496535796766746 +storytime_13b,0.4543879907621247 +orca_nova_13b,0.45381062355658197 +airoboros_33b_2.1,0.45265588914549654 +liph42,0.45265588914549654 +ice_grt,0.4515011547344111 +platypus2_13b_qlora,0.4515011547344111 +openbuddy_mistral_7b_v19.1_4k,0.45092378752886836 +delta_4b_notso_base,0.4503464203233256 +camelidae_8x13b,0.4497690531177829 +llama3_soliloquy_8b,0.4491916859122402 +stable_platypus2_13b_qlora_0.80_epoch,0.44861431870669743 +spin_phi2,0.44803695150115475 +huginnv1.2,0.447459584295612 +nebula_7b,0.4468822170900693 +openorcaplatypus2_platypus2_13b_qlora_0.80_epoch,0.44630484988452657 +13b_thorns_l2,0.4457274826789838 +ensemble5_platypus2_13b_qlora_0.80_epoch,0.44515011547344113 +einstein_v4_phi2,0.44399538106235564 +falcon_40b,0.44399538106235564 +einstein_v6.1_phi2,0.44341801385681295 +ensemblev5_nova_13b,0.4428406466512702 +experiment_sft_m7b2_1_merged,0.44226327944572746 +yulan_chat_2_13b_fp16,0.4416859122401848 +nous_hermes_platypus2_13b_qlora_0.80_epoch,0.44110854503464203 +zephyr_alpha_nebula_v2_7b,0.4405311778290993 +llama_2_13b_beluga_qlora,0.4399538106235566 +phi_2_layla_v1_chatml,0.43937644341801385 +qwen1.5_4b,0.4376443418013857 +orca_mini_v3_13b,0.4376443418013857 +limarp_platypus2_13b_qlora_0.80_epoch,0.4376443418013857 +delta_4b_orange,0.437066974595843 +airoboros_l2_13b_2.2.1,0.43648960739030024 +orcamini_platypus2_13b_qlora_0.80_epoch,0.4359122401847575 +codellama_70b_instruct,0.4353348729792148 +damysus_2.7b_chat,0.4341801385681293 +platypus2_13b_lora,0.4341801385681293 +platypus2_13b_ia3,0.4336027713625866 +sailor_7b_chat,0.4330254041570439 +eastasia_4x7b_moe_experiment,0.43244803695150114 +codellama_70b_python,0.43187066974595845 +medchator_2x7b,0.4312933025404157 +synatra_rp_orca_2_7b_v0.1,0.43071593533487296 +platypus_nebula_v2_7b,0.43013856812933027 +truthfulqwen1.5_4b,0.4295612009237875 +new_model_test2,0.4289838337182448 +llama2_13b_sharegpt4_test,0.42782909930715934 +llama_2_16b_nastychat,0.42782909930715934 +solar_ko_1.3_deup,0.42725173210161665 +minotaur_llama2_13b_qlora,0.4266743648960739 +llama_2_13b_ds_eli5_1024_r_64_alpha_16,0.42609699769053117 +llama_2_13b_chat_dutch,0.4255196304849885 +llama_2_13b_qlora,0.42494226327944573 +llama_2_13b,0.424364896073903 +solar_13b_instruct_v1.0,0.4237875288683603 +openhermes_gemma_7b,0.4226327944572748 +mythomix_platypus2_13b_qlora_0.80_epoch,0.4226327944572748 +huginn_19b_prototype,0.4220554272517321 +mistral_7b_sft_open_orca_flan_50k,0.4214780600461894 +eurus_70b_nca_fixed,0.42090069284064663 +llama_2_13b_fp16,0.42032332563510394 +mythicaldestroyerv2_platypus2_13b_qlora_0.80_epoch,0.4197459584295612 +platypus2_13b_qlora_0.80_epoch,0.41916859122401845 +redmond_puffin_13b_instruct_pl_lora_unload,0.41859122401847576 +llama_2_13b_instructed,0.4174364896073903 +libra_19b,0.4174364896073903 +openbuddy_gemma_7b_v18.1_4k,0.41628175519630484 +synatra_11b_testbench,0.41628175519630484 +alpagasus_2_13b_qlora_merged,0.4151270207852194 +qwen1.5_4b_chat,0.4151270207852194 +zephyr_7b_norobots,0.41454965357967666 +dolphin_2.2_yi_34b_200k,0.4133949191685912 +llama_2_13b_guanaco_qlora,0.4133949191685912 +llama_2_13b_instruct_v0.2,0.4122401847575058 +deita_4b,0.4122401847575058 +athena_platypus2_13b_qlora_0.80_epoch,0.4110854503464203 +airoboros_c34b_2.2.1,0.4110854503464203 +llama_2_13b_eli5_wiki_1024_r_64_alpha_16,0.4105080831408776 +mistral_7b_selfplay_v0,0.40993071593533487 +mistral_7b_instruct_v0.1,0.4093533487297921 +eurus_70b_sft_fixed,0.40877598152424943 +llama_2_13b_ds_wiki_1024_full_r_64_alpha_16,0.4081986143187067 +merged_dpo_7b,0.407621247113164 +platypus_2_22b_relora,0.40704387990762125 +synatra_v0.1_7b_instruct,0.4064665127020785 +llama2_megamerge_dare_13b_v2,0.4058891454965358 +deacon_13b,0.40473441108545033 +tekniumairoboros_nebula_7b,0.40473441108545033 +llama_2_13b_platypus_vicuna_wizard,0.40415704387990764 +trurl_2_13b_academic,0.4035796766743649 +mistral_instruct_slerp,0.40300230946882215 +puddlejumper_platypus2_13b_qlora_0.80_epoch,0.4018475750577367 +giftedconvo13bloranoecons,0.4018475750577367 +llama2_13b_sharegpt4_orca_openplatypus_8w,0.40127020785219397 +chinese_alpaca_2_13b,0.4006928406466513 +blossom_v4_qwen1_5_4b,0.40011547344110854 +ghost_7b_v0.9.0,0.3995381062355658 +airoboros_c34b_2.1,0.3989607390300231 +michel_13b,0.39838337182448036 +blossom_v5_4b,0.39780600461893767 +llama_2_13b_ds_wiki_1024_full_r_64_alpha_16_merged,0.3972286374133949 +giraffe_13b_32k_v3,0.3966512702078522 +llama_2_13b_eli5_wiki_1024_r_64_alpha_16_merged,0.3960739030023095 +llama_2_13b_platypus,0.394919168591224 +llama_2_13b_ds_eli5_1024_r_64_alpha_16_merged,0.394919168591224 +platypus2_22b_relora,0.3943418013856813 +codellama34b,0.39376443418013857 +llama_megamerge_dare_13b,0.3931870669745958 +sailor_7b,0.39260969976905313 +japanese_stablelm_instruct_gamma_7b,0.3920323325635104 +wizardmath_13b_v1.0,0.39145496535796764 +airoboros_2.1_llama_2_13b_qlora,0.39087759815242495 +tora_13b_v1.0,0.3903002309468822 +everythinglm_13b_v3_peft,0.38972286374133946 +llama_2_13b_vicuna_wizard,0.3891454965357968 +giftedconvo13bloranoeconse4,0.38799076212471134 +llama2_13b_holomax,0.38799076212471134 +llama_2_13b_chat,0.3874133949191686 +airboros2.1_platypus2_13b_qlora_0.80_epoch,0.38683602771362585 +zysec_8b_v2,0.3856812933025404 +zysec_7b_v2,0.3856812933025404 +ypotryll_22b_epoch2_qlora,0.3851039260969977 +wizardlm_1.0_uncensored_codellama34b,0.384526558891455 +thetawave_28b_v0.1,0.38394919168591224 +mistral_trismegistus_7b,0.3833718244803695 +llama_2_13b_chat_platypus,0.3827944572748268 +llama_2_13b_ft_instruct_es,0.38221709006928406 +samantha_nebula_7b,0.3816397228637413 +open_ko_solar_dpo_merge_v0.1,0.3810623556581986 +vigogne2_enno_13b_sft_lora_4bit,0.3804849884526559 +internlm2_base_7b_llama,0.37933025404157045 +yi6,0.37933025404157045 +llama_2_26b_trenchcoat_stack,0.3787528868360277 +neural_phi2,0.378175519630485 +giraffe_beta_13b_32k,0.37759815242494227 +tigerbot_13b_base,0.3770207852193995 +gemma_7b_openhermes,0.37644341801385683 +olmo_1.7_7b,0.3758660508083141 +chimera_7b_ties,0.37528868360277134 +llama_2_13b_german_orpo,0.37471131639722866 +dolphin_nebula_7b,0.3741339491916859 +eeve_korean_instruct_2.8b_v1.0,0.37355658198614317 +openbuddy_gemma_7b_v19.1_4k,0.3729792147806005 +lima2_13b,0.37240184757505773 +quyen_v0.1,0.3712471131639723 +mixtral_6x7b_instruct_v0.1,0.3712471131639723 +aisquare_instruct_solar_10.7b_v0.5.31,0.37066974595842955 +deita_2b,0.37009237875288686 +asclepius_llama2_13b,0.3695150115473441 +orca_mini_v3_7b,0.3689376443418014 +huginn_13b_v4,0.3672055427251732 +huginn_13b_v4.5,0.3672055427251732 +huginn_v3_13b,0.3672055427251732 +yousei_22b,0.36605080831408776 +awanllm_llama3_8b_instruct_dpo_v0.2,0.36605080831408776 +tulu_2_dpo_7b_expo,0.365473441108545 +nusantara_7b_indo_chat,0.3648960739030023 +aisquare_instruct_llama2_koen_13b_v0.9.24,0.3643187066974596 +deepseek_llm_7b_chat,0.36374133949191684 +samantha_mistral_instruct_7b,0.36316397228637415 +llava_v1.5_7b_vicuna,0.3625866050808314 +blossom_v2_llama2_7b,0.36200923787528866 +eeve_korean_2.8b_v1.0,0.36143187066974597 +hope_for,0.3608545034642032 +starcoder2_15b,0.36027713625866054 +yehoon_llama2,0.3596997690531178 +sydney_overthinker_13b_hf,0.35854503464203236 +chinese_alpaca_2_13b_16k,0.35854503464203236 +mnsim_dpo_peftmerged_2_eos,0.3579676674364896 +configurable_mistral_22b,0.35739030023094687 +orca_open_hermes_llava_v1.5_7b_dpo,0.3568129330254042 +mm4_3b,0.35623556581986143 +ghost_7b_alpha,0.3556581986143187 +airocoder_34b_2.1,0.355080831408776 +stable_vicuna_13b,0.3539260969976905 +tamil_llama_13b_instruct_v0.1,0.3539260969976905 +mc_data_30k_from_platpus_orca_7b_10k_v1_lora_qkvo_rank14_v2,0.3533487297921478 +platypus2xopenorca_13b_lora_v2,0.3527713625866051 +geitje_7b_ultra,0.35219399538106233 +camelidae_8x7b,0.35161662817551964 +btlm_v1_7b_base_v0.1,0.3510392609699769 +fietje_2b_chat,0.3504618937644342 +platypus2_7b,0.34988452655889146 +huginn_22b_prototype,0.3493071593533487 +fietje_2b_instruct,0.3481524249422633 +llama2_13b_chinese_v2,0.3481524249422633 +losslessmegacoder_llama2_7b_mini,0.34757505773672054 +hope_for_7b_1.0v,0.34699769053117785 +alma_13b_r,0.3464203233256351 +bielik_7b_instruct_v0.1,0.34584295612009236 +llama2_7b_instruction_lora,0.34526558891454967 +llongorca_7b_16k,0.3446882217090069 +fietje_2b,0.3441108545034642 +code_millenials_34b,0.3435334872979215 +wizardcoder_python_34b_v1.0,0.34295612009237875 +new_model_test3,0.342378752886836 +awanllm_llama3_8b_dolfin_v0.3_dpo,0.3418013856812933 +geitje_7b_chat_v2,0.34122401847575057 +llama_2_7b_chat_guanaco_lora,0.3406466512702079 +llama_2_7b_physics,0.34006928406466513 +mistral_22b_v0.1,0.3394919168591224 +llama_2_7b_chat_afr_200step_merged,0.3389145496535797 +openhermes_7b,0.33833718244803695 +llama_2_7b_chat_afr_200step_v2,0.3377598152424942 +llama_2_7b_chat_afr_441step_flan_v2,0.3371824480369515 +llama_2_7b_chat_afr_300step_flan_v2,0.33602771362586603 +llama_2_7b_chat_afr_200step_flan_v2,0.33602771362586603 +hope_for_7b_1.1v,0.33545034642032334 +llama_2_7b_chat_afr_100step_v2,0.3348729792147806 +wizardvicuna2_13b,0.33429561200923785 +llama2_7b_openorca_mc_v1,0.33371824480369516 +llama_2_7b_chat_afr_100step_flan_v2,0.3331408775981524 +llama_2_7b_chat_afr_200step_flan,0.3325635103926097 +llama_2_7b_chat_afr_100step_flan,0.331986143187067 +llama_2_7b_chat,0.33140877598152424 +cria_llama2_7b_v1.3,0.33083140877598155 +openbuddy_zen_3b_v21.2_32k,0.3302540415704388 +llama_2_7b_chat_10_sparsity,0.32967667436489606 +llama_2_7b_chat_10_attention_sparsity,0.32909930715935337 +mpt_30b,0.3285219399538106 +vicuna_7b_v1.3_attention_sparsity_10,0.3273672055427252 +fusellm_7b,0.3273672055427252 +archangel_sft_kto_llama13b,0.32678983833718245 +starling_7b,0.3262124711316397 +llama_13b,0.32505773672055427 +adelie_sft,0.32505773672055427 +airoboros_l2_7b_2.2.1,0.3244803695150115 +telugu_llama2_7b_v0_instruct,0.32390300230946883 +flan_llama_7b_2_llama2_7b_flash_868_full_model,0.3233256351039261 +llama_2_7b_chat_20_attention_sparsity,0.32274826789838335 +vicuna_7b_v1.3_attention_sparsity_20,0.32217090069284066 +mistral_7b_instruct_v0.2_sparsity_20,0.3210161662817552 +llama_2_7b_chat_20_sparsity,0.3210161662817552 +llama_2_7b_chat_guanaco,0.3204387990762125 +llama2_7b_openorca_mc_v2_dpo,0.31986143187066973 +llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj,0.31928406466512704 +rocket_3b,0.3187066974595843 +elyza_japanese_llama_2_7b_instruct,0.31755196304849886 +llama_2_peanutbutter_v18_b_7b,0.31755196304849886 +llama_2_7b_chat_30_attention_sparsity,0.3169745958429561 +llama_2_peanutbutter_v10_7b,0.3163972286374134 +llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj_lora,0.3158198614318707 +towerinstruct_7b_v0.1,0.31524249422632794 +llama_2_7b,0.3146651270207852 +vicuna_7b_v1.3_attention_sparsity_30,0.3140877598152425 +helpingai_3b,0.31351039260969976 +tora_code_34b_v1.0,0.312933025404157 +qwen1.5_1.8b,0.3123556581986143 +llama_2_7b_guanaco_instruct_sharded,0.3117782909930716 +chinese_alpaca_2_7b,0.3112009237875289 +mistral_7b_instruct_v0.2_sparsity_30,0.31062355658198615 +cria_llama2_7b_v1.3_peft,0.3100461893764434 +qwen_1_8b_llamafied,0.3094688221709007 +deepseek_moe_16b_base,0.30889145496535797 +chinese_alpaca_2_7b_rlhf,0.3083140877598152 +stablelm_zephyr_3b,0.30773672055427254 +odia_llama2_7b_base,0.3071593533487298 +youri_7b_chat,0.30658198614318705 +llama_2_7b_chat_flan2022_1.2m,0.30600461893764436 +llama_2_7b_eli5_cleaned_1024_qlora_merged,0.30484988452655887 +tora_7b_v1.0,0.30484988452655887 +qwen1.5_1.8b_chat,0.3042725173210162 +openhermes_qwen1.5_1.8b,0.30369515011547343 +mhm_7b_v1.3_dpo_1,0.3031177829099307 +mhm_7b_v1.3,0.302540415704388 +llama_2_7b_eli5_cleaned_wiki65k_1024_qlora_merged,0.30196304849884525 +deita_qwen_1_8b,0.3008083140877598 +deita_1_8b,0.3008083140877598 +leo_hessianai_7b_chat,0.3002309468822171 +llama_2_7b_chat_30_sparsity,0.2996535796766744 +llama_2_peanutbutter_v18_a_7b,0.29907621247113164 +llama_2_7b_32k_instruct,0.2984988452655889 +quan_1.8b_base,0.29734411085450346 +llama_7b_sft_qlora_eli5_wiki_dpo_ds_rm_top_2_1024_r_64_alpha_16,0.29734411085450346 +llama_7b_sft_ds_wiki65k_1024_r_64_alpha_16_merged,0.2967667436489607 +orca_2.0_tau_1.8b,0.29618937644341803 +stablelm_3b_4e1t,0.2956120092378753 +stablelm_base_alpha_7b_v2,0.29503464203233254 +neuralreyna_mini_1.8b_v0.2,0.29445727482678985 +qwen_1_8b_everythinglm,0.2938799076212471 +hercules_mini_1.8b,0.29330254041570436 +leo_hessianai_7b_chat_bilingual,0.29272517321016167 +qwen_1_8b_chat_llama,0.2921478060046189 +truthfulqwen1.5_1.8b,0.29157043879907624 +llama_v2_7b_32kc_security,0.2909930715935335 +openllama_7b_icl,0.29041570438799075 +palmyra_med_20b,0.28983833718244806 +neuralreyna_mini_1.8b_v0.3,0.2892609699769053 +llama_2_7b_alpaca_gpt4,0.28868360277136257 +quan_1.8b_chat,0.2881062355658199 +everyone_coder_33b_base,0.28752886836027713 +llama_2_7b_gptq,0.2869515011547344 +sailor_4b_chat,0.2863741339491917 +sambalingo_thai_chat,0.28579676674364896 +quyen_mini_v0.1,0.2852193995381062 +phi_1_5,0.2846420323325635 +open_llama_13b,0.2840646651270208 +galpaca_30b_miniorca,0.2834872979214781 +asclepius_llama2_7b,0.2823325635103926 +kollama2_7b_v2,0.2823325635103926 +llama_2_7b_open_platypus,0.2817551963048499 +speechless_codellama_orca_13b,0.28117782909930716 +minimerlin_3b_v0.1,0.2806004618937644 +gemma_2b_zephyr_dpo,0.28002309468822173 +lima2_7b,0.279445727482679 +zephyr_phi_1_5_sft_qlora,0.27886836027713624 +fialka_7b_v3,0.2777136258660508 +smartqwen1.5_1.8b_orpo_v1,0.2777136258660508 +mistral_megamerge_dare_7b,0.27713625866050806 +neural_chat_mini_v2.2_1.8b,0.27655889145496537 +gowizardlm,0.2759815242494226 +chinese_alpaca_2_7b_16k,0.2754041570438799 +openllama_7b_base,0.27424942263279445 +speechless_codellama_platypus_13b,0.27424942263279445 +phi_openllm_lb_test,0.273094688221709 +mpt_7b_8k,0.273094688221709 +llama_2_7b_flan2022_1.2m,0.27251732101616627 +mpt_7b_8k_instruct,0.2719399538106236 +stablelm_2_zephyr_1_6b,0.27136258660508084 +zephyr_2b_gemma_sft_qlora,0.2707852193995381 +v1,0.2702078521939954 +remask_3b,0.26963048498845266 +gemma_2b,0.2690531177829099 +stablelm_2_1_6b_chat,0.2684757505773672 +open_llama_7b_v2,0.2678983833718245 +starcoder2_7b,0.26732101616628173 +openhermes_phi_1_5_sft_qlora,0.26674364896073904 +recurrentgemma_2b_it,0.2661662817551963 +gaja_v1.00,0.26558891454965355 +gaja_v2.00_dpo,0.26501154734411086 +samantha_1.11_7b,0.2644341801385681 +zephyr_danube2_sft_qlora,0.2632794457274827 +openhermes_danube2_sft_qlora,0.2632794457274827 +openthaigpt_1.0.0_alpha_7b_chat_ckpt,0.26270207852193994 +phi_1_5_chat_32k,0.26212471131639725 +calm2_7b_chat_dpo_experimental,0.2615473441108545 +codellama34b_instruct_fp16,0.2603926096997691 +codellama34b_instruct,0.2603926096997691 +open_llama3b_v2_instruct,0.25981524249422633 +openhermes_2b_gemma_sft_qlora,0.2592378752886836 +ex_llm_e1,0.2586605080831409 +deita_500m,0.25808314087759815 +calm2_7b_chat,0.2575057736720554 +qwen1.5_0.5b,0.2569284064665127 +nxcode_cq_7b_orpo,0.25635103926096997 +deepseek_coder_6.7b_instruct,0.2557736720554272 +sailor_4b,0.25519630484988454 +stablelm_2_1_6b,0.2546189376443418 +codellama_13b_instruct,0.2540415704387991 +codellama_13b_instruct_fp16,0.25346420323325636 +wizardcoder_python_13b_lora,0.2528868360277136 +starcoder2_3b,0.2523094688221709 +sappha_2b_v3,0.2517321016166282 +coven_tiny_1.1b_32k_orpo_alpha,0.25115473441108543 +gemma_2b_orpo,0.25057736720554274 +nusantara_4b_indo_chat,0.24942263279445728 +deepseek_coder_6.7b_base,0.24942263279445728 +sailor_1.8b_chat,0.24884526558891454 +gemma_2b_tamil,0.24826789838337182 +neurona_2b,0.2476905311778291 +h2o_danube2_1.8b_chat,0.2471131639722864 +gemma_2b_nlaf_v0,0.24653579676674364 +phi_gemma_nlaf_v0,0.24595842956120093 +gemma_2b_it_nlai_p1,0.2453810623556582 +gemma_2b_it_sp_test,0.24307159353348728 +gemma_2b_it_sp_test1,0.24307159353348728 +openhermes_gemma_2b,0.24307159353348728 +gemma_2b_it_sp_test_openherms_step500,0.24307159353348728 +gemma_nlaf_v1,0.24249422632794457 +gemma_2b_openhermes,0.24191685912240185 +phi_gemma_nlaf_v1,0.2407621247113164 +gemma_2b_it_nlai_v0,0.2407621247113164 +baize_healthcare_lora_7b,0.24018475750577367 +tora_code_13b_v1.0,0.23960739030023095 +cross_lingual_epoch2,0.2390300230946882 +llama_7b,0.2384526558891455 +llama_base_7b,0.23787528868360278 +gzdx_1.1b,0.23729792147806006 +codellama_13b_oasst_sft_v10,0.23672055427251731 +palmyra_20b_chat,0.2361431870669746 +gpt_sw3_40b,0.23556581986143188 +codellama34b_python,0.23498845265588914 +recurrentgemma_2b,0.23441108545034642 +codellama_7b_instruct,0.2338337182448037 +deacon_1_8b,0.23325635103926096 +tau_0.5b_instruct_dpop,0.23267898383371824 +qwen1.5_0.5b_chat,0.23210161662817552 +qwen_orpo_v1,0.2315242494226328 +test_qwen1.5_0.5b,0.23094688221709006 +dpo_qwen1.5_0.5b_chat_alignment_handbook,0.23036951501154734 +h2o_danube_1.8b_chat,0.22979214780600463 +ultra0,0.22921478060046188 +tora_code_7b_v1.0,0.22863741339491916 +platypus_1_8b,0.22806004618937645 +codellama34b_python_fp16,0.22748267898383373 +codellama_13b,0.22690531177829099 +poro_34b_gptq,0.22632794457274827 +codegen_16b_nl,0.22575057736720555 +starcoderbase,0.2251732101616628 +gemma_2b_sft_telugu,0.2245958429561201 +mc_model_v1,0.22401847575057737 +gpt_sw3_6.7b_v2_instruct,0.22344110854503466 +gpt_sw3_20b_instruct,0.2228637413394919 +quark_464m_v0.2,0.2222863741339492 +cypher_mini_1.8b,0.22170900692840648 +codellama_7b,0.22113163972286373 +dpo_qlora_qwen1.5_0.5b_chat_xtuner,0.22055427251732102 +bloom,0.2199769053117783 +mpt_7b,0.21939953810623555 +dpo_qwen1.5_0.5b_chat,0.21882217090069284 +open_llama_7b,0.21824480369515012 +sailor_1.8b,0.2176674364896074 +nusantara_1.8b_indo_chat,0.21709006928406466 +nucleus_22b_token_500b,0.21651270207852194 +gpt_sw3_6.7b_v2,0.21593533487297922 +tinyllama_moe_chat,0.21535796766743648 +falcon_7b_3epoch_norobots,0.21478060046189376 +starcoder,0.21420323325635104 +gollie_7b,0.21362586605080833 +tinyllama_moe_chat_0.1,0.21304849884526558 +llamacorn_1.1b_chat,0.21247113163972287 +falcon_rw_1b_instruct_openorca,0.21189376443418015 +open_llama3b_v2_chat,0.2113163972286374 +minima_3b,0.2107390300230947 +palmyra_large,0.21016166281755197 +gpt_sw3_20b,0.2090069284064665 +deepseek_coder_1.3b_instruct,0.2090069284064665 +openbezoar_sft,0.2084295612009238 +starcoderbase_7b,0.20785219399538107 +codellama_7b_python,0.20727482678983833 +instructpalmyra_20b,0.2066974595842956 +tinyllama_1.1b_slimorca_function_calling_3t,0.2061200923787529 +olmo_7b,0.20554272517321015 +shearedplats_2.7b_v2_instruct_v0.1,0.20496535796766743 +falcon_7b_norobots,0.20438799076212472 +open_llama3b_code_instruct_0.1,0.203810623556582 +falcon_7b,0.20265588914549654 +xglm_7.5b,0.20265588914549654 +dociprollm_7b,0.20207852193995382 +redpajama_incite_7b_base,0.20092378752886836 +redpajama_incite_base_7b_v0.1,0.20092378752886836 +openhermes_tinyllama_sft_qlora,0.20034642032332564 +shearedplats_2.7b_v2,0.1997690531177829 +walter_llama_1b,0.19919168591224018 +starcoderbase_3b,0.19861431870669746 +dolphin_2.6_mistral_7b_dpo_5.93b,0.19803695150115475 +mt7bi_wizard_3_alpha_dpo,0.197459584295612 +zephyr_1b_olmo_sft_qlora,0.19688221709006928 +aira_2_355m,0.19630484988452657 +wizardvicuna_open_llama3b_v2,0.1951501154734411 +codellama_13b_python,0.1951501154734411 +palmyra_base,0.1945727482678984 +deacon_3b,0.19341801385681293 +test_22b,0.19341801385681293 +openllama3b_evolinstruct_lora_merged,0.1922632794457275 +open_llama3b_v2,0.1922632794457275 +rho_math_1b_v0.1,0.19168591224018475 +redpajama_incite_base_3b_v1,0.19110854503464203 +hf_checkpoint2_01052024,0.18995381062355657 +numfalm_3b,0.18995381062355657 +lamini_neo_1.3b_mental_health_lora,0.18879907621247113 +zephyr_danube_sft_qlora,0.18879907621247113 +opt_66b,0.18822170900692842 +mptk_1b,0.18764434180138567 +open_llama3b,0.18706697459584296 +gpt2_platypus_camel_physics,0.18533487297921478 +openbezoar_hh_rlhf_dpo,0.18533487297921478 +gpt2_camel_physics_platypus,0.18533487297921478 +nusantara_0.8b_indo_chat,0.18475750577367206 +tinyllama_1.1b_intermediate_step_1431k_3t_laser_dpo,0.18418013856812934 +bloom_1b1_rlhf,0.1836027713625866 +stellarx_4b_v0,0.18244803695150116 +csg_wukong_1b_chat_v0.1,0.18244803695150116 +amber,0.1812933025404157 +minueza_32m_deita,0.1812933025404157 +cerebras_gpt_256m,0.18071593533487298 +mistral_7b_dpo_open_orca_flan_50k_synthetic_5_models,0.18013856812933027 +gemma_ko_1.1_2b_it,0.1784064665127021 +gpt_2_xl_camel_ai_physics,0.1784064665127021 +tiny_starcoder_py,0.1784064665127021 +pythia_2.8b_deduped,0.1766743648960739 +gpt_j_6b,0.1766743648960739 +tinyllama_1.1b_step_50k_105b,0.1766743648960739 +pythia_12b,0.17609699769053117 +sailor_0.5b_chat,0.17551963048498845 +orca_2_7b_f16,0.17494226327944573 +cosmo_1b,0.17436489607390301 +starcoderbase_1b,0.17378752886836027 +weblab_10b_instruction_sft,0.17263279445727484 +opt_30b,0.17263279445727484 +sheared_pythia_160m,0.17147806004618937 +flor_1.3b_xat,0.17147806004618937 +black_goo_recipe_d,0.17032332563510394 +polyglot_ko_12.8b,0.17032332563510394 +cerebras_gpt_1.3b,0.1697459584295612 +black_goo_recipe_c,0.16916859122401848 +pythia_1.3b,0.16859122401847576 +gpt2_xl,0.16801385681293302 +7b_redpajama_conditional_alpha,0.16685912240184758 +chinese_alpaca_2_1.3b_rlhf,0.16685912240184758 +tinyllama,0.16628175519630484 +pythia_6.9b_deduped,0.16570438799076212 +tinyopenhermes_1.1b_4k,0.16397228637413394 +gpt_neo_2.7b,0.16397228637413394 +zephyr_220m_sft_full,0.16397228637413394 +llongma_3b_lima,0.1628175519630485 +zephyr_220m_dpo_full,0.1628175519630485 +gpt2_chatbot,0.16224018475750576 +gpt2_guanaco_dolly_platypus,0.16166281755196305 +flyingllama_v2,0.16108545034642033 +fialka_13b_v3,0.1605080831408776 +gpt2_large_conversational,0.15993071593533487 +olmo_1b,0.15935334872979215 +weblab_10b,0.15877598152424943 +tinyllama_1.1b_intermediate_step_240k_503b,0.1581986143187067 +bloom_7b1,0.15762124711316397 +tinywand_dpo,0.1564665127020785 +fbopt_350m_8bit,0.1564665127020785 +stablelm_base_alpha_7b,0.1558891454965358 +gpt2_open_platypus,0.15531177829099307 +smol_llama_220m_openhermes,0.1535796766743649 +llama2_xs_460m_experimental,0.1535796766743649 +gpt_sw3_1.3b_instruct,0.1535796766743649 +gpt2_platypus_dolly_guanaco,0.15242494226327943 +knowledgeninja_litellama_460mx6moe_1t,0.15242494226327943 +aeonium_v1_baseweb_1b,0.15184757505773672 +gpt_sw3_1.3b,0.15069284064665128 +llama_160m_chat_v1,0.15069284064665128 +tinyllama_1.1b_chat_v0.3_platypus,0.15011547344110854 +rwkv_4_14b_pile,0.1489607390300231 +evaloric_1.1b_test,0.1489607390300231 +smol_llama_220m_open_instruct,0.14780600461893764 +tinyllama_frankenmerge,0.14780600461893764 +mixtral_gqa_400m_v2,0.14665127020785218 +redpajama_incite_chat_3b_v1_rl_lora_8bit_test1,0.14665127020785218 +minueza_32m_ultrachat,0.14607390300230946 +gpt2_large,0.14491916859122403 +minueza_32mx2_chat,0.14491916859122403 +tinymistral_248m_sft_v4,0.14376443418013857 +tinyllama_1.1b_intermediate_step_1431k_3t,0.14376443418013857 +opt_350m,0.1420323325635104 +opt_125m,0.1420323325635104 +healix_3b,0.1420323325635104 +gpt_sw3_6.7b,0.14145496535796767 +pythia_410m_deduped,0.14087759815242495 +tinywand_sft,0.1403002309468822 +gpt_neo_125m,0.1397228637413395 +litellama_460m_1t,0.13856812933025403 +rwkv_raven_1b5,0.13856812933025403 +h2o_danube_1.8b_base,0.1379907621247113 +codegen_6b_nl,0.13568129330254042 +tinydolphin_2.8.2_1.1b_laser,0.13568129330254042 +gpt_sw3_356m,0.13568129330254042 +cerebras_gpt_6.7b,0.13568129330254042 +cerebras_gpt_13b,0.1351039260969977 +pythia_70m,0.13452655889145496 +test_model,0.13279445727482678 +smol_llama_4x220m_moe,0.13279445727482678 +chinese_alpaca_2_1.3b,0.13279445727482678 +pythia_2.7b,0.13163972286374134 +gpt2_test,0.13163972286374134 +zephyr_tinyllama_sft_qlora,0.13048498845265588 +smol_llama_220m_gqa,0.13048498845265588 +falcon_7b_instruct,0.12990762124711316 +algae_550m_base,0.1287528868360277 +gpt2,0.1287528868360277 +tinynaughtyllama_v1.0,0.12759815242494227 +gpt_2_slimorcadeduped_airoboros_3.1_metamathqa_sft_124m,0.12759815242494227 +gpt2_dolly,0.12702078521939955 +pythia_1.4b,0.1264434180138568 +zephyr_tiny_dpo_qlora,0.1258660508083141 +tinyllama_chat_sft,0.12471131639722864 +rwkv_4_1b5_pile,0.12471131639722864 +numfa_v2_1b,0.12240184757505773 +phind_codellama34b_v2,0.12240184757505773 +gptneo350m_instruct_sft,0.12240184757505773 +numfalm_v2_1b,0.12240184757505773 +minueza_32m_chat,0.12124711316397228 +black_goo_recipe_a,0.12124711316397228 +csg_wukong_1b_orpo_bf16,0.12066974595842957 +mistral_3_from_mixtral_8x7b_v0.1,0.1195150115473441 +tinyllama_1.1b_1.5t_openorca_alpha,0.1195150115473441 +croissantllmbase,0.11893764434180139 +codegen_6b_multi,0.11836027713625866 +mixnueza_6x32m_moe,0.11778290993071594 +shearedllama_1.3b_fft_test1,0.11662817551963048 +minillama_1.8b_chat_v0.1,0.11662817551963048 +tmm_1b,0.11547344110854503 +black_goo_recipe_b,0.11547344110854503 +openhermes_1b_olmo_sft_qlora,0.11489607390300231 +boomer_1b,0.11374133949191687 +ablation_model_fineweb_v1,0.11374133949191687 +init_model,0.11316397228637413 +pythia_12b_deduped,0.1125866050808314 +sailor_0.5b,0.11200923787528869 +tinydolphin_2.8_1.1b,0.11143187066974596 +pythia_1.4b_deduped,0.11085450346420324 +stellarx_4b_v0.2,0.10912240184757506 +megachat,0.10912240184757506 +codeparrot,0.10912240184757506 +microscopic_mistral_87k_steps,0.10854503464203233 +tinyllama_1.1b_layla_v4,0.10739030023094688 +gpt_sw3_356m_instruct,0.10739030023094688 +gpt_2_large_115k_steps,0.10623556581986143 +phigrange_dpo,0.10623556581986143 +cerebras_gpt_111m,0.10508083140877598 +42dot_llm_sft_1.3b,0.10508083140877598 +mindllm,0.10450346420323325 +tiny_vicuna_1b,0.1033487297921478 +mistral_6_from_mixtral_8x7b_v0.1,0.1033487297921478 +speechless_codellama_orca_airoboros_13b_0.10e,0.10046189376443418 +opt_2.7b,0.10046189376443418 +stablelm_base_alpha_3b,0.10046189376443418 +xglm_4.5b,0.10046189376443418 +gpt2_xl_lima,0.10046189376443418 +3b_redpajama_conditional_alpha,0.09930715935334873 +tinyultra_4x1.1b_base_alpha,0.09930715935334873 +fialka_13b_v3.1,0.098729792147806 +internlm_20b_llamafied,0.09757505773672055 +dopeyshearedplats_1.3b_v1,0.09757505773672055 +bilingual_gpt_neox_4b_8k,0.09699769053117784 +nanollama_gqa_l10_a32_kv8_v13_ki,0.09584295612009237 +babyllama_v0.6,0.09584295612009237 +speechless_codellama_orca_platypus_13b_0.10e,0.09468822170900693 +evaloric_1.1b,0.09468822170900693 +open_llama3b_instruct_v_0.2,0.09353348729792148 +nano_phi_115m_v0.1,0.09353348729792148 +csg_wukong_1b,0.0918013856812933 +llama3,0.0918013856812933 +774m_03_09_2024,0.0918013856812933 +smartyplats_3b_v1,0.09006928406466513 +tinyllama_1.1b_1t_openorca,0.09006928406466513 +tinydolphin_2.8.1_1.1b,0.09006928406466513 +mistral_8_from_mixtral_8x7b_v0.1,0.0894919168591224 +verysmol_llama_v11_kix2,0.08775981524249422 +falcon_rw_1b,0.08775981524249422 +mixsmol_4x400m_v0.1_epoch1,0.08775981524249422 +mixsmol_4x400m_v0.1_epoch2,0.08602771362586605 +pythia_70m_deduped,0.08602771362586605 +falcon_1b_t_sft,0.08602771362586605 +pile_7b_250b_tokens,0.08545034642032333 +open_calm_large,0.0848729792147806 +gzdx,0.08429561200923788 +llama_68m_chat_v1,0.08140877598152425 +xglm_564m,0.08140877598152425 +tinymistral_248m_instruct,0.08140877598152425 +tinyllama_1.1b_orca_v1.0,0.08140877598152425 +zephyr_smol_llama_100m_dpo_full,0.08140877598152425 +mgpt,0.0802540415704388 +cerebras_gpt_2.7b,0.0802540415704388 +nano_mistral,0.07967667436489607 +opt_flan_iml_6.7b,0.07852193995381063 +mistral_7_from_mixtral_8x7b_v0.1,0.07852193995381063 +aira_2_774m,0.07736720554272518 +mistral_5_from_mixtral_8x7b_v0.1,0.07736720554272518 +vortex_3b_v2,0.07621247113163972 +fialka_13b_v4,0.07621247113163972 +model_a_48.5m,0.07505773672055427 +openhermes_danube_sft_qlora,0.07505773672055427 +smolllamix_8x101m_take2,0.07448036951501155 +tinyllama_1.1b_chat_v1.0_intel_dpo,0.07390300230946882 +nanofialka_v1,0.07332563510392609 +gpt_neox_20b,0.07217090069284064 +tinyllama_1.1b_intermediate_step_480k_1t,0.07217090069284064 +merge_dolly_v2_3b_dpo_test,0.06986143187066975 +pythia_31m_simplepile_lite_2048_scratch_2e,0.06986143187066975 +tinystories_3m,0.06986143187066975 +bulgakovlm_3b,0.06986143187066975 +pythia_31m,0.0687066974595843 +gpt_bigcode_santacoder,0.0687066974595843 +rwkv_4_7b_pile,0.06812933025404157 +pythia_160m,0.06755196304849885 +smol_llama_101m_chat_v1,0.06697459584295612 +idus,0.06639722863741339 +opt_13b,0.06581986143187067 +deacon_1b,0.06466512702078522 +koalpaca_korwkv_6b,0.06466512702078522 +rwkv_raven_3b,0.06408775981524249 +pythia_160m_deduped,0.06293302540415704 +aira_2_1b1,0.06293302540415704 +rwkv_4_430m_pile,0.06235565819861432 +mistral_4_from_mixtral_8x7b_v0.1,0.061200923787528866 +nusantara_2.7b_indo_chat,0.061200923787528866 +gpt_neo_1.3b,0.06062355658198614 +csg_wukong_1b_sft_bf16,0.06004618937644342 +crow_1b,0.05889145496535797 +minueza_32m_base,0.05889145496535797 +gpt2_final,0.057736720554272515 +dpo_miniguanaco_1.5t,0.057736720554272515 +shearedplats_1.3b_v1,0.05715935334872979 +puli_gptrio,0.05658198614318707 +csg_wukong_1b_sft_dpo_bf16,0.05600461893764434 +smolllamix_8x101m,0.05484988452655889 +korwkv_6b,0.05484988452655889 +mpt_125m_c4,0.054272517321016164 +rwkv_4_3b_pile,0.05369515011547344 +llama_pile_350b,0.05254041570438799 +mistral_1_from_mixtral_8x7b_v0.1,0.05254041570438799 +pythia_6.7b,0.05138568129330254 +healix_1.1b_v1_chat_ddpo,0.05138568129330254 +zyte_1b,0.050808314087759814 +llama3_orpo_v1_merged_16bit,0.05023094688221709 +walter_falcon_1b,0.049653579676674366 +opt_6.7b,0.04849884526558892 +tinystories_1m,0.04849884526558892 +pythia_31m_chat_v1,0.04734411085450346 +dopeyplats_1.1b_2t_v1,0.04734411085450346 +croissantcool_v0.2,0.04676674364896074 +gpt_sw3_126m,0.046189376443418015 +falcon_rw_1b_chat,0.04503464203233257 +tiny_llama3_7b,0.04503464203233257 +gpt3_finnish_small,0.044457274826789836 +pythia_1b_spin_iter1,0.04387990762124711 +tinymistral_248m_sft_v3,0.04330254041570439 +decicoder_1b,0.042725173210161664 +megatron_gpt2_345m,0.04157043879907621 +smartyplats_3b_v2,0.04157043879907621 +llama39m,0.040993071593533485 +tinymix,0.03983833718244804 +pythia_1b_deduped,0.03983833718244804 +llama_160m,0.03926096997690531 +pythia_1b_dpo,0.03810623556581986 +smol_llama_101m_gqa,0.03810623556581986 +dpo_test_hermes_open_llama3b,0.037528868360277134 +mistral_2_from_mixtral_8x7b_v0.1,0.036374133949191687 +cutie,0.036374133949191687 +numfa_3b_1epoch,0.03521939953810624 +gpt_2_large_40k_steps,0.03521939953810624 +pythia_1b_dpo_full,0.034064665127020784 +tinymistral_6x248m_instruct,0.034064665127020784 +gpt3_finnish_large,0.03348729792147806 +smol_llama_81m_tied,0.032909930715935336 +gpt_2_large_43k_steps,0.03233256351039261 +bloom_560m_rlhf_v2,0.03175519630484989 +tinymistral_248m_v2.5_instruct,0.03117782909930716 +gpt_2_large_51k_steps,0.03002309468822171 +gpt_2_large_20k_steps,0.03002309468822171 +tinystories_33m,0.029445727482678985 +taketwo,0.028868360277136258 +gpt_sw3_126m_instruct,0.028290993071593534 +gpt_2_large_32k_steps,0.02771362586605081 +helpingai_110m,0.027136258660508082 +rwkv_raven_7b,0.026558891454965358 +bloom_560m_rlhf,0.025981524249422634 +megatron_gpt2_345m_evol_instruct_v2,0.025404157043879907 +ko_wand_136m,0.024826789838337183 +tinystories_28m,0.02367205542725173 +tinymistral_v2.5_minipile_guidelines_e1,0.02367205542725173 +tinymistral_248m_chat_v2,0.023094688221709007 +gpt3_finnish_13b,0.022517321016166283 +tinymistral_248m_v2,0.021939953810623556 +tinymistral_v2_test1,0.021362586605080832 +tinystories_8m,0.02020785219399538 +llama_2_3b,0.02020785219399538 +rwkv_4_169m_pile,0.019630484988452657 +llama2_13b_platypus_ckpt_1000,0.01905311778290993 +facebook_opt_125m_qcqa_ub_6_best_for_q_loss,0.01674364896073903 +facebook_opt_6.7b_qcqa_ub_16_best_for_q_loss,0.01674364896073903 +tinymistral_248m,0.01674364896073903 +tinymistral_248m_v2.5,0.01674364896073903 +dough_instruct_base_001,0.016166281755196306 +llm_jp_13b_instruct_full_jaster_v1.0,0.002886836027713626 +griffin_c3t_8l_v0.02_fineweb,0.002886836027713626 +mistral_7b_v0.1_signtensors_1_over_4,0.002886836027713626 +llm_jp_13b_instruct_full_jaster_dolly_oasst_v1.0,0.002886836027713626 +japanese_gpt_neox_3.6b,0.002886836027713626 +mistral7b_test001,0.002886836027713626 +griffin_llama3t_8l_v0.02_fineweb,0.002886836027713626 +pythia_31m_ki_v1_2048_scratch,0.002886836027713626 +opt_125m_gqa_ub_6_best_for_kv_cache,0.002886836027713626 +facebook_opt_6.7b_qcqa_ub_16_best_for_kv_cache,0.002886836027713626 +bilingual_gpt_neox_4b_instruction_ppo,0.002886836027713626 +bilingual_gpt_neox_4b_instruction_sft,0.002886836027713626 +wizardlm_30b_v1.0,0.002886836027713626 +telugu_llama_7b_instruct_v0.1,0.002886836027713626 +tamil_llama_7b_instruct_v0.2,0.002886836027713626 +changpt_bart,0.002886836027713626 +shisa_base_7b_v1,0.002886836027713626 +malayalam_llama_7b_instruct_v0.1,0.002886836027713626 +experiment_dpo_m7b2_3_merged,0.002886836027713626 +facebook_opt_125m_qcqa_ub_6_best_for_kv_cache,0.002886836027713626 +pythia_31m_simplewiki_scratch_bf16,0.002886836027713626 +pythia_31m_simplewiki_2048,0.002886836027713626 +facebook_opt_6.7b_gqa_ub_16_best_for_kv_cache,0.002886836027713626 +pythia_31m_goodwiki_deduped_2048_scratch,0.0023094688221709007 +bilingual_gpt_neox_4b,0.0017321016166281756 +tinymistral_248m_chat_v1,0.0005773672055427252 +momomerge_72b_v0.1,0.0005773672055427252 +sf_72b_v1,0.0 diff --git a/cache/agreements_cache_1edd56d721757789836f081c38c15400.csv b/cache/agreements_cache_1edd56d721757789836f081c38c15400.csv new file mode 100644 index 0000000000000000000000000000000000000000..0052a1abe4321398b5cbe41b602b8481f64651ca --- /dev/null +++ b/cache/agreements_cache_1edd56d721757789836f081c38c15400.csv @@ -0,0 +1,1501 @@ +scenario,scenario_source,ref_scenario,ref_source,corr_type,model_select_strategy,model_subset_size_requested,exp_n,correlation,p_value +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9438798074485389,0.0001621317520439264 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9888264649460883,7.772240795323086e-05 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6751492859105923,0.008201584218040297 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.828078671210825,0.001082228864258374 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8539864924534399,0.0006436975254696865 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7501937734175208,0.0029250200956793346 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.35957325998039574,0.15076277502664528 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6592611948214576,0.008926875535053643 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5393598899705937,0.03114121059579671 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.19999999999999998,0.4843127204585538 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.06666666666666667,0.8618005952380953 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.19999999999999998,0.4843127204585538 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.24444444444444444,0.38071979717813054 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3680349649825889,0.14634982666257293 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.40451991747794525,0.1059975484249457 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3864634590332683,0.12531568180831723 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.24444444444444444,0.38071979717813054 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5393598899705937,0.03114121059579671 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.37777777777777777,0.1557418430335097 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.24444444444444444,0.38071979717813054 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.28888888888888886,0.2912483465608466 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.28888888888888886,0.2912483465608466 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.19999999999999998,0.4843127204585538 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.28888888888888886,0.2912483465608466 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.28888888888888886,0.2912483465608466 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7640931774583409,0.002263469812035174 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6292532049656926,0.011921001496914019 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7820743005880014,0.002024186938238222 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9200874124564722,0.00028192590783336483 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7191465199607915,0.004057136032371292 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5520524474738833,0.029345108174841844 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6292532049656926,0.011921001496914019 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7640931774583409,0.002263469812035174 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7191465199607915,0.004057136032371292 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6751492859105923,0.008201584218040297 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5843065474681431,0.019550269092885535 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607915,0.004057136032371292 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7191465199607915,0.004057136032371292 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.49441323247304414,0.048193488293190756 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7191465199607915,0.004057136032371292 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5843065474681431,0.019550269092885535 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6292532049656926,0.011921001496914019 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.28888888888888886,0.2912483465608466 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.28888888888888886,0.2912483465608466 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.28888888888888886,0.2912483465608466 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5843065474681431,0.019550269092885535 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9888264649460883,7.772240795323086e-05 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9438798074485389,0.0001621317520439264 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9438798074485389,0.0001621317520439264 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8539864924534399,0.0006436975254696865 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9438798074485389,0.0001621317520439264 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8989331499509894,0.0003280163150135276 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.28888888888888886,0.2912483465608466 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.022222222222222223,1.0 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.40451991747794525,0.1059975484249457 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5843065474681431,0.019550269092885535 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.27602622373694163,0.27597331801373814 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6292532049656926,0.011921001496914019 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3220305943597653,0.20373653988950713 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6292532049656926,0.011921001496914019 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.28888888888888886,0.2912483465608466 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.24444444444444444,0.38071979717813054 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5843065474681431,0.019550269092885535 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.35957325998039574,0.15076277502664528 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4494665749754947,0.07248608508684644 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6292532049656926,0.011921001496914019 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.40451991747794525,0.1059975484249457 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.19999999999999998,0.4843127204585538 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3146266024828463,0.2086677876982641 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.24444444444444444,0.38071979717813054 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.28888888888888886,0.2912483465608466 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8539864924534399,0.0006436975254696865 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8539864924534399,0.0006436975254696865 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6137949055234262,0.01491204965521593 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.828078671210825,0.001116926714212636 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.8740830418336486,0.0005809444435783661 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5843065474681431,0.019550269092885535 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5393598899705937,0.03114121059579671 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8865926413116155,0.000437257592706733 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.9438798074485389,0.0001621317520439264 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.9888264649460883,7.772240795323086e-05 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.6751492859105923,0.008201584218040297 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.828078671210825,0.001082228864258374 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7501937734175208,0.0029250200956793346 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.35957325998039574,0.15076277502664528 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6592611948214576,0.008926875535053643 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.06666666666666667,0.8618005952380953 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.3680349649825889,0.14634982666257293 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.3864634590332683,0.12531568180831723 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,2,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,9,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,3,0.7820743005880014,0.002024186938238222 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,4,0.9200874124564722,0.00028192590783336483 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,7,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,9,0.5520524474738833,0.029345108174841844 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,9,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,7,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,1,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,2,0.6751492859105923,0.008201584218040297 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,3,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,9,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,9,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,1,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,2,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,9,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,2,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,4,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,0,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,0,0.9888264649460883,7.772240795323086e-05 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,1,0.9438798074485389,0.0001621317520439264 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,7,0.9438798074485389,0.0001621317520439264 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,0,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,7,0.9438798074485389,0.0001621317520439264 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,3,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.022222222222222223,1.0 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,9,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,0,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,2,0.27602622373694163,0.27597331801373814 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,3,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,6,0.3220305943597653,0.20373653988950713 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,9,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,2,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,5,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,9,0.35957325998039574,0.15076277502664528 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,1,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,4,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,5,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,6,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,9,0.3146266024828463,0.2086677876982641 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,2,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,9,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,0,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,7,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,3,0.6137949055234262,0.01491204965521593 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,5,0.828078671210825,0.001116926714212636 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,6,0.8740830418336486,0.0005809444435783661 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,8,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,9,0.8865926413116155,0.000437257592706733 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 diff --git a/cache/agreements_cache_230b5a189df3af8cde801ce251b7b2ef.csv b/cache/agreements_cache_230b5a189df3af8cde801ce251b7b2ef.csv new file mode 100644 index 0000000000000000000000000000000000000000..7046b360a42cab5b725b4928c90c0db15500f820 --- /dev/null +++ b/cache/agreements_cache_230b5a189df3af8cde801ce251b7b2ef.csv @@ -0,0 +1,1441 @@ +scenario,scenario_source,ref_scenario,ref_source,corr_type,model_select_strategy,model_subset_size_requested,exp_n,correlation,p_value +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.22473328748774735,0.36917141633269157 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.15555555555555553,0.6006536596119929 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3146266024828463,0.2086677876982641 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.22473328748774735,0.36917141633269157 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3146266024828463,0.2086677876982641 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.15555555555555553,0.6006536596119929 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3146266024828463,0.2086677876982641 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.22473328748774735,0.36917141633269157 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.22473328748774735,0.36917141633269157 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.15555555555555553,0.6006536596119929 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.19999999999999998,0.4843127204585538 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.19999999999999998,0.4843127204585538 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.19999999999999998,0.4843127204585538 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7191465199607915,0.004057136032371292 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6292532049656926,0.011921001496914019 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6292532049656926,0.011921001496914019 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5393598899705937,0.03114121059579671 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6292532049656926,0.011921001496914019 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6292532049656926,0.011921001496914019 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5843065474681431,0.019550269092885535 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5843065474681431,0.019550269092885535 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6292532049656926,0.011921001496914019 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5843065474681431,0.019550269092885535 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.841126352013584,0.0008493886834182052 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8090398349558905,0.0012254240706707103 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.522862326927363,0.03809415806109578 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6292532049656926,0.011921001496914019 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.35957325998039574,0.15076277502664528 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7191465199607915,0.004057136032371292 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3026531281668172,0.23598289445748843 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.22473328748774735,0.36917141633269157 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7956600627155523,0.0016003458153453507 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.24444444444444444,0.38071979717813054 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.37777777777777777,0.1557418430335097 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.24444444444444444,0.38071979717813054 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.49441323247304414,0.048193488293190756 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3146266024828463,0.2086677876982641 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.40451991747794525,0.1059975484249457 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4494665749754947,0.07248608508684644 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5393598899705937,0.03114121059579671 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5393598899705937,0.03114121059579671 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6292532049656926,0.011921001496914019 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4494665749754947,0.07248608508684644 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.22473328748774735,0.36917141633269157 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.34099716973523675,0.17621399555130546 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6137949055234262,0.01491204965521593 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6741998624632421,0.0070583320485280866 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5843065474681431,0.019550269092885535 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8989331499509894,0.0003280163150135276 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8090398349558905,0.0012254240706707103 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.40451991747794525,0.1059975484249457 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.7640931774583409,0.002263469812035174 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.7191465199607915,0.004057136032371292 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.4494665749754947,0.07248608508684644 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.5843065474681431,0.019550269092885535 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.5843065474681431,0.019550269092885535 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.3146266024828463,0.2086677876982641 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6292532049656926,0.011921001496914019 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.28888888888888886,0.2912483465608466 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.19999999999999998,0.4843127204585538 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7191465199607915,0.004057136032371292 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656926,0.011921001496914019 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7640931774583409,0.002263469812035174 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5980568180967069,0.018255860587459292 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7640931774583409,0.002263469812035174 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7191465199607915,0.004057136032371292 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7640931774583409,0.002263469812035174 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7191465199607915,0.004057136032371292 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7956600627155523,0.0016003458153453507 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.49441323247304414,0.048193488293190756 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7640931774583409,0.002263469812035174 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7640931774583409,0.002263469812035174 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7640931774583409,0.002263469812035174 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7191465199607915,0.004057136032371292 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4494665749754947,0.07248608508684644 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6292532049656926,0.011921001496914019 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5843065474681431,0.019550269092885535 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.40451991747794525,0.1059975484249457 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656926,0.011921001496914019 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3333333333333333,0.21637345679012346 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9888264649460883,7.772240795323086e-05 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8539864924534399,0.0006436975254696865 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9888264649460883,7.772240795323086e-05 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8865926413116155,0.000437257592706733 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7360699299651778,0.0036714498212758067 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7956600627155523,0.0016003458153453507 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7640931774583409,0.002263469812035174 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.9775252199076787,0.00010567442661664933 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.8539864924534399,0.0006436975254696865 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,0,0.22473328748774735,0.36917141633269157 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,1,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,2,0.3146266024828463,0.2086677876982641 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,3,0.22473328748774735,0.36917141633269157 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,4,0.3146266024828463,0.2086677876982641 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,5,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,6,0.3146266024828463,0.2086677876982641 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,7,0.22473328748774735,0.36917141633269157 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,8,0.22473328748774735,0.36917141633269157 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,9,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,1,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,5,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,9,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,0,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,2,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,4,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,7,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,3,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,4,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,5,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,6,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,9,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.841126352013584,0.0008493886834182052 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.522862326927363,0.03809415806109578 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.35957325998039574,0.15076277502664528 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.3026531281668172,0.23598289445748843 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.22473328748774735,0.36917141633269157 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.7956600627155523,0.0016003458153453507 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,0,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,1,0.3146266024828463,0.2086677876982641 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,2,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,7,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,8,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,2,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,3,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,7,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,1,0.22473328748774735,0.36917141633269157 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,7,0.34099716973523675,0.17621399555130546 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,9,0.6137949055234262,0.01491204965521593 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,4,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,8,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,6,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,8,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.3146266024828463,0.2086677876982641 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,0,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,3,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,4,0.5980568180967069,0.018255860587459292 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,6,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,7,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,9,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,0,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,2,0.7956600627155523,0.0016003458153453507 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,4,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,5,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,6,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,7,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,9,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,4,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,0,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,4,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,0,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,4,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,3,0.9888264649460883,7.772240795323086e-05 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,4,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,5,0.9888264649460883,7.772240795323086e-05 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,4,0.8865926413116155,0.000437257592706733 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,5,0.7360699299651778,0.0036714498212758067 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,6,0.7956600627155523,0.0016003458153453507 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,7,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,9,0.9775252199076787,0.00010567442661664933 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,5,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 diff --git a/cache/agreements_cache_2d8c9f9c6d96807c68a9475184afcecb.csv b/cache/agreements_cache_2d8c9f9c6d96807c68a9475184afcecb.csv new file mode 100644 index 0000000000000000000000000000000000000000..f56f5ea4f237a56587098cf6d364b806c1fd0298 --- /dev/null +++ b/cache/agreements_cache_2d8c9f9c6d96807c68a9475184afcecb.csv @@ -0,0 +1,2381 @@ +scenario,scenario_source,ref_scenario,ref_source,corr_type,model_select_strategy,model_subset_size_requested,exp_n,correlation,p_value +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,0,-0.06666666666666667,0.8618005952380953 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,1,0.19999999999999998,0.4843127204585538 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,6,0.19999999999999998,0.4843127204585538 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,7,0.24444444444444444,0.38071979717813054 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,8,0.24444444444444444,0.38071979717813054 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,9,0.022222222222222223,1.0 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.06666666666666667,0.8618005952380953 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,-0.15555555555555553,0.6006536596119929 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.1111111111111111,0.7274895282186948 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.022222222222222223,1.0 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3146266024828463,0.2086677876982641 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.35957325998039574,0.15076277502664528 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.19999999999999998,0.4843127204585538 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.022222222222222223,1.0 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.022222222222222223,1.0 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.24444444444444444,0.38071979717813054 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.26967994498529685,0.2811980995641792 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4494665749754947,0.07248608508684644 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5393598899705937,0.03114121059579671 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.28888888888888886,0.2912483465608466 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5393598899705937,0.03114121059579671 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6292532049656926,0.011921001496914019 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.49441323247304414,0.048193488293190756 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9888264649460883,7.772240795323086e-05 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7956600627155523,0.0016003458153453507 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.841126352013584,0.0008493886834182052 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607915,0.004057136032371292 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8539864924534399,0.0006436975254696865 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9320589306096472,0.00021829510003985143 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,-0.06666666666666667,0.8618005952380953 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.1111111111111111,0.7274895282186948 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5843065474681431,0.019550269092885535 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.13483997249264842,0.590013887163346 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.08989331499509894,0.7194375444233914 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.26967994498529685,0.2811980995641792 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.06666666666666667,0.8618005952380953 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.022222222222222223,1.0 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,-0.022222222222222223,1.0 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.022222222222222223,1.0 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,-0.1111111111111111,0.7274895282186948 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4494665749754947,0.07248608508684644 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656926,0.011921001496914019 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7191465199607915,0.004057136032371292 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607915,0.004057136032371292 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3146266024828463,0.2086677876982641 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6137949055234262,0.01491204965521593 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7956600627155523,0.0016003458153453507 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5520524474738833,0.029345108174841844 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7501937734175208,0.0029250200956793346 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3333333333333333,0.21637345679012346 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7820743005880014,0.002024186938238222 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7640931774583409,0.002263469812035174 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7191465199607915,0.004057136032371292 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.19999999999999998,0.4843127204585538 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 +helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 +helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.2500645911391736,0.3212772414140661 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.26967994498529685,0.2811980995641792 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4494665749754947,0.07248608508684644 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.15555555555555553,0.6006536596119929 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.29553088043720516,0.24112859961644273 +helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,-0.06666666666666667,0.8618005952380953 +helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.19999999999999998,0.4843127204585538 +helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.06666666666666667,0.8618005952380953 +helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.31462660248284624,0.2086677876982641 +helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,-0.13483997249264842,0.590013887163346 +helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3595732599803958,0.15076277502664528 +helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.06666666666666667,0.8618005952380953 +Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 +helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8989331499509895,0.0003280163150135276 +helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 +helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 +helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7360699299651778,0.0036714498212758067 +helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607916,0.004057136032371292 +helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7047274841194893,0.005187148855929351 +Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4494665749754947,0.07248608508684644 +Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.15555555555555553,0.6006536596119929 +Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.49441323247304414,0.048193488293190756 +Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5843065474681431,0.019550269092885535 +Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.15555555555555553,0.6006536596119929 +Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.15555555555555553,0.6006536596119929 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.022222222222222223,1.0 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6137949055234262,0.01491204965521593 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.15555555555555553,0.6006536596119929 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.26967994498529685,0.2811980995641792 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.26967994498529685,0.2811980995641792 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.40451991747794525,0.1059975484249457 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5843065474681431,0.019550269092885535 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656926,0.011921001496914019 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7191465199607915,0.004057136032371292 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4494665749754947,0.07248608508684644 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.19999999999999998,0.4843127204585538 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656926,0.011921001496914019 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5393598899705937,0.03114121059579671 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.49441323247304414,0.048193488293190756 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5843065474681431,0.019550269092885535 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7191465199607915,0.004057136032371292 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.2500645911391736,0.3212772414140661 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.522862326927363,0.03809415806109578 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.28888888888888886,0.2912483465608466 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5393598899705937,0.03114121059579671 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.24444444444444444,0.38071979717813054 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.49441323247304414,0.048193488293190756 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.40451991747794525,0.1059975484249457 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5843065474681431,0.019550269092885535 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4494665749754947,0.07248608508684644 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.15555555555555553,0.6006536596119929 +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,, +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656925,0.011921001496914019 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656925,0.011921001496914019 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.764093177458341,0.002263469812035174 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5393598899705937,0.03114121059579671 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607916,0.004057136032371292 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7191465199607916,0.004057136032371292 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6292532049656925,0.011921001496914019 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607916,0.004057136032371292 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656925,0.011921001496914019 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5843065474681431,0.019550269092885535 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4944132324730442,0.048193488293190756 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3333333333333333,0.21637345679012346 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6292532049656925,0.011921001496914019 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5843065474681431,0.019550269092885535 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6292532049656925,0.011921001496914019 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.2530855341217655,0.3648210653487137 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.32539568672798425,0.2439639465303466 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.2530855341217655,0.3648210653487137 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.32539568672798425,0.2439639465303466 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4700159919404217,0.09238008162314501 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.32539568672798425,0.2439639465303466 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.24845199749997662,0.384088249473852 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.1807753815155468,0.517439239336394 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.39770583933420295,0.15443051915129236 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.32539568672798425,0.2439639465303466 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37796447300922725,0.14954135458461507 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37796447300922725,0.14954135458461507 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3810317377662721,0.15446576442708193 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5967623950328607,0.020456721550759976 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.629940788348712,0.016309171877754967 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6445033866354896,0.012304364739182175 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4354648431614539,0.10366227301829671 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.35805743701971643,0.16431086269141681 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4354648431614539,0.10366227301829671 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6445033866354896,0.012304364739182175 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7191465199607916,0.004057136032371292 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.764093177458341,0.002263469812035174 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.764093177458341,0.002263469812035174 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5393598899705937,0.03114121059579671 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.764093177458341,0.002263469812035174 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6900655593423543,0.006458954266892998 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6292532049656925,0.011921001496914019 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.764093177458341,0.002263469812035174 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.35957325998039574,0.15076277502664528 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.40451991747794525,0.1059975484249457 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7640931774583409,0.002263469812035174 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5843065474681431,0.019550269092885535 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5843065474681431,0.019550269092885535 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7640931774583409,0.002263469812035174 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6292532049656926,0.011921001496914019 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7640931774583409,0.002263469812035174 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9438798074485389,0.0001621317520439264 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5393598899705937,0.03114121059579671 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.28888888888888886,0.2912483465608466 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3333333333333333,0.21637345679012346 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.49441323247304414,0.048193488293190756 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656926,0.011921001496914019 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.19999999999999998,0.4843127204585538 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5843065474681431,0.019550269092885535 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6292532049656926,0.011921001496914019 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5393598899705937,0.03114121059579671 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.841126352013584,0.0008493886834182052 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.28888888888888886,0.2912483465608466 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9438798074485389,0.0001621317520439264 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.49441323247304414,0.048193488293190756 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6741998624632421,0.0070583320485280866 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,-0.1111111111111111,0.7274895282186948 +MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,-0.1111111111111111,0.7274895282186948 +MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,-0.1111111111111111,0.7274895282186948 +MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,-0.1111111111111111,0.7274895282186948 +MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,-0.1111111111111111,0.7274895282186948 +MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,-0.1111111111111111,0.7274895282186948 +MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,-0.1111111111111111,0.7274895282186948 +MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,-0.1111111111111111,0.7274895282186948 +MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,-0.1111111111111111,0.7274895282186948 +MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,-0.1111111111111111,0.7274895282186948 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656926,0.011921001496914019 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.24444444444444444,0.38071979717813054 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.28888888888888886,0.2912483465608466 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.15555555555555553,0.6006536596119929 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.28888888888888886,0.2912483465608466 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.4494665749754947,0.07248608508684644 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.06666666666666667,0.8618005952380953 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.15555555555555553,0.6006536596119929 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.19999999999999998,0.4843127204585538 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.20459830184114206,0.4170770595205646 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.17978662999019787,0.47249761400068846 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4494665749754947,0.07248608508684644 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.19999999999999998,0.4843127204585538 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.1111111111111111,0.7274895282186948 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.49441323247304414,0.048193488293190756 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.28888888888888886,0.2912483465608466 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4494665749754947,0.07248608508684644 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.19999999999999998,0.4843127204585538 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3146266024828463,0.2086677876982641 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.24444444444444444,0.38071979717813054 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.24444444444444444,0.38071979717813054 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.22473328748774735,0.36917141633269157 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6292532049656926,0.011921001496914019 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.08989331499509894,0.7194375444233914 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656926,0.011921001496914019 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.17978662999019787,0.47249761400068846 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.13483997249264842,0.590013887163346 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7047274841194893,0.005187148855929351 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.49441323247304414,0.048193488293190756 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.19999999999999998,0.4843127204585538 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.28888888888888886,0.2912483465608466 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.22473328748774735,0.36917141633269157 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.04494665749754947,0.8574624419592412 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.1111111111111111,0.7274895282186948 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.1111111111111111,0.7274895282186948 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.24444444444444444,0.38071979717813054 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.08989331499509894,0.7194375444233914 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.13483997249264842,0.590013887163346 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.1111111111111111,0.7274895282186948 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.06666666666666667,0.8618005952380953 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.17978662999019787,0.47249761400068846 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.1111111111111111,0.7274895282186948 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.24444444444444444,0.38071979717813054 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.24444444444444444,0.38071979717813054 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.1111111111111111,0.7274895282186948 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.22473328748774735,0.36917141633269157 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.15555555555555553,0.6006536596119929 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.19999999999999998,0.4843127204585538 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5393598899705937,0.03114121059579671 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.15555555555555553,0.6006536596119929 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5393598899705937,0.03114121059579671 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3146266024828463,0.2086677876982641 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.08989331499509894,0.7194375444233914 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7640931774583409,0.002263469812035174 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7956600627155523,0.0016003458153453507 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7640931774583409,0.002263469812035174 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607915,0.004057136032371292 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7191465199607915,0.004057136032371292 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6440611887195306,0.01102341638822145 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8989331499509894,0.0003280163150135276 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.8090398349558905,0.0012254240706707103 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5843065474681431,0.019550269092885535 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7047274841194893,0.005187148855929351 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8539864924534399,0.0006436975254696865 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,0,-0.06666666666666667,0.8618005952380953 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,1,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,6,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,8,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,9,0.022222222222222223,1.0 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,2,0.06666666666666667,0.8618005952380953 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,3,-0.15555555555555553,0.6006536596119929 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,4,0.1111111111111111,0.7274895282186948 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,5,-0.022222222222222223,1.0 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,7,0.3146266024828463,0.2086677876982641 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,9,0.35957325998039574,0.15076277502664528 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,1,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,2,0.022222222222222223,1.0 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,5,0.022222222222222223,1.0 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,3,0.26967994498529685,0.2811980995641792 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,3,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,0,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,1,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,3,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,3,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.9888264649460883,7.772240795323086e-05 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7956600627155523,0.0016003458153453507 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.841126352013584,0.0008493886834182052 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.9320589306096472,0.00021829510003985143 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,1,-0.06666666666666667,0.8618005952380953 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.1111111111111111,0.7274895282186948 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.13483997249264842,0.590013887163346 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.08989331499509894,0.7194375444233914 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.26967994498529685,0.2811980995641792 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.06666666666666667,0.8618005952380953 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.022222222222222223,1.0 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,3,-0.022222222222222223,1.0 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.022222222222222223,1.0 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,9,-0.1111111111111111,0.7274895282186948 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,0,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,1,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,7,0.3146266024828463,0.2086677876982641 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,9,0.6137949055234262,0.01491204965521593 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,2,0.7956600627155523,0.0016003458153453507 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,3,0.5520524474738833,0.029345108174841844 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,5,0.7501937734175208,0.0029250200956793346 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,4,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,6,0.7820743005880014,0.002024186938238222 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,5,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,2,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,2,0.2500645911391736,0.3212772414140661 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,4,0.26967994498529685,0.2811980995641792 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,7,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,8,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,9,0.29553088043720516,0.24112859961644273 +aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,0,-0.06666666666666667,0.8618005952380953 +aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,1,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,2,0.06666666666666667,0.8618005952380953 +aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,4,0.31462660248284624,0.2086677876982641 +aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,7,-0.13483997249264842,0.590013887163346 +aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,8,0.3595732599803958,0.15076277502664528 +aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,5,-0.06666666666666667,0.8618005952380953 +aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,1,0.8989331499509895,0.0003280163150135276 +aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,6,0.7360699299651778,0.0036714498212758067 +aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,8,0.7191465199607916,0.004057136032371292 +aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,9,0.7047274841194893,0.005187148855929351 +aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,0,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,1,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,4,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,5,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,8,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,0,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,5,-0.022222222222222223,1.0 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,6,0.6137949055234262,0.01491204965521593 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,8,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,9,0.26967994498529685,0.2811980995641792 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,2,0.26967994498529685,0.2811980995641792 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,9,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,2,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,1,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,4,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,7,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,0,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,1,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,1,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,2,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,4,0.2500645911391736,0.3212772414140661 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,6,0.522862326927363,0.03809415806109578 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,1,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,6,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,8,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,0,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,9,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,8,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,9,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,0,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,1,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,2,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,3,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,4,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,5,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,6,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,7,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,8,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,9,, +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,0,0.6292532049656925,0.011921001496914019 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,1,0.6292532049656925,0.011921001496914019 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,2,0.764093177458341,0.002263469812035174 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,4,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,5,0.7191465199607916,0.004057136032371292 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,0,0.7191465199607916,0.004057136032371292 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,4,0.6292532049656925,0.011921001496914019 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,8,0.7191465199607916,0.004057136032371292 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,1,0.6292532049656925,0.011921001496914019 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,0,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,3,0.4944132324730442,0.048193488293190756 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,4,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,5,0.6292532049656925,0.011921001496914019 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,9,0.6292532049656925,0.011921001496914019 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,0,0.2530855341217655,0.3648210653487137 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,1,0.32539568672798425,0.2439639465303466 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,2,0.2530855341217655,0.3648210653487137 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,3,0.32539568672798425,0.2439639465303466 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,4,0.4700159919404217,0.09238008162314501 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,5,0.32539568672798425,0.2439639465303466 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,6,0.24845199749997662,0.384088249473852 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,7,0.1807753815155468,0.517439239336394 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,8,0.39770583933420295,0.15443051915129236 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,9,0.32539568672798425,0.2439639465303466 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,0,0.37796447300922725,0.14954135458461507 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,1,0.37796447300922725,0.14954135458461507 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,2,0.3810317377662721,0.15446576442708193 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,3,0.5967623950328607,0.020456721550759976 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,4,0.629940788348712,0.016309171877754967 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,5,0.6445033866354896,0.012304364739182175 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,6,0.4354648431614539,0.10366227301829671 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,7,0.35805743701971643,0.16431086269141681 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,8,0.4354648431614539,0.10366227301829671 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,9,0.6445033866354896,0.012304364739182175 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,0,0.7191465199607916,0.004057136032371292 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,1,0.764093177458341,0.002263469812035174 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,2,0.764093177458341,0.002263469812035174 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,4,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,5,0.764093177458341,0.002263469812035174 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,6,0.6900655593423543,0.006458954266892998 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,8,0.6292532049656925,0.011921001496914019 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,9,0.764093177458341,0.002263469812035174 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,0,0.35957325998039574,0.15076277502664528 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,1,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,2,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,3,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,4,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,2,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,5,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,6,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,7,0.9438798074485389,0.0001621317520439264 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,5,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,0,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,4,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,0,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,1,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,3,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,4,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,5,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,9,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,8,0.841126352013584,0.0008493886834182052 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,0,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,4,0.9438798074485389,0.0001621317520439264 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,7,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,4,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,0,-0.1111111111111111,0.7274895282186948 +aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,1,-0.1111111111111111,0.7274895282186948 +aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,2,-0.1111111111111111,0.7274895282186948 +aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,3,-0.1111111111111111,0.7274895282186948 +aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,4,-0.1111111111111111,0.7274895282186948 +aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,5,-0.1111111111111111,0.7274895282186948 +aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,6,-0.1111111111111111,0.7274895282186948 +aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,7,-0.1111111111111111,0.7274895282186948 +aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,8,-0.1111111111111111,0.7274895282186948 +aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,9,-0.1111111111111111,0.7274895282186948 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,0,0.06666666666666667,0.8618005952380953 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,4,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,8,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,0,0.20459830184114206,0.4170770595205646 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,4,0.17978662999019787,0.47249761400068846 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,6,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,8,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,0,0.1111111111111111,0.7274895282186948 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,1,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,2,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,3,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,4,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,5,0.3146266024828463,0.2086677876982641 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,6,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,8,0.22473328748774735,0.36917141633269157 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,9,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,0,0.08989331499509894,0.7194375444233914 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,1,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,4,0.17978662999019787,0.47249761400068846 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,8,0.13483997249264842,0.590013887163346 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,9,0.7047274841194893,0.005187148855929351 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,3,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,4,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,4,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,8,0.22473328748774735,0.36917141633269157 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,0,0.04494665749754947,0.8574624419592412 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,2,0.1111111111111111,0.7274895282186948 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,4,0.1111111111111111,0.7274895282186948 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,5,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,6,0.08989331499509894,0.7194375444233914 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,7,0.13483997249264842,0.590013887163346 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,8,0.1111111111111111,0.7274895282186948 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,0,0.06666666666666667,0.8618005952380953 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,2,0.17978662999019787,0.47249761400068846 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,4,0.1111111111111111,0.7274895282186948 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,6,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,8,0.1111111111111111,0.7274895282186948 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,0,0.22473328748774735,0.36917141633269157 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,4,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,8,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,0,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,2,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,5,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,7,0.3146266024828463,0.2086677876982641 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,8,0.08989331499509894,0.7194375444233914 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,9,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,1,0.7956600627155523,0.0016003458153453507 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,4,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,7,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,2,0.6440611887195306,0.01102341638822145 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,4,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,8,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,9,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,2,0.7047274841194893,0.005187148855929351 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,4,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 diff --git a/cache/agreements_cache_7b814a45375ad6b75add8b396f69c2cd.csv b/cache/agreements_cache_7b814a45375ad6b75add8b396f69c2cd.csv deleted file mode 100644 index 62d507ea17f6a0fd017e605c469b9bedf36b3336..0000000000000000000000000000000000000000 --- a/cache/agreements_cache_7b814a45375ad6b75add8b396f69c2cd.csv +++ /dev/null @@ -1,1781 +0,0 @@ -scenario,scenario_source,ref_scenario,ref_source,corr_type,model_select_strategy,model_subset_size_requested,exp_n,correlation,p_value -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,-0.1111111111111111,0.7274895282186948 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.1111111111111111,0.7274895282186948 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,-0.1111111111111111,0.7274895282186948 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,-0.28888888888888886,0.2912483465608466 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,-0.37777777777777777,0.1557418430335097 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.022222222222222223,1.0 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.6,0.016666115520282188 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.1111111111111111,0.7274895282186948 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,-0.1111111111111111,0.7274895282186948 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,-0.06666666666666667,0.8618005952380953 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.19999999999999998,0.4843127204585538 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,-0.1111111111111111,0.7274895282186948 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,-0.4222222222222222,0.10831349206349207 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.022222222222222223,1.0 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.022222222222222223,1.0 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.6,0.016666115520282188 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,-0.06666666666666667,0.8618005952380953 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.19999999999999998,0.4843127204585538 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.6440611887195306,0.01102341638822145 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,0.40451991747794525,0.1059975484249457 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.6440611887195306,0.01102341638822145 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.6,0.016666115520282188 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.06666666666666667,0.8618005952380953 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.24444444444444444,0.38071979717813054 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.022222222222222223,1.0 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,-0.15555555555555553,0.6006536596119929 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.8989331499509894,0.0003280163150135276 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.9438798074485389,0.0001621317520439264 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,0.49441323247304414,0.048193488293190756 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.6,0.016666115520282188 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,0.022222222222222223,1.0 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.5393598899705937,0.03114121059579671 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,4,0.6137949055234262,0.01491204965521593 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,7,0.522862326927363,0.03809415806109578 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,9,0.8989331499509894,0.0003280163150135276 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,5,0.5843065474681431,0.019550269092885535 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,9,0.6,0.016666115520282188 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,0,0.15555555555555553,0.6006536596119929 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,2,0.6,0.016666115520282188 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,5,0.19999999999999998,0.4843127204585538 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,0,0.6,0.016666115520282188 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,1,-0.08989331499509894,0.7194375444233914 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,2,0.34099716973523675,0.17621399555130546 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,3,0.4600437062282361,0.06941907499936387 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,4,0.26967994498529685,0.2811980995641792 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,2,0.19999999999999998,0.4843127204585538 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,5,0.6,0.016666115520282188 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,8,0.6,0.016666115520282188 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,6,0.6,0.016666115520282188 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,8,0.5843065474681431,0.019550269092885535 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,1,0.6137949055234262,0.01491204965521593 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,4,0.40451991747794525,0.1059975484249457 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,6,0.5683286162253945,0.02418521832271127 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,9,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,1,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,5,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.6,0.016666115520282188 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.6,0.016666115520282188 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.8539864924534399,0.0006436975254696865 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.40451991747794525,0.1059975484249457 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.40451991747794525,0.1059975484249457 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.5843065474681431,0.019550269092885535 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.8989331499509894,0.0003280163150135276 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.5683286162253945,0.02418521832271127 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.7191465199607915,0.004057136032371292 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.40451991747794525,0.1059975484249457 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.6,0.016666115520282188 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,1,0.1111111111111111,0.7274895282186948 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,5,0.06666666666666667,0.8618005952380953 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,6,0.1111111111111111,0.7274895282186948 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,8,0.06666666666666667,0.8618005952380953 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,6,0.37777777777777777,0.1557418430335097 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,5,0.6,0.016666115520282188 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,6,0.6,0.016666115520282188 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,9,0.06666666666666667,0.8618005952380953 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,0,0.26967994498529685,0.2811980995641792 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,1,0.35957325998039574,0.15076277502664528 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,4,0.22473328748774735,0.36917141633269157 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,5,0.3146266024828463,0.2086677876982641 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,7,0.5393598899705937,0.03114121059579671 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,8,0.26967994498529685,0.2811980995641792 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,9,0.3146266024828463,0.2086677876982641 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,0,0.9438798074485389,0.0001621317520439264 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,6,0.9320589306096472,0.00021829510003985143 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,7,0.9320589306096472,0.00021829510003985143 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,9,0.7640931774583409,0.002263469812035174 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,0,0.9438798074485389,0.0001621317520439264 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,0,0.6,0.016666115520282188 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,0,0.6,0.016666115520282188 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,4,0.8989331499509894,0.0003280163150135276 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,8,0.8989331499509894,0.0003280163150135276 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,9,0.6,0.016666115520282188 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,4,0.06666666666666667,0.8618005952380953 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,9,0.35957325998039574,0.15076277502664528 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,5,0.49441323247304414,0.048193488293190756 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,9,0.15555555555555553,0.6006536596119929 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,3,0.6292532049656926,0.011921001496914019 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,8,0.26967994498529685,0.2811980995641792 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.7501937734175208,0.0029250200956793346 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.6292532049656926,0.011921001496914019 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.5520524474738833,0.029345108174841844 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.7640931774583409,0.002263469812035174 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.6,0.016666115520282188 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.6,0.016666115520282188 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.6,0.016666115520282188 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.3146266024828463,0.2086677876982641 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.7501937734175208,0.0029250200956793346 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.6,0.016666115520282188 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.35957325998039574,0.15076277502664528 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.6,0.016666115520282188 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.6,0.016666115520282188 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.6,0.016666115520282188 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,0,0.7047274841194893,0.005187148855929351 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,1,0.9438798074485389,0.0001621317520439264 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,2,0.9888264649460883,7.772240795323086e-05 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,5,0.7047274841194893,0.005187148855929351 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,6,0.9888264649460883,7.772240795323086e-05 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,7,0.7047274841194893,0.005187148855929351 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,8,0.9438798074485389,0.0001621317520439264 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,1,0.6,0.016666115520282188 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,2,0.5393598899705937,0.03114121059579671 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,8,0.6,0.016666115520282188 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.26967994498529685,0.2811980995641792 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,0.1111111111111111,0.7274895282186948 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.4494665749754947,0.07248608508684644 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,0,0.9438798074485389,0.0001621317520439264 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,1,0.9775252199076787,0.00010567442661664933 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,4,0.8865926413116155,0.000437257592706733 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,5,0.9438798074485389,0.0001621317520439264 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.6,0.016666115520282188 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,1,-0.1111111111111111,0.7274895282186948 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,2,0.1111111111111111,0.7274895282186948 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,3,-0.1111111111111111,0.7274895282186948 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,4,-0.28888888888888886,0.2912483465608466 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,7,-0.37777777777777777,0.1557418430335097 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,8,0.022222222222222223,1.0 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,0,0.1111111111111111,0.7274895282186948 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,1,-0.1111111111111111,0.7274895282186948 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,2,-0.06666666666666667,0.8618005952380953 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,3,0.19999999999999998,0.4843127204585538 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,4,-0.1111111111111111,0.7274895282186948 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,7,-0.4222222222222222,0.10831349206349207 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,8,0.022222222222222223,1.0 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,4,0.022222222222222223,1.0 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,7,-0.06666666666666667,0.8618005952380953 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,8,0.19999999999999998,0.4843127204585538 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,4,0.6440611887195306,0.01102341638822145 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,7,0.40451991747794525,0.1059975484249457 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,8,0.6440611887195306,0.01102341638822145 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,8,0.06666666666666667,0.8618005952380953 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,2,0.24444444444444444,0.38071979717813054 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,4,0.022222222222222223,1.0 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,7,-0.15555555555555553,0.6006536596119929 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,3,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,5,0.9438798074485389,0.0001621317520439264 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,7,0.49441323247304414,0.048193488293190756 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,7,0.022222222222222223,1.0 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,8,0.5393598899705937,0.03114121059579671 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6137949055234262,0.01491204965521593 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.522862326927363,0.03809415806109578 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.5843065474681431,0.019550269092885535 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.15555555555555553,0.6006536596119929 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.19999999999999998,0.4843127204585538 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,1,-0.08989331499509894,0.7194375444233914 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.34099716973523675,0.17621399555130546 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.4600437062282361,0.06941907499936387 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.26967994498529685,0.2811980995641792 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.19999999999999998,0.4843127204585538 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,8,0.5843065474681431,0.019550269092885535 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,1,0.6137949055234262,0.01491204965521593 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,4,0.40451991747794525,0.1059975484249457 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,6,0.5683286162253945,0.02418521832271127 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,5,0.8539864924534399,0.0006436975254696865 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,8,0.40451991747794525,0.1059975484249457 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,3,0.40451991747794525,0.1059975484249457 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,4,0.5843065474681431,0.019550269092885535 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,5,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,6,0.5683286162253945,0.02418521832271127 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,0,0.7191465199607915,0.004057136032371292 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,0,0.40451991747794525,0.1059975484249457 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,1,0.1111111111111111,0.7274895282186948 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,5,0.06666666666666667,0.8618005952380953 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,6,0.1111111111111111,0.7274895282186948 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,8,0.06666666666666667,0.8618005952380953 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,6,0.37777777777777777,0.1557418430335097 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,9,0.06666666666666667,0.8618005952380953 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,0,0.26967994498529685,0.2811980995641792 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,1,0.35957325998039574,0.15076277502664528 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,4,0.22473328748774735,0.36917141633269157 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,5,0.3146266024828463,0.2086677876982641 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,7,0.5393598899705937,0.03114121059579671 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,8,0.26967994498529685,0.2811980995641792 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,9,0.3146266024828463,0.2086677876982641 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,0,0.9438798074485389,0.0001621317520439264 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,6,0.9320589306096472,0.00021829510003985143 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,7,0.9320589306096472,0.00021829510003985143 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,9,0.7640931774583409,0.002263469812035174 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,0,0.9438798074485389,0.0001621317520439264 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.06666666666666667,0.8618005952380953 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.35957325998039574,0.15076277502664528 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.49441323247304414,0.048193488293190756 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.15555555555555553,0.6006536596119929 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6292532049656926,0.011921001496914019 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.26967994498529685,0.2811980995641792 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,7,0.7501937734175208,0.0029250200956793346 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,9,0.6292532049656926,0.011921001496914019 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,1,0.5520524474738833,0.029345108174841844 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,4,0.7640931774583409,0.002263469812035174 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,2,0.3146266024828463,0.2086677876982641 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,3,0.7501937734175208,0.0029250200956793346 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,7,0.35957325998039574,0.15076277502664528 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,0,0.7047274841194893,0.005187148855929351 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,1,0.9438798074485389,0.0001621317520439264 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,2,0.9888264649460883,7.772240795323086e-05 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,5,0.7047274841194893,0.005187148855929351 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,6,0.9888264649460883,7.772240795323086e-05 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,7,0.7047274841194893,0.005187148855929351 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,8,0.9438798074485389,0.0001621317520439264 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,2,0.5393598899705937,0.03114121059579671 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,4,0.26967994498529685,0.2811980995641792 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,7,0.1111111111111111,0.7274895282186948 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,8,0.4494665749754947,0.07248608508684644 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,0,0.9438798074485389,0.0001621317520439264 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,1,0.9775252199076787,0.00010567442661664933 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,4,0.8865926413116155,0.000437257592706733 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,5,0.9438798074485389,0.0001621317520439264 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 diff --git a/cache/agreements_cache_9c0710fd06d230cc89e0f2f023e3058f.csv b/cache/agreements_cache_9c0710fd06d230cc89e0f2f023e3058f.csv new file mode 100644 index 0000000000000000000000000000000000000000..7881bb97590328a4bef9fbe19809dfec06f8fea5 --- /dev/null +++ b/cache/agreements_cache_9c0710fd06d230cc89e0f2f023e3058f.csv @@ -0,0 +1,1981 @@ +scenario,scenario_source,ref_scenario,ref_source,corr_type,model_select_strategy,model_subset_size_requested,exp_n,correlation,p_value +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9438798074485389,0.0001621317520439264 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.19999999999999998,0.4843127204585538 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.15555555555555553,0.6006536596119929 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.28888888888888886,0.2912483465608466 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.1111111111111111,0.7274895282186948 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.24444444444444444,0.38071979717813054 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.28888888888888886,0.2912483465608466 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.24444444444444444,0.38071979717813054 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.24444444444444444,0.38071979717813054 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7191465199607915,0.004057136032371292 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.40451991747794525,0.1059975484249457 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7191465199607915,0.004057136032371292 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.35957325998039574,0.15076277502664528 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8865926413116155,0.000437257592706733 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8865926413116155,0.000437257592706733 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7071067811865475,0.006028046181872152 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7956600627155523,0.0016003458153453507 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.828078671210825,0.001082228864258374 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9320589306096472,0.00021829510003985143 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8989331499509894,0.0003280163150135276 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,-0.15555555555555553,0.6006536596119929 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.15555555555555553,0.6006536596119929 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,-0.1111111111111111,0.7274895282186948 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,-0.19999999999999998,0.4843127204585538 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6592611948214576,0.008926875535053643 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5843065474681431,0.019550269092885535 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.19999999999999998,0.4843127204585538 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.24444444444444444,0.38071979717813054 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.24444444444444444,0.38071979717813054 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.19999999999999998,0.4843127204585538 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.28888888888888886,0.2912483465608466 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3333333333333333,0.21637345679012346 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.28888888888888886,0.2912483465608466 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.28888888888888886,0.2912483465608466 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5393598899705937,0.03114121059579671 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656925,0.011921001496914019 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.31462660248284624,0.2086677876982641 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5393598899705937,0.03114121059579671 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.13483997249264842,0.590013887163346 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7640931774583409,0.002263469812035174 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5843065474681431,0.019550269092885535 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7640931774583409,0.002263469812035174 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7191465199607915,0.004057136032371292 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6137949055234262,0.01491204965521593 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6292532049656926,0.011921001496914019 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6592611948214576,0.008926875535053643 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5683286162253945,0.02418521832271127 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4600437062282361,0.06941907499936387 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5980568180967069,0.018255860587459292 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6592611948214576,0.008926875535053643 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.49441323247304414,0.048193488293190756 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7640931774583409,0.002263469812035174 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7191465199607915,0.004057136032371292 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7191465199607915,0.004057136032371292 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7640931774583409,0.002263469812035174 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7191465199607915,0.004057136032371292 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8989331499509894,0.0003280163150135276 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6292532049656926,0.011921001496914019 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.49441323247304414,0.048193488293190756 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7191465199607915,0.004057136032371292 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5393598899705937,0.03114121059579671 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5060480768510597,0.04639449764906707 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656926,0.011921001496914019 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.35957325998039574,0.15076277502664528 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9888264649460883,7.772240795323086e-05 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7191465199607915,0.004057136032371292 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656926,0.011921001496914019 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4494665749754947,0.07248608508684644 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5683286162253945,0.02418521832271127 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.522862326927363,0.03809415806109578 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.28888888888888886,0.2912483465608466 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.19999999999999998,0.4843127204585538 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5393598899705937,0.03114121059579671 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3146266024828463,0.2086677876982641 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.40451991747794525,0.1059975484249457 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3333333333333333,0.21637345679012346 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9438798074485389,0.0001621317520439264 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.49441323247304414,0.048193488293190756 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8989331499509894,0.0003280163150135276 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,0,0.31462660248284624,0.2086677876982641 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5393598899705937,0.03114121059579671 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,8,0.13483997249264842,0.590013887163346 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.28888888888888886,0.2912483465608466 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,-0.022222222222222223,1.0 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.24444444444444444,0.38071979717813054 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.15555555555555553,0.6006536596119929 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.40451991747794525,0.1059975484249457 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6292532049656926,0.011921001496914019 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.37777777777777777,0.1557418430335097 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.2500645911391736,0.3212772414140661 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.37777777777777777,0.1557418430335097 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.49441323247304414,0.048193488293190756 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.37777777777777777,0.1557418430335097 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5393598899705937,0.03114121059579671 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.49441323247304414,0.048193488293190756 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.24444444444444444,0.38071979717813054 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3146266024828463,0.2086677876982641 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.24444444444444444,0.38071979717813054 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.24444444444444444,0.38071979717813054 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8539864924534399,0.0006436975254696865 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5393598899705937,0.03114121059579671 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6292532049656926,0.011921001496914019 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5843065474681431,0.019550269092885535 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6292532049656926,0.011921001496914019 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7191465199607915,0.004057136032371292 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7191465199607915,0.004057136032371292 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.5520524474738833,0.029345108174841844 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6137949055234262,0.01491204965521593 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7191465199607915,0.004057136032371292 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607915,0.004057136032371292 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.4494665749754947,0.07248608508684644 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.24444444444444444,0.38071979717813054 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,2,0.9438798074485389,0.0001621317520439264 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,0,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,2,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,4,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,5,-0.1111111111111111,0.7274895282186948 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,1,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,2,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,5,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,1,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,0,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,3,0.35957325998039574,0.15076277502664528 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8865926413116155,0.000437257592706733 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8865926413116155,0.000437257592706733 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7071067811865475,0.006028046181872152 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.7956600627155523,0.0016003458153453507 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.828078671210825,0.001082228864258374 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.9320589306096472,0.00021829510003985143 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,0,-0.15555555555555553,0.6006536596119929 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,6,-0.1111111111111111,0.7274895282186948 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,7,-0.19999999999999998,0.4843127204585538 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6592611948214576,0.008926875535053643 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,1,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,6,0.6292532049656925,0.011921001496914019 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,0,0.31462660248284624,0.2086677876982641 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,2,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,8,0.13483997249264842,0.590013887163346 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,4,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,5,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,7,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,0,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,1,0.6137949055234262,0.01491204965521593 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,2,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,3,0.6592611948214576,0.008926875535053643 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,5,0.5683286162253945,0.02418521832271127 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,6,0.4600437062282361,0.06941907499936387 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,7,0.5980568180967069,0.018255860587459292 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,9,0.6592611948214576,0.008926875535053643 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,0,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,1,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,2,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,3,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,4,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,5,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,6,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,7,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,8,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,9,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,6,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,8,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,9,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,2,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,4,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,0,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,1,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,4,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,0,0.5060480768510597,0.04639449764906707 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,1,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,4,0.35957325998039574,0.15076277502664528 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,8,0.9888264649460883,7.772240795323086e-05 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,0,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,2,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,6,0.5683286162253945,0.02418521832271127 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,9,0.522862326927363,0.03809415806109578 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,2,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,4,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,4,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,5,0.3146266024828463,0.2086677876982641 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,9,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,4,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,2,0.9438798074485389,0.0001621317520439264 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,0,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,2,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,0,0.31462660248284624,0.2086677876982641 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,2,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,8,0.13483997249264842,0.590013887163346 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,-0.022222222222222223,1.0 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,1,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,4,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,6,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,7,0.2500645911391736,0.3212772414140661 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,1,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,6,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,2,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,6,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,7,0.3146266024828463,0.2086677876982641 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,8,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,0,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,1,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,4,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,6,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,9,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,0,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,2,0.5520524474738833,0.029345108174841844 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,3,0.6137949055234262,0.01491204965521593 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,7,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,8,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 diff --git a/cache/agreements_cache_bdd8d629730630ed8e73cb56f53f335b.csv b/cache/agreements_cache_bdd8d629730630ed8e73cb56f53f335b.csv deleted file mode 100644 index a70800b2515cdba057965b2d4ed1e9005e91c7cc..0000000000000000000000000000000000000000 --- a/cache/agreements_cache_bdd8d629730630ed8e73cb56f53f335b.csv +++ /dev/null @@ -1,1801 +0,0 @@ -scenario,scenario_source,ref_scenario,ref_source,corr_type,model_select_strategy,model_subset_size_requested,exp_n,correlation,p_value -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,-0.1111111111111111,0.7274895282186948 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.1111111111111111,0.7274895282186948 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,-0.1111111111111111,0.7274895282186948 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,-0.28888888888888886,0.2912483465608466 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,-0.37777777777777777,0.1557418430335097 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.022222222222222223,1.0 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.6,0.016666115520282188 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.1111111111111111,0.7274895282186948 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,-0.1111111111111111,0.7274895282186948 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,-0.06666666666666667,0.8618005952380953 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.19999999999999998,0.4843127204585538 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,-0.1111111111111111,0.7274895282186948 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,-0.4222222222222222,0.10831349206349207 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.022222222222222223,1.0 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.022222222222222223,1.0 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.6,0.016666115520282188 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,-0.06666666666666667,0.8618005952380953 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.19999999999999998,0.4843127204585538 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.6440611887195306,0.01102341638822145 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,0.40451991747794525,0.1059975484249457 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.6440611887195306,0.01102341638822145 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.6,0.016666115520282188 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.06666666666666667,0.8618005952380953 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.24444444444444444,0.38071979717813054 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.022222222222222223,1.0 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,-0.15555555555555553,0.6006536596119929 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.8989331499509894,0.0003280163150135276 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.9438798074485389,0.0001621317520439264 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,0.49441323247304414,0.048193488293190756 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.6,0.016666115520282188 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,0.022222222222222223,1.0 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.5393598899705937,0.03114121059579671 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,4,0.6137949055234262,0.01491204965521593 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,7,0.522862326927363,0.03809415806109578 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,9,0.8989331499509894,0.0003280163150135276 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,5,0.5843065474681431,0.019550269092885535 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,9,0.6,0.016666115520282188 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,0,0.15555555555555553,0.6006536596119929 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,2,0.6,0.016666115520282188 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,5,0.19999999999999998,0.4843127204585538 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,0,0.6,0.016666115520282188 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,1,-0.08989331499509894,0.7194375444233914 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,2,0.34099716973523675,0.17621399555130546 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,3,0.4600437062282361,0.06941907499936387 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,4,0.26967994498529685,0.2811980995641792 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,2,0.19999999999999998,0.4843127204585538 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,5,0.6,0.016666115520282188 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,8,0.6,0.016666115520282188 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,6,0.6,0.016666115520282188 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,8,0.5843065474681431,0.019550269092885535 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,1,0.6137949055234262,0.01491204965521593 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,4,0.40451991747794525,0.1059975484249457 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,6,0.5683286162253945,0.02418521832271127 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,9,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,1,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,5,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -Helm MMLU,helm_mmlu_240829.csv,aggregate,holistic,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -MMLU Pro,mmlu_pro_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.6,0.016666115520282188 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.6,0.016666115520282188 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -MixEval MMLU,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.8539864924534399,0.0006436975254696865 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.40451991747794525,0.1059975484249457 -MixEval DROP,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.40451991747794525,0.1059975484249457 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.5843065474681431,0.019550269092885535 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.8989331499509894,0.0003280163150135276 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -MixEval HellaSwag,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.5683286162253945,0.02418521832271127 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.7191465199607915,0.004057136032371292 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.40451991747794525,0.1059975484249457 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.6,0.016666115520282188 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -MixEval DROP Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,1,0.1111111111111111,0.7274895282186948 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,5,0.06666666666666667,0.8618005952380953 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,6,0.1111111111111111,0.7274895282186948 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,8,0.06666666666666667,0.8618005952380953 -OpenCompass Language,opencompass_240829.csv,aggregate,holistic,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,holistic,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,6,0.37777777777777777,0.1557418430335097 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,holistic,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -OpenCompass Math,opencompass_240829.csv,aggregate,holistic,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -OpenCompass Code,opencompass_240829.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,5,0.6,0.016666115520282188 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -OpenCompass Instruction,opencompass_240829.csv,aggregate,holistic,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,6,0.6,0.016666115520282188 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -OpenCompass Agent,opencompass_240829.csv,aggregate,holistic,kendall,random,10,9,0.06666666666666667,0.8618005952380953 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,0,0.26967994498529685,0.2811980995641792 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,1,0.35957325998039574,0.15076277502664528 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,4,0.22473328748774735,0.36917141633269157 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,5,0.3146266024828463,0.2086677876982641 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,7,0.5393598899705937,0.03114121059579671 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,8,0.26967994498529685,0.2811980995641792 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,holistic,kendall,random,10,9,0.3146266024828463,0.2086677876982641 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,0,0.9438798074485389,0.0001621317520439264 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,6,0.9320589306096472,0.00021829510003985143 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,7,0.9320589306096472,0.00021829510003985143 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -LiveBench Reasoning,livebench_240829.csv,aggregate,holistic,kendall,random,10,9,0.7640931774583409,0.002263469812035174 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,0,0.9438798074485389,0.0001621317520439264 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -LiveBench Coding,livebench_240829.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -LiveBench Mathematics,livebench_240829.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -LiveBench Data Analysis,livebench_240829.csv,aggregate,holistic,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,holistic,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,holistic,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,0,0.6,0.016666115520282188 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -WildBench Information Seeking,wildbench_240829.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,0,0.6,0.016666115520282188 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,holistic,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -WildBench Code Debugging,wildbench_240829.csv,aggregate,holistic,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -WildBench Score,wildbench_240829.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,4,0.8989331499509894,0.0003280163150135276 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,8,0.8989331499509894,0.0003280163150135276 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,9,0.6,0.016666115520282188 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,4,0.06666666666666667,0.8618005952380953 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,9,0.35957325998039574,0.15076277502664528 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,5,0.49441323247304414,0.048193488293190756 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,9,0.15555555555555553,0.6006536596119929 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,3,0.6292532049656926,0.011921001496914019 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,8,0.26967994498529685,0.2811980995641792 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.7501937734175208,0.0029250200956793346 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -BigBench Grounding,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.6292532049656926,0.011921001496914019 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.5520524474738833,0.029345108174841844 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.7640931774583409,0.002263469812035174 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -BigBench Instruction Following,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -BigBench Planning,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -BigBench Reasoning,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.6,0.016666115520282188 -BigBench Refinement,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.6,0.016666115520282188 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.6,0.016666115520282188 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.3146266024828463,0.2086677876982641 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.7501937734175208,0.0029250200956793346 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.6,0.016666115520282188 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.35957325998039574,0.15076277502664528 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.6,0.016666115520282188 -BigBench Safety,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -BigBench Theory of Mind,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.6,0.016666115520282188 -BigBench Tool Usage,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.6,0.016666115520282188 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -BigBench Multilingual,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,0,0.7047274841194893,0.005187148855929351 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,1,0.9438798074485389,0.0001621317520439264 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,2,0.9888264649460883,7.772240795323086e-05 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,5,0.7047274841194893,0.005187148855929351 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,6,0.9888264649460883,7.772240795323086e-05 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,7,0.7047274841194893,0.005187148855929351 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,8,0.9438798074485389,0.0001621317520439264 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -LiveBench Coding Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,1,0.6,0.016666115520282188 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,2,0.5393598899705937,0.03114121059579671 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,8,0.6,0.016666115520282188 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench Language Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -mybench_average,Uploaded Benchmark,aggregate,holistic,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -mybench_average,Uploaded Benchmark,aggregate,holistic,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -mybench_average,Uploaded Benchmark,aggregate,holistic,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -mybench_average,Uploaded Benchmark,aggregate,holistic,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -mybench_average,Uploaded Benchmark,aggregate,holistic,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -mybench_average,Uploaded Benchmark,aggregate,holistic,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -mybench_average,Uploaded Benchmark,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -mybench_average,Uploaded Benchmark,aggregate,holistic,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -mybench_average,Uploaded Benchmark,aggregate,holistic,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -mybench_average,Uploaded Benchmark,aggregate,holistic,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,4,0.26967994498529685,0.2811980995641792 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,7,0.1111111111111111,0.7274895282186948 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,8,0.4494665749754947,0.07248608508684644 -Helm Lite,helm_lite_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,4,0.6,0.016666115520282188 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,holistic,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -Arena Elo,chatbot_arena_240829.csv,aggregate,holistic,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -MixEval,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -MixEval Hard,mixeval_240829.csv,aggregate,holistic,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -OpenCompass,opencompass_240829.csv,aggregate,holistic,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,0,0.9438798074485389,0.0001621317520439264 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,1,0.9775252199076787,0.00010567442661664933 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,4,0.8865926413116155,0.000437257592706733 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,5,0.9438798074485389,0.0001621317520439264 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -AlphacaEval v2lc,alphacaeval_v2lc.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,holistic,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -WildBench Elo LC,wildbench_240829.csv,aggregate,holistic,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -Arena Hard,arena_hard_240829.csv,aggregate,holistic,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,holistic,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,8,0.6,0.016666115520282188 -BigBench,biggen_240829.csv,aggregate,holistic,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -LiveBench 240624,livebench_240701.csv,aggregate,holistic,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,1,-0.1111111111111111,0.7274895282186948 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,2,0.1111111111111111,0.7274895282186948 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,3,-0.1111111111111111,0.7274895282186948 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,4,-0.28888888888888886,0.2912483465608466 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,7,-0.37777777777777777,0.1557418430335097 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,8,0.022222222222222223,1.0 -aggregate,holistic,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,0,0.1111111111111111,0.7274895282186948 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,1,-0.1111111111111111,0.7274895282186948 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,2,-0.06666666666666667,0.8618005952380953 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,3,0.19999999999999998,0.4843127204585538 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,4,-0.1111111111111111,0.7274895282186948 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,7,-0.4222222222222222,0.10831349206349207 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,8,0.022222222222222223,1.0 -aggregate,holistic,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,4,0.022222222222222223,1.0 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,7,-0.06666666666666667,0.8618005952380953 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,8,0.19999999999999998,0.4843127204585538 -aggregate,holistic,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,4,0.6440611887195306,0.01102341638822145 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,7,0.40451991747794525,0.1059975484249457 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,8,0.6440611887195306,0.01102341638822145 -aggregate,holistic,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,8,0.06666666666666667,0.8618005952380953 -aggregate,holistic,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,2,0.24444444444444444,0.38071979717813054 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,4,0.022222222222222223,1.0 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,7,-0.15555555555555553,0.6006536596119929 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -aggregate,holistic,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,3,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,5,0.9438798074485389,0.0001621317520439264 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,7,0.49441323247304414,0.048193488293190756 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,7,0.022222222222222223,1.0 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,8,0.5393598899705937,0.03114121059579671 -aggregate,holistic,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6137949055234262,0.01491204965521593 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.522862326927363,0.03809415806109578 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.5843065474681431,0.019550269092885535 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,holistic,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.15555555555555553,0.6006536596119929 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.19999999999999998,0.4843127204585538 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,holistic,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,1,-0.08989331499509894,0.7194375444233914 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.34099716973523675,0.17621399555130546 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.4600437062282361,0.06941907499936387 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.26967994498529685,0.2811980995641792 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -aggregate,holistic,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.19999999999999998,0.4843127204585538 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,holistic,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -aggregate,holistic,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,8,0.5843065474681431,0.019550269092885535 -aggregate,holistic,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,1,0.6137949055234262,0.01491204965521593 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,4,0.40451991747794525,0.1059975484249457 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,6,0.5683286162253945,0.02418521832271127 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,holistic,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval MMLU,mixeval_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,5,0.8539864924534399,0.0006436975254696865 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,8,0.40451991747794525,0.1059975484249457 -aggregate,holistic,MixEval DROP,mixeval_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,3,0.40451991747794525,0.1059975484249457 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,4,0.5843065474681431,0.019550269092885535 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,5,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,6,0.5683286162253945,0.02418521832271127 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,holistic,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,0,0.7191465199607915,0.004057136032371292 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,0,0.40451991747794525,0.1059975484249457 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,1,0.1111111111111111,0.7274895282186948 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,5,0.06666666666666667,0.8618005952380953 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,6,0.1111111111111111,0.7274895282186948 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,8,0.06666666666666667,0.8618005952380953 -aggregate,holistic,OpenCompass Language,opencompass_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,holistic,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,6,0.37777777777777777,0.1557418430335097 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -aggregate,holistic,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass Math,opencompass_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass Code,opencompass_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,holistic,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,holistic,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,9,0.06666666666666667,0.8618005952380953 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,0,0.26967994498529685,0.2811980995641792 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,1,0.35957325998039574,0.15076277502664528 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,4,0.22473328748774735,0.36917141633269157 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,5,0.3146266024828463,0.2086677876982641 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,7,0.5393598899705937,0.03114121059579671 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,8,0.26967994498529685,0.2811980995641792 -aggregate,holistic,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,9,0.3146266024828463,0.2086677876982641 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,0,0.9438798074485389,0.0001621317520439264 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,6,0.9320589306096472,0.00021829510003985143 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,7,0.9320589306096472,0.00021829510003985143 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -aggregate,holistic,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,9,0.7640931774583409,0.002263469812035174 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,0,0.9438798074485389,0.0001621317520439264 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Coding,livebench_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Language,livebench_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,holistic,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,holistic,WildBench Creative,wildbench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Score,wildbench_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.06666666666666667,0.8618005952380953 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,holistic,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.35957325998039574,0.15076277502664528 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.49441323247304414,0.048193488293190756 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.15555555555555553,0.6006536596119929 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6292532049656926,0.011921001496914019 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.26967994498529685,0.2811980995641792 -aggregate,holistic,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,7,0.7501937734175208,0.0029250200956793346 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Grounding,biggen_240829.csv,kendall,random,10,9,0.6292532049656926,0.011921001496914019 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,1,0.5520524474738833,0.029345108174841844 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,4,0.7640931774583409,0.002263469812035174 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,holistic,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,holistic,BigBench Planning,biggen_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Reasoning,biggen_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,holistic,BigBench Refinement,biggen_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,2,0.3146266024828463,0.2086677876982641 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,3,0.7501937734175208,0.0029250200956793346 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,7,0.35957325998039574,0.15076277502664528 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,holistic,BigBench Safety,biggen_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -aggregate,holistic,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,holistic,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,holistic,BigBench Multilingual,biggen_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,0,0.7047274841194893,0.005187148855929351 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,1,0.9438798074485389,0.0001621317520439264 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,2,0.9888264649460883,7.772240795323086e-05 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,5,0.7047274841194893,0.005187148855929351 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,6,0.9888264649460883,7.772240795323086e-05 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,7,0.7047274841194893,0.005187148855929351 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,8,0.9438798074485389,0.0001621317520439264 -aggregate,holistic,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,holistic,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,2,0.5393598899705937,0.03114121059579671 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,holistic,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench Language Average,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,mybench_average,Uploaded Benchmark,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,mybench_average,Uploaded Benchmark,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,mybench_average,Uploaded Benchmark,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,holistic,mybench_average,Uploaded Benchmark,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,mybench_average,Uploaded Benchmark,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,mybench_average,Uploaded Benchmark,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,mybench_average,Uploaded Benchmark,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,mybench_average,Uploaded Benchmark,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,holistic,mybench_average,Uploaded Benchmark,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,holistic,mybench_average,Uploaded Benchmark,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,4,0.26967994498529685,0.2811980995641792 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,7,0.1111111111111111,0.7274895282186948 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,8,0.4494665749754947,0.07248608508684644 -aggregate,holistic,Helm Lite,helm_lite_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,holistic,Arena Elo,chatbot_arena_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,MixEval,mixeval_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,MixEval Hard,mixeval_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,OpenCompass,opencompass_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,0,0.9438798074485389,0.0001621317520439264 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,1,0.9775252199076787,0.00010567442661664933 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,4,0.8865926413116155,0.000437257592706733 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,5,0.9438798074485389,0.0001621317520439264 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -aggregate,holistic,AlphacaEval v2lc,alphacaeval_v2lc.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench 240725,livebench_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,holistic,Arena Hard,arena_hard_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,holistic,BigBench,biggen_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,holistic,LiveBench 240624,livebench_240701.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 diff --git a/cache/agreements_cache_bffcfd24eb4a8fe1f6c8ac8a0c8c21d6.csv b/cache/agreements_cache_bffcfd24eb4a8fe1f6c8ac8a0c8c21d6.csv new file mode 100644 index 0000000000000000000000000000000000000000..c5ad9f1c4a4875190807d6139142c604d5feb5cf --- /dev/null +++ b/cache/agreements_cache_bffcfd24eb4a8fe1f6c8ac8a0c8c21d6.csv @@ -0,0 +1,1441 @@ +scenario,scenario_source,ref_scenario,ref_source,corr_type,model_select_strategy,model_subset_size_requested,exp_n,correlation,p_value +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.35957325998039574,0.15076277502664528 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656926,0.011921001496914019 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.06666666666666667,0.8618005952380953 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.15555555555555553,0.6006536596119929 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.1111111111111111,0.7274895282186948 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.28888888888888886,0.2912483465608466 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.22473328748774735,0.36917141633269157 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.26967994498529685,0.2811980995641792 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.35957325998039574,0.15076277502664528 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.28888888888888886,0.2912483465608466 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.28888888888888886,0.2912483465608466 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.19999999999999998,0.4843127204585538 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6592611948214576,0.008926875535053643 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5843065474681431,0.019550269092885535 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5843065474681431,0.019550269092885535 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6292532049656925,0.011921001496914019 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8989331499509894,0.0003280163150135276 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7191465199607915,0.004057136032371292 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7191465199607915,0.004057136032371292 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7640931774583409,0.002263469812035174 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5393598899705937,0.03114121059579671 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.49441323247304414,0.048193488293190756 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7191465199607915,0.004057136032371292 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7191465199607915,0.004057136032371292 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7501937734175208,0.0029250200956793346 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,-0.15555555555555553,0.6006536596119929 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,-0.19999999999999998,0.4843127204585538 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.06666666666666667,0.8618005952380953 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.06666666666666667,0.8618005952380953 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,-0.1111111111111111,0.7274895282186948 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.24444444444444444,0.38071979717813054 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,-0.19999999999999998,0.4843127204585538 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,-0.15555555555555553,0.6006536596119929 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.022222222222222223,1.0 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6292532049656926,0.011921001496914019 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6292532049656926,0.011921001496914019 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.06666666666666667,0.8618005952380953 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.24444444444444444,0.38071979717813054 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.28888888888888886,0.2912483465608466 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3595732599803958,0.15076277502664528 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.44946657497549475,0.07248608508684644 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.1797866299901979,0.47249761400068846 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.31462660248284624,0.2086677876982641 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.13483997249264842,0.590013887163346 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.26967994498529685,0.2811980995641792 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.1797866299901979,0.47249761400068846 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3595732599803958,0.15076277502664528 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.13483997249264842,0.590013887163346 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.37777777777777777,0.1557418430335097 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7191465199607915,0.004057136032371292 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.49441323247304414,0.048193488293190756 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7191465199607915,0.004057136032371292 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6900655593423543,0.006458954266892998 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7360699299651778,0.0036714498212758067 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7047274841194893,0.005187148855929351 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7191465199607915,0.004057136032371292 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6440611887195306,0.01102341638822145 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7501937734175208,0.0029250200956793346 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6292532049656926,0.011921001496914019 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.49441323247304414,0.048193488293190756 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.49441323247304414,0.048193488293190756 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7191465199607915,0.004057136032371292 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6292532049656926,0.011921001496914019 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5843065474681431,0.019550269092885535 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7640931774583409,0.002263469812035174 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.40451991747794525,0.1059975484249457 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7501937734175208,0.0029250200956793346 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6440611887195306,0.011244704061853582 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7501937734175208,0.0029250200956793346 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6292532049656926,0.011921001496914019 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5843065474681431,0.019550269092885535 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4494665749754947,0.07248608508684644 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4494665749754947,0.07248608508684644 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.40451991747794525,0.1059975484249457 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5393598899705937,0.03114121059579671 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4494665749754947,0.07248608508684644 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5393598899705937,0.03114121059579671 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5393598899705937,0.03114121059579671 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3333333333333333,0.21637345679012346 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.37777777777777777,0.1557418430335097 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3595732599803958,0.15076277502664528 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,1,0.44946657497549475,0.07248608508684644 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,3,0.1797866299901979,0.47249761400068846 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,4,0.31462660248284624,0.2086677876982641 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,5,0.13483997249264842,0.590013887163346 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,6,0.26967994498529685,0.2811980995641792 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,7,0.1797866299901979,0.47249761400068846 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3595732599803958,0.15076277502664528 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,9,0.13483997249264842,0.590013887163346 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.28888888888888886,0.2912483465608466 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3146266024828463,0.2086677876982641 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5843065474681431,0.019550269092885535 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.49441323247304414,0.048193488293190756 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.28888888888888886,0.2912483465608466 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.28888888888888886,0.2912483465608466 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.24444444444444444,0.38071979717813054 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.19999999999999998,0.4843127204585538 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.28888888888888886,0.2912483465608466 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.35957325998039574,0.15076277502664528 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4494665749754947,0.07248608508684644 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.49441323247304414,0.048193488293190756 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.5683286162253945,0.02418521832271127 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7501937734175208,0.0029250200956793346 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6592611948214576,0.008926875535053643 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.522862326927363,0.03809415806109578 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.5393598899705937,0.03114121059579671 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6137949055234262,0.01491204965521593 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6137949055234262,0.01491204965521593 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.522862326927363,0.03809415806109578 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5683286162253945,0.02418521832271127 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.6137949055234262,0.01491204965521593 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.37777777777777777,0.1557418430335097 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,0,0.35957325998039574,0.15076277502664528 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,1,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,2,0.06666666666666667,0.8618005952380953 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,3,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,4,0.1111111111111111,0.7274895282186948 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,5,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,7,0.22473328748774735,0.36917141633269157 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,0,0.26967994498529685,0.2811980995641792 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,5,0.35957325998039574,0.15076277502664528 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,1,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,4,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,5,0.6592611948214576,0.008926875535053643 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,2,0.6292532049656925,0.011921001496914019 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,4,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,7,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,3,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,7,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,3,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7501937734175208,0.0029250200956793346 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,0,-0.15555555555555553,0.6006536596119929 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,1,-0.19999999999999998,0.4843127204585538 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.06666666666666667,0.8618005952380953 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.06666666666666667,0.8618005952380953 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,4,-0.1111111111111111,0.7274895282186948 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,7,-0.19999999999999998,0.4843127204585538 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,8,-0.15555555555555553,0.6006536596119929 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.022222222222222223,1.0 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.06666666666666667,0.8618005952380953 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,0,0.3595732599803958,0.15076277502664528 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,1,0.44946657497549475,0.07248608508684644 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,3,0.1797866299901979,0.47249761400068846 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,4,0.31462660248284624,0.2086677876982641 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,5,0.13483997249264842,0.590013887163346 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,6,0.26967994498529685,0.2811980995641792 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,7,0.1797866299901979,0.47249761400068846 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,8,0.3595732599803958,0.15076277502664528 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,9,0.13483997249264842,0.590013887163346 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,5,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,7,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,1,0.6900655593423543,0.006458954266892998 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,2,0.7360699299651778,0.0036714498212758067 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,3,0.7047274841194893,0.005187148855929351 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,5,0.6440611887195306,0.01102341638822145 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,6,0.7501937734175208,0.0029250200956793346 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,0,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,1,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,2,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,3,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,4,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,5,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,6,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,7,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,8,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,9,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,7,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,9,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,4,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,6,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,8,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,9,0.7501937734175208,0.0029250200956793346 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,4,0.6440611887195306,0.011244704061853582 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,6,0.7501937734175208,0.0029250200956793346 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,9,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,1,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,2,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,4,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,5,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,6,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,7,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,9,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,4,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,6,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,0,0.3595732599803958,0.15076277502664528 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,1,0.44946657497549475,0.07248608508684644 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,3,0.1797866299901979,0.47249761400068846 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,4,0.31462660248284624,0.2086677876982641 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,5,0.13483997249264842,0.590013887163346 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,6,0.26967994498529685,0.2811980995641792 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,7,0.1797866299901979,0.47249761400068846 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,8,0.3595732599803958,0.15076277502664528 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,9,0.13483997249264842,0.590013887163346 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,1,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,3,0.3146266024828463,0.2086677876982641 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,6,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,7,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,0,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,1,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,5,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,1,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,3,0.35957325998039574,0.15076277502664528 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,5,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,9,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,0,0.5683286162253945,0.02418521832271127 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,1,0.7501937734175208,0.0029250200956793346 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,2,0.6592611948214576,0.008926875535053643 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,3,0.522862326927363,0.03809415806109578 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,4,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,5,0.6137949055234262,0.01491204965521593 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,6,0.6137949055234262,0.01491204965521593 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,7,0.522862326927363,0.03809415806109578 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,8,0.5683286162253945,0.02418521832271127 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,9,0.6137949055234262,0.01491204965521593 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 diff --git a/cache/agreements_cache_f97e563eeda8c9bdc279f5b94b32606c.csv b/cache/agreements_cache_f97e563eeda8c9bdc279f5b94b32606c.csv new file mode 100644 index 0000000000000000000000000000000000000000..9c86a632eb89f726721ba18f58b41b80430499a2 --- /dev/null +++ b/cache/agreements_cache_f97e563eeda8c9bdc279f5b94b32606c.csv @@ -0,0 +1,1901 @@ +scenario,scenario_source,ref_scenario,ref_source,corr_type,model_select_strategy,model_subset_size_requested,exp_n,correlation,p_value +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,0,0.35957325998039574,0.15076277502664528 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,1,0.19999999999999998,0.4843127204585538 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,2,0.13483997249264842,0.590013887163346 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,3,-0.022222222222222223,1.0 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,4,0.19999999999999998,0.4843127204585538 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,5,0.06666666666666667,0.8618005952380953 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,6,0.15555555555555553,0.6006536596119929 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,9,0.15555555555555553,0.6006536596119929 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.06666666666666667,0.8618005952380953 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.24444444444444444,0.38071979717813054 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.19999999999999998,0.4843127204585538 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.06666666666666667,0.8618005952380953 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.15555555555555553,0.6006536596119929 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.19999999999999998,0.4843127204585538 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.15555555555555553,0.6006536596119929 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.19999999999999998,0.4843127204585538 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.022222222222222223,1.0 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.15555555555555553,0.6006536596119929 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8989331499509894,0.0003280163150135276 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8989331499509894,0.0003280163150135276 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9888264649460883,7.772240795323086e-05 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8989331499509894,0.0003280163150135276 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9438798074485389,0.0001621317520439264 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8539864924534399,0.0006436975254696865 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8989331499509894,0.0003280163150135276 +HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4494665749754947,0.07248608508684644 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7191465199607915,0.004057136032371292 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8539864924534399,0.0006436975254696865 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.522862326927363,0.03809415806109578 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5843065474681431,0.019550269092885535 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4140393356054125,0.10223484473548783 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.0,1.0 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.49441323247304414,0.048193488293190756 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3680349649825889,0.14634982666257293 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.28888888888888886,0.2912483465608466 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.28888888888888886,0.2912483465608466 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,-0.06666666666666667,0.8618005952380953 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6292532049656926,0.011921001496914019 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6741998624632421,0.0070583320485280866 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7640931774583409,0.002263469812035174 +Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5843065474681431,0.019550269092885535 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.06666666666666667,0.8618005952380953 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.24444444444444444,0.38071979717813054 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.1111111111111111,0.7274895282186948 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.28888888888888886,0.2912483465608466 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.24444444444444444,0.38071979717813054 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.1111111111111111,0.7274895282186948 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.22473328748774735,0.36917141633269157 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.35957325998039574,0.15076277502664528 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3146266024828463,0.2086677876982641 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4494665749754947,0.07248608508684644 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.35957325998039574,0.15076277502664528 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.47739603762933147,0.05829058013948874 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.29553088043720516,0.24112859961644273 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.26967994498529685,0.2811980995641792 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.40451991747794525,0.1059975484249457 +Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.1111111111111111,0.7274895282186948 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8989331499509894,0.0003280163150135276 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7640931774583409,0.002263469812035174 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7640931774583409,0.002263469812035174 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8539864924534399,0.0006436975254696865 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4494665749754947,0.07248608508684644 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.40451991747794525,0.1059975484249457 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.47739603762933147,0.05829058013948874 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6292532049656926,0.011921001496914019 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5393598899705937,0.03114121059579671 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8989331499509894,0.0003280163150135276 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6292532049656926,0.011921001496914019 +MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5393598899705937,0.03114121059579671 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,, +toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,, +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4944132324730442,0.048193488293190756 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.044946657497549475,0.8574624419592412 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.44946657497549475,0.07248608508684644 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4944132324730442,0.048193488293190756 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.06666666666666667,0.8618005952380953 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.44946657497549475,0.07248608508684644 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4944132324730442,0.048193488293190756 +toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.40451991747794525,0.1059975484249457 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3595732599803958,0.15076277502664528 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.22473328748774737,0.36917141633269157 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.06666666666666667,0.8618005952380953 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.22473328748774737,0.36917141633269157 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.15555555555555553,0.6006536596119929 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.19999999999999998,0.4843127204585538 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.044946657497549475,0.8574624419592412 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4944132324730442,0.048193488293190756 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.40451991747794525,0.1059975484249457 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6292532049656925,0.011921001496914019 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.022222222222222223,1.0 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.44946657497549475,0.07248608508684644 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.44946657497549475,0.07248608508684644 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.40451991747794525,0.1059975484249457 +toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.31462660248284624,0.2086677876982641 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.40451991747794525,0.1059975484249457 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4944132324730442,0.048193488293190756 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.522862326927363,0.03809415806109578 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6592611948214577,0.008926875535053643 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.15555555555555553,0.6006536596119929 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6292532049656925,0.011921001496914019 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5393598899705937,0.03114121059579671 +toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.15555555555555553,0.6006536596119929 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.28888888888888886,0.2912483465608466 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.022222222222222223,1.0 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.37777777777777777,0.1557418430335097 +toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.28888888888888886,0.2912483465608466 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656925,0.011921001496914019 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.060858061945018464,0.8237838788539289 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,-0.049690399499995326,0.8618044330490108 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.1807753815155468,0.517439239336394 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.14907119849998599,0.6015081344405899 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,-0.049690399499995326,0.8618044330490108 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.10846522890932808,0.6977358290647566 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,-0.14907119849998599,0.6015081344405899 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,, +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,-0.049690399499995326,0.8618044330490108 +toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.24343224778007386,0.373077501374122 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5967623950328607,0.020456721550759976 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6531972647421808,0.014645494331075933 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.629940788348712,0.016309171877754967 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.598056818096707,0.018255860587459292 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.529150262212918,0.04363140075597019 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5060480768510598,0.0457979388108198 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5443310539518174,0.0419323909238529 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7399853698407473,0.004051149991792091 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3265986323710904,0.22226996949464695 +toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.598056818096707,0.018255860587459292 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4944132324730442,0.048193488293190756 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.764093177458341,0.002263469812035174 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.13483997249264842,0.590013887163346 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.37777777777777777,0.1557418430335097 +toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.40451991747794525,0.1059975484249457 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,3,0.35957325998039574,0.15076277502664528 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7640931774583409,0.002263469812035174 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7191465199607915,0.004057136032371292 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.04494665749754947,0.8574624419592412 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.04494665749754947,0.8574624419592412 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.04494665749754947,0.8574624419592412 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.04494665749754947,0.8574624419592412 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.04494665749754947,0.8574624419592412 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.04494665749754947,0.8574624419592412 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.04494665749754947,0.8574624419592412 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.04494665749754947,0.8574624419592412 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.04494665749754947,0.8574624419592412 +OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.04494665749754947,0.8574624419592412 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656926,0.011921001496914019 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7191465199607915,0.004057136032371292 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7047274841194893,0.005187148855929351 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5843065474681431,0.019550269092885535 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8539864924534399,0.0006436975254696865 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7640931774583409,0.002263469812035174 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607915,0.004057136032371292 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8539864924534399,0.0006436975254696865 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 +HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.28888888888888886,0.2912483465608466 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.5843065474681431,0.019550269092885535 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.19999999999999998,0.4843127204585538 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.15555555555555553,0.6006536596119929 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7191465199607915,0.004057136032371292 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8989331499509894,0.0003280163150135276 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5393598899705937,0.03114121059579671 +BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3680349649825889,0.14634982666257293 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4494665749754947,0.07248608508684644 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6445033866354896,0.012304364739182175 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.15555555555555553,0.6006536596119929 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7501937734175208,0.0029250200956793346 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.24444444444444444,0.38071979717813054 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7047274841194893,0.005187148855929351 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.40451991747794525,0.1059975484249457 +BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.28888888888888886,0.2912483465608466 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.49441323247304414,0.048193488293190756 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.1111111111111111,0.7274895282186948 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.20459830184114206,0.4170770595205646 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.28888888888888886,0.2912483465608466 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.06819943394704735,0.7867749320074033 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6900655593423543,0.006458954266892998 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.1111111111111111,0.7274895282186948 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6292532049656926,0.011921001496914019 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.15555555555555553,0.6006536596119929 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.022222222222222223,1.0 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6292532049656926,0.011921001496914019 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4494665749754947,0.07248608508684644 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.26967994498529685,0.2811980995641792 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.522862326927363,0.03809415806109578 +BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.828078671210825,0.001082228864258374 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7191465199607915,0.004057136032371292 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7501937734175208,0.0029250200956793346 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7501937734175208,0.0029250200956793346 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.7640931774583409,0.002263469812035174 +LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7501937734175208,0.0029250200956793346 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656926,0.011921001496914019 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7640931774583409,0.002263469812035174 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7640931774583409,0.002263469812035174 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.7640931774583409,0.002263469812035174 +LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7191465199607915,0.004057136032371292 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,0,0.35957325998039574,0.15076277502664528 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,1,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,2,0.13483997249264842,0.590013887163346 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,3,-0.022222222222222223,1.0 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,4,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,5,0.06666666666666667,0.8618005952380953 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,6,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,9,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,1,0.06666666666666667,0.8618005952380953 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,2,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,3,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,4,0.06666666666666667,0.8618005952380953 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,5,-0.15555555555555553,0.6006536596119929 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,6,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,7,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,9,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,1,0.022222222222222223,1.0 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,5,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,2,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,3,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,6,0.9888264649460883,7.772240795323086e-05 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,7,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.9438798074485389,0.0001621317520439264 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.522862326927363,0.03809415806109578 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.4140393356054125,0.10223484473548783 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.0,1.0 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.3680349649825889,0.14634982666257293 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,7,-0.06666666666666667,0.8618005952380953 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,2,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,4,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,8,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,9,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,1,0.06666666666666667,0.8618005952380953 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,2,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,4,0.1111111111111111,0.7274895282186948 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,5,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,9,0.1111111111111111,0.7274895282186948 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,0,0.22473328748774735,0.36917141633269157 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,1,0.35957325998039574,0.15076277502664528 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,2,0.3146266024828463,0.2086677876982641 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,3,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,4,0.35957325998039574,0.15076277502664528 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,5,0.47739603762933147,0.05829058013948874 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,6,0.29553088043720516,0.24112859961644273 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,7,0.26967994498529685,0.2811980995641792 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,8,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,9,0.1111111111111111,0.7274895282186948 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,2,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,3,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,6,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,0,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,0,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,0,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,0,0.47739603762933147,0.05829058013948874 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,2,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,5,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,6,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,8,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,1,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,0,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,1,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,2,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,3,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,4,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,5,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,6,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,7,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,8,, +aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,9,, +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,3,0.4944132324730442,0.048193488293190756 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,5,0.044946657497549475,0.8574624419592412 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,9,0.44946657497549475,0.07248608508684644 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,3,0.4944132324730442,0.048193488293190756 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,5,0.06666666666666667,0.8618005952380953 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,6,0.44946657497549475,0.07248608508684644 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,8,0.4944132324730442,0.048193488293190756 +aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,9,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,1,0.3595732599803958,0.15076277502664528 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,2,0.22473328748774737,0.36917141633269157 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,3,0.06666666666666667,0.8618005952380953 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,5,-0.22473328748774737,0.36917141633269157 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,6,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,7,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,9,0.044946657497549475,0.8574624419592412 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,1,0.4944132324730442,0.048193488293190756 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,3,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,4,0.6292532049656925,0.011921001496914019 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,5,-0.022222222222222223,1.0 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,6,0.44946657497549475,0.07248608508684644 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,7,0.44946657497549475,0.07248608508684644 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,8,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,9,0.31462660248284624,0.2086677876982641 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,0,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,1,0.4944132324730442,0.048193488293190756 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,3,0.522862326927363,0.03809415806109578 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,4,0.6592611948214577,0.008926875535053643 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,5,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,7,0.6292532049656925,0.011921001496914019 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,8,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,0,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,1,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,5,-0.022222222222222223,1.0 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,5,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,6,0.6292532049656925,0.011921001496914019 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,0,0.060858061945018464,0.8237838788539289 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,1,-0.049690399499995326,0.8618044330490108 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,2,0.1807753815155468,0.517439239336394 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,3,0.14907119849998599,0.6015081344405899 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,4,-0.049690399499995326,0.8618044330490108 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,5,-0.10846522890932808,0.6977358290647566 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,6,-0.14907119849998599,0.6015081344405899 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,7,, +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,8,-0.049690399499995326,0.8618044330490108 +aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,9,0.24343224778007386,0.373077501374122 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,0,0.5967623950328607,0.020456721550759976 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,1,0.6531972647421808,0.014645494331075933 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,2,0.629940788348712,0.016309171877754967 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,3,0.598056818096707,0.018255860587459292 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,4,0.529150262212918,0.04363140075597019 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,5,0.5060480768510598,0.0457979388108198 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,6,0.5443310539518174,0.0419323909238529 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,7,0.7399853698407473,0.004051149991792091 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,8,0.3265986323710904,0.22226996949464695 +aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,9,0.598056818096707,0.018255860587459292 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,0,0.4944132324730442,0.048193488293190756 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,4,0.764093177458341,0.002263469812035174 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,5,0.13483997249264842,0.590013887163346 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,9,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,3,0.35957325998039574,0.15076277502664528 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,5,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,0,0.04494665749754947,0.8574624419592412 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,1,0.04494665749754947,0.8574624419592412 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,2,0.04494665749754947,0.8574624419592412 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,3,0.04494665749754947,0.8574624419592412 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,4,0.04494665749754947,0.8574624419592412 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,5,0.04494665749754947,0.8574624419592412 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,6,0.04494665749754947,0.8574624419592412 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,7,0.04494665749754947,0.8574624419592412 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,8,0.04494665749754947,0.8574624419592412 +aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,9,0.04494665749754947,0.8574624419592412 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,0,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,1,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,4,0.7047274841194893,0.005187148855929351 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,0,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,6,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,9,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,7,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6,0.016666115520282188 +aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.19999999999999998,0.4843127204585538 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,4,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,7,0.8989331499509894,0.0003280163150135276 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,8,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,9,0.3680349649825889,0.14634982666257293 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,0,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,2,0.6445033866354896,0.012304364739182175 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,4,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,6,0.7501937734175208,0.0029250200956793346 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,9,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,5,0.7047274841194893,0.005187148855929351 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,8,0.40451991747794525,0.1059975484249457 +aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,4,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,9,0.49441323247304414,0.048193488293190756 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,4,0.1111111111111111,0.7274895282186948 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,0,0.20459830184114206,0.4170770595205646 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,4,0.28888888888888886,0.2912483465608466 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,5,0.06819943394704735,0.7867749320074033 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,7,0.6900655593423543,0.006458954266892998 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 +aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,9,0.1111111111111111,0.7274895282186948 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,2,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,4,0.15555555555555553,0.6006536596119929 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,4,0.022222222222222223,1.0 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 +aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,0,0.4494665749754947,0.07248608508684644 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,1,0.26967994498529685,0.2811980995641792 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,8,0.522862326927363,0.03809415806109578 +aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,2,0.828078671210825,0.001082228864258374 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,5,0.7501937734175208,0.0029250200956793346 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,6,0.7501937734175208,0.0029250200956793346 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,8,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,9,0.7501937734175208,0.0029250200956793346 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,0,0.6292532049656926,0.011921001496914019 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,4,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,5,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,8,0.7640931774583409,0.002263469812035174 +aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,9,0.7191465199607915,0.004057136032371292 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 +aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,4,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,7,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,6,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,2,0.6,0.016666115520282188 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 +aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767