diff --git a/cache/aggregate_scoress_cache_1edd56d721757789836f081c38c15400.csv b/cache/aggregate_scoress_cache_1edd56d721757789836f081c38c15400.csv deleted file mode 100644 index 71693440ab060c202f0fcbed206cefc70e7427a4..0000000000000000000000000000000000000000 --- a/cache/aggregate_scoress_cache_1edd56d721757789836f081c38c15400.csv +++ /dev/null @@ -1,83 +0,0 @@ -model,score -arx_0.3,1.0 -claude_3.5_sonnet,0.9876543209876543 -grok_2,0.9753086419753086 -gpt_4o_2024_05_13,0.9629629629629629 -grok_2_mini,0.9506172839506173 -gemini_1.5_pro,0.9382716049382716 -claude_3_opus,0.9259259259259259 -qwen2_72b_chat,0.9135802469135802 -magnum_72b_v1,0.9012345679012346 -gpt_4_turbo,0.8888888888888888 -deepseek_coder_v2_instruct,0.8765432098765432 -higgs_llama3_70b,0.8641975308641975 -gpt_4o_mini,0.8518518518518519 -llama3.1_70b_instruct,0.8395061728395061 -gemini_1.5_flash,0.8271604938271605 -yi_large,0.8148148148148148 -claude_3_sonnet,0.8024691358024691 -llama3_70b_instruct,0.7901234567901234 -phi3_medium_4k,0.7777777777777778 -qwen2_72b_32k,0.7654320987654321 -deepseek_v2_chat,0.7530864197530864 -llama3_70b,0.7407407407407407 -qwen1.5_72b_chat,0.7283950617283951 -llama3.1_70b,0.7160493827160493 -yi_1.5_34b_chat,0.7037037037037037 -gemma_2_9b_it,0.691358024691358 -phi3_medium_128k,0.6790123456790124 -mammoth2_8x7b_plus,0.6666666666666666 -qwen1.5_110b,0.654320987654321 -glm_4_9b_chat,0.6419753086419753 -glm_4_9b,0.6296296296296297 -phi_3.5_mini_instruct,0.6172839506172839 -qwen2_7b_instruct,0.6049382716049383 -yi_1.5_9b_chat,0.5925925925925926 -phi3_mini_4k,0.5802469135802469 -gemma_2_9b,0.5679012345679012 -mistral_nemo_instruct_2407,0.5555555555555556 -llama3.1_8b_instruct,0.5432098765432098 -phi3_mini_128k,0.5308641975308642 -mammoth2_8b_plus,0.5185185185185185 -mixtral_8x7b_instruct_v0.1,0.5061728395061729 -yi_34b,0.49382716049382713 -mathstral_7b_v0.1,0.48148148148148145 -deepseek_coder_v2_lite_instruct,0.4691358024691358 -mixtral_8x7b_v0.1,0.4567901234567901 -llama3_8b_instruct,0.4444444444444444 -mammoth2_7b_plus,0.43209876543209874 -qwen2_7b,0.41975308641975306 -mistral_nemo_base_2407,0.4074074074074074 -wizardlm_2_8x22b,0.3950617283950617 -yi_1.5_6b_chat,0.38271604938271603 -qwen1.5_14b_chat,0.37037037037037035 -c4ai_command_r_v01,0.345679012345679 -staring_7b,0.345679012345679 -llama_2_70b,0.3333333333333333 -openchat_3.5_8b,0.32098765432098764 -internmath_20b_plus,0.30864197530864196 -llama3_smaug_8b,0.2962962962962963 -llama3.1_8b,0.2839506172839506 -llama3_8b,0.2716049382716049 -deepseekmath_7b_instruct,0.25925925925925924 -deepseek_coder_v2_lite_base,0.24691358024691357 -gemma_7b,0.2345679012345679 -internmath_7b_plus,0.2222222222222222 -zephyr_7b_beta,0.20987654320987653 -mistral_7b_v0.1,0.19753086419753085 -mistral_7b_instruct_v0.2,0.18518518518518517 -mistral_7b_v0.2,0.1728395061728395 -qwen1.5_7b_chat,0.16049382716049382 -yi_6b_chat,0.14814814814814814 -neo_7b_instruct,0.13580246913580246 -yi_6b,0.12345679012345678 -neo_7b,0.1111111111111111 -mistral_7b_instruct_v0.1,0.09876543209876543 -llama_2_13b,0.08641975308641975 -llemma_7b,0.07407407407407407 -qwen2_1.5b_instruct,0.06172839506172839 -qwen2_1.5b,0.04938271604938271 -llama_2_7b,0.037037037037037035 -qwen2_0.5b_instruct,0.024691358024691357 -gemma_2b,0.012345679012345678 -qwen2_0.5b,0.0 diff --git a/cache/aggregate_scoress_cache_230b5a189df3af8cde801ce251b7b2ef.csv b/cache/aggregate_scoress_cache_230b5a189df3af8cde801ce251b7b2ef.csv deleted file mode 100644 index 7997049448a1306907e555b8deb4c5803fcdeb67..0000000000000000000000000000000000000000 --- a/cache/aggregate_scoress_cache_230b5a189df3af8cde801ce251b7b2ef.csv +++ /dev/null @@ -1,71 +0,0 @@ -model,score -claude_3_5_sonnet_20240620,1.0 -gpt_4o_2024_08_06,0.9855072463768116 -chatgpt_4o_latest,0.9710144927536232 -gpt_4o_2024_05_13,0.9565217391304348 -llama3.1_405b_instruct_turbo,0.9420289855072463 -gemini_1.5_pro_exp_0827,0.927536231884058 -gpt_4_turbo_2024_04_09,0.9130434782608695 -gemini_1.5_pro_exp_0801,0.8985507246376812 -claude_3_opus_20240229,0.8840579710144928 -gpt_4_0125_preview,0.8695652173913043 -dracarys_llama3.1_70b_instruct,0.855072463768116 -llama3.1_70b_instruct_turbo,0.8405797101449275 -mistral_large_2407,0.8260869565217391 -gemini_1.5_flash_exp_0827,0.8115942028985508 -deepseek_coder_v2,0.7971014492753623 -deepseek_chat_v2,0.782608695652174 -gpt_4_0613,0.7681159420289855 -gemini_1.5_pro_api_0514,0.7536231884057971 -gpt_4o_mini_2024_07_18,0.7391304347826086 -gemma_2_27b_it,0.7246376811594203 -dracarys_72b_instruct,0.7101449275362319 -qwen2_72b_instruct,0.6956521739130435 -hermes_3_llama3.1_70b,0.6811594202898551 -gemini_1.5_flash_api_0514,0.6666666666666666 -smaug_qwen2_72b_instruct,0.6521739130434783 -mistral_large_2402,0.6376811594202898 -claude_3_sonnet_20240229,0.6231884057971014 -llama3_70b_instruct,0.6086956521739131 -claude_3_haiku_20240307,0.5942028985507246 -mixtral_8x22b_instruct_v0.1,0.5797101449275363 -phi_3.5_moe_instruct,0.5652173913043478 -gpt_3.5_turbo_0125,0.5507246376811594 -mistral_small_2402,0.5362318840579711 -command_r_plus,0.5217391304347826 -gemma_2_9b_it,0.5072463768115942 -phi_3_medium_4k_instruct,0.4927536231884058 -phi_3_medium_128k_instruct,0.4782608695652174 -phi_3_small_128k_instruct,0.463768115942029 -qwen1.5_110b_chat,0.4492753623188406 -deepseek_coder_v2_lite_instruct,0.43478260869565216 -qwen1.5_72b_chat,0.42028985507246375 -open_mistral_nemo,0.4057971014492754 -phi_3.5_mini_instruct,0.391304347826087 -llama3.1_8b_instruct_turbo,0.37681159420289856 -phi_3_small_8k_instruct,0.36231884057971014 -llama3_8b_instruct,0.34782608695652173 -command_r,0.3333333333333333 -qwen2_7b_instruct,0.3188405797101449 -phi_3_mini_128k_instruct,0.30434782608695654 -phi_3_mini_4k_instruct,0.2898550724637681 -mathstral_7b_v0.1,0.2753623188405797 -openhermes_2.5_mistral_7b,0.2608695652173913 -mixtral_8x7b_instruct_v0.1,0.2463768115942029 -mistral_7b_instruct_v0.3,0.2318840579710145 -mistral_7b_instruct_v0.2,0.21739130434782608 -gemma_1.1_7b_it,0.2028985507246377 -zephyr_7b_alpha,0.18840579710144928 -qwen1.5_7b_chat,0.17391304347826086 -deepseek_v2_lite_chat,0.15942028985507245 -zephyr_7b_beta,0.14492753623188406 -starling_lm_7b_beta,0.13043478260869565 -vicuna_7b_v1.5_16k,0.11594202898550725 -vicuna_7b_v1.5,0.10144927536231885 -llama_2_7b_chat,0.08695652173913043 -qwen1.5_4b_chat,0.07246376811594203 -qwen2_1.5b_instruct,0.057971014492753624 -yi_6b_chat,0.043478260869565216 -qwen2_0.5b_instruct,0.028985507246376812 -qwen1.5_1.8b_chat,0.014492753623188406 -qwen1.5_0.5b_chat,0.0 diff --git a/cache/aggregate_scoress_cache_2d8c9f9c6d96807c68a9475184afcecb.csv b/cache/aggregate_scoress_cache_2d8c9f9c6d96807c68a9475184afcecb.csv deleted file mode 100644 index 8f2fbbaa757c3fac4aacd0bcecedecb4d780ea56..0000000000000000000000000000000000000000 --- a/cache/aggregate_scoress_cache_2d8c9f9c6d96807c68a9475184afcecb.csv +++ /dev/null @@ -1,686 +0,0 @@ -model,score -claude_3_5_sonnet_20240620,1.0 -gpt_4o_20240513,1.0 -calme_2.1_qwen2_72b,1.0 -shopee_slimmoa_v1,1.0 -calme_2.2_qwen2_72b,0.9970414201183432 -blendax.ai_gm_l6_vo31,0.9947368421052631 -magnum_72b_v1,0.9911242603550295 -gemma_2_9b_it_wpo_hb,0.9894736842105263 -gpt_4o_2024_05_13,0.984963768115942 -blendax.ai_gm_l3_v35,0.9842105263157894 -claude_3.5_sonnet,0.9830508474576272 -calme_2.2_llama3_70b,0.9822485207100592 -llama3_tenyxchat_70b,0.9763313609467456 -openpipe_moa_gpt_4_turbo,0.9736842105263158 -claude_3.5_sonnet_20240620,0.971830985915493 -chatgpt_4o_latest,0.9710144927536232 -rys_llama3_large_instruct,0.9704142011834319 -text_davinci_002,0.9696969696969697 -gpt_4o_2024_08_06,0.9677536231884059 -qwen2_72b,0.9674556213017751 -gemini_1.5_pro,0.9661016949152542 -together_moa,0.9631578947368421 -smaug_llama3_70b_instruct_32k,0.9615384615384616 -rys_llama3_huge_instruct,0.9585798816568047 -llama3_pbm_nova_70b,0.9578947368421052 -zephyr_orpo_141b_a35b_v0.1,0.9526627218934911 -storm_7b_best_of_64,0.9526315789473684 -together_moa_lite,0.9473684210526315 -llama3.1_instruct_turbo_405b,0.9436619718309859 -09,0.9421052631578948 -llama3.1_405b_instruct_turbo,0.9420289855072463 -calme_2.4_llama3_70b,0.9408284023668639 -gpt_4_turbo_2024_04_09,0.9399808331689967 -cohere_command_beta_52.4b,0.9393939393939394 -internlm2_5_20b_chat,0.9378698224852071 -13,0.9368421052631579 -dolphin_2.9.2_qwen2_72b,0.9349112426035503 -multiverse_70b,0.9319526627218935 -higgs_llama3_70b_v2,0.9315789473684211 -llama3.1_instruct_turbo_70b,0.9295774647887324 -barcenas_14b_phi_3_medium_orpo,0.9289940828402367 -gemini_1.5_pro_exp_0827,0.927536231884058 -sppo_gemma_2_9b_it_pairrm,0.9263157894736842 -c4ai_command_r_plus,0.9260355029585798 -text_davinci_003,0.9242424242424242 -internlm2_5_7b_chat,0.9230769230769231 -llama3_instruct_8b_wpo_hb_v2,0.9210526315789473 -llama3_70b_shiningvaliant2,0.9201183431952663 -qwen2_57b_a14b_instruct,0.9171597633136095 -gpt_4o_mini,0.9166666666666666 -20,0.9157894736842105 -deepseek_v2_chat_0628_api,0.9152542372881356 -qwen1.5_110b,0.9142011834319527 -gpt_4_0125_preview,0.9115123229345778 -yi_1.5_34b_chat_16k,0.908284023668639 -18,0.9052631578947369 -qwen2_instruct_72b,0.9014084507042254 -gemini_1.5_pro_api_preview,0.9 -storm_7b,0.9 -blossom_v5.1_34b,0.8994082840236687 -gemini_1.5_pro_exp_0801,0.8985507246376812 -rys_phi_3_medium_4k_instruct,0.8964497041420119 -gpt_4o_mini_20240718,0.8947368421052632 -06,0.8947368421052632 -configurable_llama3.1_8b_instruct,0.8905325443786982 -infinity_instruct_7m_gen_llama3_1_70b,0.8894736842105263 -mistral_large_2_2407,0.8873239436619719 -llama3_70b,0.8867405617134761 -chocolatine_3b_instruct_dpo_revised,0.8846153846153846 -expo_+_llama3_instruct_8b_simpo,0.8842105263157894 -claude_3_opus,0.8813559322033898 -tnlg_v2_530b,0.8787878787878788 -nous_hermes_2_mixtral_8x7b_dpo,0.8757396449704142 -nanbeige_plus_chat_v0.1,0.8736842105263158 -gemini_1.5_pro_001,0.8732394366197183 -athene_70b,0.8649717514124293 -gemini_1.5_flash,0.864406779661017 -yi_1.5_34b_32k,0.863905325443787 -aligner_2b+claude_3_opus,0.8631578947368421 -barcenas_llama3_8b_orpo,0.8609467455621301 -nanbeige2_16b_chat,0.8578947368421053 -dracarys_llama3.1_70b_instruct,0.855072463768116 -mistral_large_2407,0.8547101449275363 -llama3.1_405b_instruct,0.8543859649122807 -llama3.1_70b_instruct,0.8530727706841068 -29,0.8526315789473684 -llama3.1_70b,0.8520710059171598 -yi_34bx2_moe_60b_dpo,0.8520710059171598 -glm_4_0520,0.85 -phi_3_mini_4k_instruct_cpo_simpo,0.849112426035503 -llama30b,0.8484848484848485 -infinity_instruct_7m_gen_mistral_7b,0.8473684210526315 -dolphin_2.9.2_phi_3_medium,0.8461538461538461 -mixtral_8x22b,0.8450704225352113 -llama3_instruct_8b_simpo,0.8447991279975086 -gritlm_8x7b_kto,0.8431952662721893 -llama3.1_70b_instruct_turbo,0.8405797101449275 -mixtral_8x22b_v0.3,0.8402366863905325 -sppo_llama3_instruct_8b_pairrm,0.8368421052631579 -anthropic_lm_v4_s3_52b,0.8333333333333334 -yi_1.5_34b,0.8313609467455622 -gpt_4_turbo_1106_preview,0.8309859154929577 -deepseek_v2_coder_0614_api,0.8305084745762712 -hermes_3_llama3.1_70b,0.8302246805591287 -c4ai_command_r_v01,0.8284023668639053 -arcee_spark,0.8254437869822485 -yi_large,0.8234463276836159 -gpt_4,0.8210526315789474 -claude_3_opus_20240229,0.8195686194461455 -humanish_rp_llama3.1_8b,0.8195266272189349 -smaug_qwen2_72b_instruct,0.8186905068175971 -palmyra_x_v3_72b,0.8169014084507042 -qwen2_57b_a14b,0.8165680473372781 -infinity_instruct_3m_0625_llama3_70b,0.8157894736842105 -gemini_1.5_flash_exp_0827,0.8115942028985508 -aligner_2b+qwen1.5_72b_chat,0.8105263157894737 -blossom_v5.1_9b,0.8076923076923077 -deepseek_coder_v2,0.8068840579710145 -gemma_2_9b_it_dpo,0.8062444246208742 -qwen2_72b_instruct,0.8060674423919884 -aya_23_35b,0.8047337278106509 -gemma_2_27b_it,0.8036174652870135 -gemma_2_instruct_27b,0.8028169014084507 -bagelmisterytour_v2_8x7b,0.8017751479289941 -14,0.8 -calme_2.1_phi3_4b,0.7988165680473372 -yi_large_preview,0.7973418267559564 -llama3_instruct_8b_cpo_simpo,0.7958579881656804 -ein_70b_v0.1,0.7947368421052632 -maid_yuzu_v7,0.7928994082840237 -fsfairx_zephyr_chat_v0.1,0.7894736842105263 -gemini_1.5_flash_001,0.7887323943661971 -palmyra_x_43b,0.7878787878787878 -notux_8x7b_v1,0.7869822485207101 -mixtral_8x22b_v0.1,0.7855808159451885 -gpt_4_0613,0.7855378648703817 -llama3_70b_instruct,0.7843069749718884 -llama3_cantonese_8b_instruct,0.7840236686390533 -deepseek_chat_v2,0.782608695652174 -openbuddy_llama3.1_8b_v22.2_131k,0.7810650887573964 -nemotron_4_340b_inst,0.7796610169491526 -infinity_instruct_7m_gen_llama3_1_8b,0.7789473684210526 -roleplay_llama3_8b,0.7781065088757396 -02,0.7736842105263158 -qwen1.5_32b,0.7714601216768064 -yi_1.5_34b_chat,0.7702354371537107 -gpt_4o_mini_2024_07_18,0.7700499237132448 -llama3_instruct_8b_sppo_iter2,0.7692307692307693 -expo_+_sppo_mistral7b_pairrm,0.7684210526315789 -configurable_yi_1.5_9b_chat,0.7662721893491125 -phi_3.5_moe_instruct,0.7648572163622331 -smaug_34b_v0.1,0.7633136094674556 -merlinite_7b_aot,0.7631578947368421 -palm_2_unicorn,0.7605633802816901 -qwen2_7b,0.7603550295857988 -falcon_instruct_40b,0.7575757575757576 -gemma_2_27b,0.757396449704142 -gemma_2_9b_it_simpo,0.7550089997835828 -qwen1.5_110b_chat,0.7546031756778104 -seallms_v3_7b_chat,0.7544378698224852 -gemini_1.5_pro_api_0514,0.7536231884057971 -infinity_instruct_3m_0613_llama3_70b,0.7526315789473684 -samba_coe_v0.2_best_of_16,0.7526315789473684 -qwen2_cantonese_7b_instruct,0.7514792899408284 -glm_4_0116,0.75 -hermes_3_llama3.1_8b,0.7485207100591716 -qwen1.5_72b,0.7464788732394366 -mistral_large_2,0.7457627118644068 -luxia_21.4b_alignment_v1.2,0.7455621301775148 -suzume_llama3_8b_multilingual_orpo_borda_top75,0.742603550295858 -mpt_instruct_30b,0.7424242424242424 -rebel_llama3_8b_instruct,0.7421052631578947 -infinity_instruct_3m_0625_mistral_7b,0.7421052631578947 -suzume_llama3_8b_multilingual_orpo_borda_top25,0.7396449704142012 -nous_hermes_2_solar_10.7b,0.7366863905325444 -calme_2.2_phi3_4b,0.7337278106508875 -glm_4_air,0.7333333333333333 -palmyra_x_v2_33b,0.7323943661971831 -sppo_mistral7b_pairrm,0.7315789473684211 -llama3_instruct_8b_sppo_iter3,0.7307692307692307 -claude_3_sonnet,0.7288135593220338 -calme_2.3_phi3_4b,0.727810650887574 -mpt_30b,0.7272727272727273 -snorkel_mistral_pairrm_dpo+best_of_16,0.7263157894736842 -qwen1.5_32b_chat,0.725864216754905 -k2_chat,0.7248520710059172 -yi_1.5_9b_chat_16k,0.7218934911242604 -contextual_ai_kto_mistral_pairrm,0.7210526315789474 -luxia_21.4b_alignment_v1.0,0.7189349112426036 -gemma_2_instruct_9b,0.7183098591549296 -gpt_4_0314,0.7166666666666667 -llama3_refueled,0.7159763313609467 -pairrm_0.4b+yi_34b_chat_best_of_16,0.7157894736842105 -openchat_3.5_1210,0.7130177514792899 -dracarys_72b_instruct,0.7101449275362319 -configurablebeagle_11b,0.7100591715976331 -carbonbeagle_11b,0.7071005917159763 -mixtral_8x22b_instruct_v0.1,0.7062215933453392 -claude_2,0.7052631578947368 -mistral_nemo_instruct_2407,0.7041420118343196 -yi_34b,0.7027043920326694 -llama_2_70b,0.7006139400505598 -gemini_1.5_flash_api_preview,0.7 -samba_coe_v0.2,0.7 -openbuddy_mixtral_7bx8_v18.1_32k,0.6982248520710059 -j1_grande_v2_beta_17b,0.696969696969697 -vicuna_v1.3_13b,0.696969696969697 -deepseek_llm_67b_chat,0.6954375583930239 -chocolatine_8b_instruct_dpo_v1.0,0.6923076923076923 -qwen1.5_chat_110b,0.6901408450704225 -claude,0.6894736842105263 -yi_1.5_9b,0.6893491124260355 -openbuddy_llama3_8b_v21.2_32k,0.6863905325443787 -internlm2.5_chat_7b,0.6842105263157895 -rys_llama3_8b_instruct,0.6834319526627219 -phi_3_small_128k_instruct,0.6830674899236772 -cohere_command_beta_6.1b,0.6818181818181818 -infinity_instruct_3m_0625_llama3_8b,0.6816879476798505 -nous_hermes_2_mixtral_8x7b_sft,0.6804733727810651 -expo_+_internlm2_chat_20b,0.6789473684210526 -reka_core,0.6779661016949152 -hermes_2_pro_mistral_7b,0.6775147928994083 -hermes_2_pro_llama3_8b,0.6745562130177515 -openchat_3.5,0.6715976331360947 -expo_+_starling_lm_7b_beta,0.6684210526315789 -cohere_xlarge_v20221108_52.4b,0.6666666666666666 -gemini_1.5_flash_api_0514,0.6666666666666666 -exaone_3.0_7.8b_instruct,0.665680473372781 -phi_3_medium_4k_instruct,0.6641525884000801 -expo_+_tulu_2_dpo_70b,0.6631578947368421 -lion_llama3_8b_dpo_v1.0,0.6627218934911243 -claude_v1.3,0.6619718309859155 -openhermes_2_mistral_7b,0.6597633136094675 -gemma_2_9b_it,0.6572979514989604 -carbonbeagle_11b_truthy,0.6568047337278107 -suzume_llama3_8b_multilingual_orpo_borda_half,0.6538461538461539 -infinity_instruct_3m_0613_mistral_7b,0.6526315789473685 -calm3_22b_chat,0.650887573964497 -palm_2_bison,0.647887323943662 -gemma_2_9b_it_sppo_iter2,0.6449704142011834 -nanbeige2_8b_chat,0.6368421052631579 -phi_3.5_mini_instruct,0.6364805762799074 -vicuna_v1.3_7b,0.6363636363636364 -nous_hermes_2_mistral_7b_dpo,0.636094674556213 -mixtral_8x7b_32k_seqlen,0.6338028169014085 -dolphin_2.9.2_qwen2_7b,0.6331360946745562 -xwinlm_70b_v0.1,0.631578947368421 -gemma_2_9b,0.6301775147928994 -llama3.1_instruct_nsfw_pretrained_e1_plus_reddit,0.6272189349112426 -gemini_pro,0.6263157894736842 -gemma_2_9b_it_sppo_iter_1,0.621301775147929 -opt_175b,0.6212121212121212 -phi_3_14b,0.6197183098591549 -lion_llama3_8b_sft_v1.0,0.6183431952662722 -yi_1.5_9b_chat,0.6175945329173903 -mistral_medium,0.6135964912280703 -gemma_2_9b_it_sppo_iter_1_evol_1,0.6124260355029586 -evo_v2_7b,0.6105263157894737 -claude_3_haiku,0.6101694915254238 -llama3_korean_bllossom_8b,0.6094674556213018 -einstein_v6.1_llama3_8b,0.606508875739645 -ghost_8b_beta_d0x5,0.6052631578947368 -openbuddy_llama3_8b_v21.1_8k,0.6035502958579881 -yi_34b_200k,0.6005917159763313 -yi_34b_chat,0.6003789058444928 -mixtral_8x7b_v0.1,0.5993148551853005 -sauerkrautlm_una_solar_instruct,0.5976331360946746 -mistral_v0.1_7b,0.5969910371318822 -samba_coe_v0.1,0.5947368421052631 -solar_10.7b_instruct_v1.0,0.5946745562130178 -mistral_nemo_inst_12b,0.5932203389830508 -yi_1.5_9b_32k,0.591715976331361 -deepseek_llm_chat_67b,0.5915492957746479 -llama_13b,0.5909090909090909 -expo_+_internlm2_chat_7b,0.5894736842105263 -suzume_llama3_8b_multilingual_orpo_borda_full,0.5887573964497042 -llama3.1_8b_instruct,0.587304058963978 -configurablehermes_7b,0.5857988165680473 -phi_3_mini_4k_instruct,0.5842766486579196 -infinity_instruct_3m_0625_qwen2_7b,0.5842105263157895 -silicon_maid_7b,0.5798816568047337 -pairrm_0.4b+tulu_2+dpo_70b_best_of_16,0.5789473684210527 -gpt_3.5_turbo_0613,0.5787238583013231 -phi_3_7b,0.5774647887323944 -dolphin_2.9.3_mistral_7b_32k,0.5769230769230769 -mistral_large,0.576271186440678 -instructpalmyra_30b,0.5757575757575758 -lion_llama3_8b_odpo_v1.0,0.5739644970414202 -tulu_2+dpo_70b,0.5736842105263158 -gritlm_7b_kto,0.5710059171597633 -claude_3_sonnet_20240229,0.5707967612437912 -openbuddy_zero_14b_v22.3_32k,0.5680473372781065 -llama_65b,0.5679416887434222 -recurrentgemma_9b_it,0.5650887573964497 -claude_instant_1.2,0.5613417346182358 -cohere_xlarge_v20220609_52.4b,0.5606060606060606 -mistral_7b_remax_v0.1,0.5578947368421052 -configurablesolar_10.7b,0.5562130177514792 -einstein_v6.1_developed_by_weyaxi_llama3_8b,0.5562130177514792 -qwen1.5_14b,0.5541711809317443 -neuralbeagle14_7b,0.5532544378698225 -infinity_instruct_3m_0625_yi_1.5_9b,0.5526315789473685 -qwen1.5_72b_chat,0.5518426870418492 -expo_+_starling_lm_7b_alpha,0.5473684210526316 -jurassic_2_large_7.5b,0.5454545454545454 -dbrx_instructruct,0.5450454204517043 -notus_7b_v1,0.5443786982248521 -lmcocktail_10.7b_v1,0.5421052631578948 -dolphin_2.9_llama3_8b,0.5414201183431953 -llama3_8b_instruct_gradient_1048k,0.5355029585798816 -command_r_plus,0.5331641531824205 -llama3.1_8b_fireplace2,0.5325443786982249 -jurassic_2_jumbo_178b,0.5320102432778488 -01,0.531578947368421 -davinci_175b,0.5303030303030303 -glm_4_9b,0.5295857988165681 -xwinlm_13b_v0.1,0.5263157894736842 -gpt_3.5_turbo_0301,0.5257575757575758 -qwen1.5_14b_chat,0.5252984532336759 -mistral_large_2402,0.5252364428114581 -mistral_7b_openorca,0.5236686390532544 -yi_9b,0.5207100591715976 -qwen2_7b_instruct,0.5178342262482379 -mistral_nemo_minitron_8b_base,0.5177514792899408 -gpt_3.5,0.5157894736842106 -llama_7b,0.5151515151515151 -yi_9b_200k,0.5118343195266272 -alphamonarch_7b,0.5118343195266272 -neuralllama3_8b_orpo_v0.3,0.5088757396449705 -magpie_8b_align_v0.1,0.5084745762711864 -gpt_3.5_text_davinci_003,0.5070422535211268 -decilm_7b_instruct,0.5059171597633136 -claude_2.0,0.5028169014084507 -expo_+_tulu_2_dpo_13b,0.5 -wizardlm_70b,0.5 -internlm2.5_20b_chat,0.5 -mistral7b_pairrm_sppo_iter2,0.5 -redpajama_incite_instruct_7b,0.5 -llama3_8b_magpie_align_v0.3,0.4970414201183432 -pairrm_0.4b+tulu_2+dpo_13b_best_of_16,0.49473684210526314 -solar_10.7b_v1.0,0.4940828402366864 -merlinite_7b,0.4911242603550296 -claude_2.1,0.48860472778189606 -einstein_v4_7b,0.4881656804733728 -j1_jumbo_v1_178b,0.48484848484848486 -conifer_7b_dpo,0.4842105263157895 -dictalm2.0_instruct,0.4822485207100592 -yi_1.5_6b,0.47928994082840237 -evo_7b,0.4789473684210526 -gemini_1.0_pro_002,0.4788732394366197 -mistral_7b_v0.3,0.4786515104328869 -glm_4_9b_chat,0.47836972835257335 -phi_3_medium_128k_instruct,0.4782608695652174 -llama3_8b_magpie_align_v0.1,0.47633136094674555 -snorkel_mistral_pairrm_dpo,0.4758771929824561 -claude_3_haiku_20240307,0.47490644349186906 -llama3_inst_8b_simpo,0.4745762711864407 -mistral7b_pairrm_sppo_iter3,0.47337278106508873 -stablelm_2_12b_chat,0.47041420118343197 -glm_130b,0.4696969696969697 -humpback_llama2_70b,0.46842105263157896 -aya_23_8b,0.46745562130177515 -mistral_next,0.4666666666666667 -llama3_neuralhercules_5.0_8b,0.46449704142011833 -deita_7b_v1.0,0.4631578947368421 -zephyr_7b_gemma_v0.1,0.46153846153846156 -josiev4o_8b_stage1_v4,0.45857988165680474 -openhermes_2.5_mistral_7b,0.45808701068338453 -jinachat,0.45789473684210524 -jurassic_2_grande_17b,0.45785317968416556 -llama3_8b_instruct,0.45427998888105275 -tempnet_llama2_chat_70b_v0.1,0.45263157894736844 -dbrx_instruct,0.4508028545941124 -go_bruins_v2,0.44970414201183434 -llama_2_13b,0.44800618906794415 -causallm_14b,0.4473684210526316 -ennoai_pro_french_llama3_8b_v0.4,0.4437869822485207 -pairrm_0.4b+zephyr_7b_beta_best_of_16,0.4421052631578947 -mistral_7b_v0.2,0.44180940516972905 -llama_pro_8b_instruct,0.4408284023668639 -llama3_inst_8b_simpo_v0.2,0.4406779661016949 -opt_66b,0.4393939393939394 -mistral_nemo_base_2407,0.4378698224852071 -phi_3_mini_128k_instruct,0.435111339793614 -falcon_mamba_7b,0.4349112426035503 -deepseek_coder_v2_lite_instruct,0.43478260869565216 -dbrx_instructruct_preview,0.43333333333333335 -decilm_7b,0.4319526627218935 -orpollama3_8b,0.4289940828402367 -qwen1.5_moe_a2.7b_chat,0.4260355029585799 -bloom_176b,0.42424242424242425 -llama3_inst_8b_simpo_expo,0.423728813559322 -deepseek_llm_7b_chat,0.4230769230769231 -phi_3_small_8k_instruct,0.42282608695652174 -llama2_chat_70b,0.42105263157894735 -mistral_orpo_beta,0.42105263157894735 -k2,0.42011834319526625 -mistral_7b_v0.1,0.4171597633136095 -internlm2_20b_chat,0.4166666666666667 -mistral_7b_v0.1_signtensors_1_over_2,0.41420118343195267 -phi_2_instruct_v0.1,0.41124260355029585 -openchat_v3.1_13b,0.4105263157894737 -wizardlm_13b_v1.2,0.4105263157894737 -gemma_7b,0.4094299524960413 -j1_grande_v1_17b,0.4090909090909091 -mistral_small_2402,0.4089610124515207 -mistral_nemo_2402,0.4084507042253521 -windyflollm,0.40828402366863903 -selm_llama3_8b_inst_iter3,0.4067796610169492 -open_mistral_nemo,0.4057971014492754 -ultralm_13b_v2.0_best_of_16,0.4052631578947368 -llama3_8b,0.404346195516293 -falcon_40b,0.40117105718405827 -internlm2_chat_20b,0.4 -expo_+_zephyr_7b_beta,0.4 -mistral_7b_v0.1_signtensors_7_over_16,0.3994082840236686 -gpt_3.5_turbo_0125,0.39619258167526406 -wizardlm_13b_v1.1,0.39473684210526316 -mixtral_8x7b_instruct_v0.1,0.3943864275430021 -arctic_instruct,0.39436619718309857 -dclm_7b,0.39349112426035504 -starling_lm_7b_alpha,0.3928821066472888 -expo_+_zephyr_7b_alpha,0.3894736842105263 -stablelm_2_12b,0.3875739644970414 -hebrew_gemma_11b_instruct,0.38461538461538464 -dolphin_2.2.1_mistral_7b,0.37894736842105264 -falcon_11b,0.378698224852071 -llama3.1_8b,0.378698224852071 -llama3.1_8b_instruct_turbo,0.37681159420289856 -mistral_7b_v0.1_signtensors_3_over_8,0.3757396449704142 -humpback_llama_65b,0.3736842105263158 -phi_3_medium_128k,0.3728813559322034 -flan_flan-ul2,0.3698224852071006 -openbudddy_llama2_70b_v10.1,0.3684210526315789 -gpt_3.5_text_davinci_002,0.36619718309859156 -recurrentgemma_9b,0.363905325443787 -redpajama_incite_base_7b,0.36363636363636365 -openbuddy_llama_65b_v8,0.3631578947368421 -luminous_supreme_70b,0.36096884336320956 -flan_t5_xxl,0.3609467455621302 -qwen_14b_chat,0.35789473684210527 -hermes_2_theta_llama3_8b,0.3559322033898305 -ende_chat_0.0.7,0.35502958579881655 -yi_1.5_6b_chat,0.35277832028672623 -zephyr_7b_beta,0.35192176049419494 -cohere_large_v20220720_13.1b,0.3484848484848485 -gpt_4_adversarial,0.3473684210526316 -cut_13b,0.3473684210526316 -mistral_7b_instruct_v0.1,0.34615384615384615 -starcoder2_15b,0.3431952662721893 -openchat_v2_w_13b,0.34210526315789475 -qwen1.5_moe_a2.7b,0.34023668639053256 -starling_lm_7b_beta_expo,0.3389830508474576 -hare1.0_beta,0.33727810650887574 -zephyr_7b_alpha,0.3339531832754857 -redpajama_incite_instruct_v1_3b,0.3333333333333333 -expo_+_tulu_2_dpo_7b,0.33157894736842103 -vicuna_13b_v1.5_together,0.33157894736842103 -qwen1.5_7b,0.32900658388199017 -lion_gemma_2b_sft_v1.0,0.32840236686390534 -stablelm_zephyr_3b,0.32840236686390534 -tulu_2+dpo_13b,0.3263157894736842 -nxcode_cq_7b_orpo,0.3254437869822485 -command,0.323943661971831 -autotrain_llama3_orpo_v2,0.3224852071005917 -selm_zephyr_7b_iter3,0.3220338983050847 -ennoai_pro_llama3_8b,0.31952662721893493 -text_curie_001,0.3181818181818182 -mistral_7b_v0.1_signtensors_5_over_16,0.3165680473372781 -claude2_alpaca_13b,0.3157894736842105 -minotaur_13b,0.3157894736842105 -internlm2_5_1_8b_chat,0.3136094674556213 -mistral_v0.3_7b_orpo,0.3106508875739645 -airoboros_65b,0.3105263157894737 -yi_6b_200k,0.3076923076923077 -llama_2_7b,0.30711229302778603 -cohere_command,0.30526315789473685 -reka_flash,0.3050847457627119 -flan_t5_xl,0.3047337278106509 -openbuddy_zero_3b_v21.2_32k,0.30177514792899407 -lion_gemma_2b_dpo_v1.0,0.2988165680473373 -llama3.1_instruct_turbo_8b,0.29577464788732394 -xwinlm_7b_v0.1,0.29473684210526313 -vicuna_13b_v1.3,0.29473684210526313 -h2o_danube3_4b_chat,0.29289940828402367 -lion_gemma_2b_odpo_v1.0,0.29289940828402367 -airoboros_33b,0.2894736842105263 -mistral_7b_instruct_v0.2,0.2888078325695241 -gemma_2_2b_it,0.288135593220339 -qwen1.5_4b,0.2869822485207101 -llama_2_13b_chat,0.28402366863905326 -vicuna_33b_v1.3,0.2833333333333333 -vicuna_13b_v1.5,0.2789473684210526 -platolm_7b,0.2789473684210526 -yi_6b,0.2779398283190266 -mathstral_7b_v0.1,0.2753623188405797 -hare_1.1b_base_0.5v,0.27514792899408286 -cohere_medium_v20221108_6.1b,0.2727272727272727 -olmo_7b_instruct,0.27218934911242604 -internlm2_chat_1_8b,0.2692307692307692 -gemma_1.1_7b_it,0.2686190435354315 -gemma_instruct_7b,0.26842105263157895 -openchat_v2_13b,0.26842105263157895 -mistral_7b_instruct_v0.3,0.2646714118286025 -qwen2_1.5b,0.26331360946745563 -deepseek_moe_16b_chat,0.2603550295857988 -openbuddy_llama30b_v7.1,0.2578947368421053 -redpajama_incite_base_v1_3b,0.25757575757575757 -gemma_2_2b,0.257396449704142 -flan_t5_large,0.25443786982248523 -jamba_instruct,0.2535211267605634 -command_r,0.25324162489058644 -gpt_3.5_turbo_1106,0.25 -stablelm_2_zephyr_1_6b,0.2485207100591716 -luminous_extended_30b,0.24839948783610755 -llama33b_oasst_sft,0.24736842105263157 -ultralm_13b_best_of_16,0.24736842105263157 -qwen1.5_1.8b,0.2455621301775148 -jamba_v0.1,0.24260355029585798 -tnlg_v2_6.7b,0.24242424242424243 -wizardlm_13b,0.24210526315789474 -alpaca_7b,0.24170653907496012 -qwen1.5_7b_chat,0.23952847697682547 -neo_7b_instruct_expo,0.23728813559322035 -nous_hermes_13b,0.23684210526315788 -btlm_7b_base_v0.2,0.23668639053254437 -matter_0.2_7b_dpo,0.23372781065088757 -starling_lm_7b_beta,0.23188405797101447 -mistral_7b_v0.1_signtensors_1_over_4,0.22781065088757396 -j1_large_v1_7.5b,0.22727272727272727 -mistral_medium_2312,0.22535211267605634 -stablelm_2_1_6b_chat,0.22485207100591717 -qwen2_1.5b_instruct,0.2242517794357259 -internlm2_1_8b,0.22189349112426035 -tulu_2+dpo_7b,0.22105263157894736 -vicuna_13b,0.22105263157894736 -openbudddy_llama2_13b_v11.1,0.22105263157894736 -yi_6b_chat,0.21996398250578852 -starcoder2_7b,0.21893491124260356 -gemini_1.0_pro,0.21666666666666667 -deepseek_llm_7b_base,0.21597633136094674 -ultralm_13b_v2.0,0.21578947368421053 -gpt_neox_20b,0.21512461897077284 -recurrentgemma_2b_it,0.21301775147928995 -granite_7b_base,0.20710059171597633 -davinci001,0.20526315789473684 -openbuddy_falcon_40b_v9,0.20526315789473684 -fox_1_1.6b,0.20414201183431951 -starlinglm_7b_beta,0.2033898305084746 -neo_7b_instruct,0.2033898305084746 -deepseek_moe_16b_base,0.20118343195266272 -qwen1.5_4b_chat,0.20043306748992368 -snowflake_arctic_instruct,0.2 -openchat_13b,0.2 -gemma_2b,0.19822485207100593 -phi_2,0.1970183187780268 -stablelm_3b_4e1t,0.1952662721893491 -tempnet_llama2_chat_13b_v0.1,0.19473684210526315 -llama2_chat_13b,0.18947368421052632 -gemma_2b_orpo,0.1893491124260355 -gpt_j_6b,0.18742155280616818 -guanaco_65b,0.18421052631578946 -phi_1_5,0.1834319526627219 -qwen2_0.5b,0.1834319526627219 -curie_6.7b,0.18181818181818182 -codegemma_1.1_2b,0.1804733727810651 -opencoderplus_15b,0.17894736842105263 -recurrentgemma_2b,0.17751479289940827 -dolly_v1_6b,0.17455621301775148 -llama33b_oasst_rlhf,0.1736842105263158 -llama_2_70b_chat,0.17239717402690025 -smollm_135m,0.17159763313609466 -mixtral_8x7b_instruct,0.1694915254237288 -openchat8192_13b,0.16842105263157894 -falcon_40b_instruct,0.1673466209903457 -falcon_instruct_7b,0.16666666666666666 -phi_1_5_instruct_v0.1,0.16568047337278108 -phi_2_dpo,0.1631578947368421 -deepseek_v2_lite_chat,0.15942028985507245 -pythia_12b,0.15913573605881298 -minichat_1.5_3b,0.15789473684210525 -gpt2,0.15680473372781065 -starcoder2_3b,0.15680473372781065 -olmo_1b,0.15384615384615385 -falcon_7b,0.1522980450391068 -cohere_medium_v20220720_6.1b,0.15151515151515152 -smol_llama_220m_gqa,0.15088757396449703 -gpt_neo_2.7b,0.14497041420118342 -luminous_base_13b,0.14393939393939395 -tulu_2_dpo_70b,0.14279661016949152 -recycled_wizardlm_7b_v2.0,0.14210526315789473 -llama2_chat_7b_evol70k_neft,0.14210526315789473 -sheared_llama_2.7b,0.14201183431952663 -gemma_7b_it,0.13967338615317756 -flan_t5_base,0.1390532544378698 -vicuna_7b_v1.3,0.1368421052631579 -text_babbage_001,0.13636363636363635 -opt_30b,0.13609467455621302 -smollm_360m,0.13313609467455623 -flan_t5_small,0.1301775147928994 -vicuna_7b_v1.5,0.12704042715484365 -mistral_instruct_v0.3_7b,0.1267605633802817 -ultralm_13b,0.12631578947368421 -alpaca_farm_ppo_sim_gpt_4_7b,0.12631578947368421 -mpt_7b,0.1242603550295858 -t0pp_11b,0.12121212121212122 -baize_v2_13b,0.12105263157894737 -reka_edge,0.11864406779661017 -mistral_7b_instruct,0.11666666666666667 -vicuna_7b_v1.5_16k,0.11594202898550725 -gpt2_medium,0.11538461538461539 -gemma_1.1_2b_it,0.1133629191321499 -pythia_160m,0.11242603550295859 -pythia_6.9b,0.11220190066343913 -recycled_wizardlm_7b_v1.0,0.11052631578947368 -ghost_7b_alpha,0.11052631578947368 -phi_1,0.10650887573964497 -alpaca_farm_ppo_human_7b,0.10526315789473684 -internlm2_chat_7b,0.10526315789473684 -sheared_llama_1.3b,0.10355029585798817 -gpt2_large,0.10059171597633136 -vicuna_7b,0.1 -redpajama_incite_7b_base,0.09763313609467456 -gemma_2b_it,0.09615384615384616 -pythia_2.8b,0.09467455621301775 -llama_2_7b_chat,0.09294228625332304 -olmo_7b,0.0913617801483457 -flan-ul2_20b,0.09090909090909091 -phi_2_sft,0.08947368421052632 -redpajama_incite_base_3b_v1,0.08875739644970414 -smollm_1.7b,0.08875739644970414 -qwen2_0.5b_instruct,0.08845725066460852 -qwen1.5_1.8b_chat,0.08646696064404215 -gpt_neo_1.3b,0.08579881656804733 -dialogpt_medium,0.07988165680473373 -opt_1.3b,0.07988165680473373 -stablelm_2_1_6b,0.07692307692307693 -t5_11b,0.07575757575757576 -tempnet_llama2_chat_7b_v0.1,0.07368421052631578 -minichat_3b,0.07368421052631578 -guanaco_33b,0.07368421052631578 -smollm_1.7b_instruct,0.07100591715976332 -qwen1.5_0.5b,0.07100591715976332 -pythia_410m,0.06804733727810651 -babbage_1.3b,0.06060606060606061 -gpt2_xl,0.05917159763313609 -llama2_chat_7b,0.05789473684210526 -gemma_instruct_2b,0.05789473684210526 -command_light,0.056338028169014086 -tinyllama_v1.1,0.05621301775147929 -qwen1.5_0.5b_chat,0.05473372781065089 -gpt_sw3_40b,0.05325443786982249 -openbuddy_falcon_7b_v6,0.05263157894736842 -hermes_2_mixtral_8x7b_dpo,0.05084745762711865 -helpingai_15b,0.05029585798816568 -tinyyi_7b_test,0.047337278106508875 -cohere_small_v20220720_410m,0.045454545454545456 -gpt_neo_125m,0.04437869822485207 -falcon_7b_instruct,0.04422298349423855 -bloom_3b,0.04142011834319527 -smollm_135m_instruct,0.038461538461538464 -chatglm2_6b,0.03684210526315789 -baize_v2_7b,0.03684210526315789 -llama_160m_chat_v1,0.03550295857988166 -phi_3_mini_128k,0.03389830508474576 -rhea_72b_v0.5,0.03254437869822485 -pythia_12b_sft,0.031578947368421054 -ada_350m,0.030303030303030304 -bloom_1b7,0.029585798816568046 -bloom_1b1,0.026627218934911243 -smol_llama_101m_gqa,0.023668639053254437 -pythia_12b_oasst_sft,0.021052631578947368 -distilgpt2,0.020710059171597635 -minueza_32m_ultrachat,0.01775147928994083 -guanaco_13b,0.015789473684210527 -text_ada_001,0.015151515151515152 -pythia_410m_roberta_lr_8e7_kl_01_steps_12000_rlhf_model,0.014792899408284023 -bloom_7b1,0.011834319526627219 -guanaco_7b,0.010526315789473684 -bloom_560m,0.008875739644970414 -instructlm_500m,0.005917159763313609 -hare_1.1b_base,0.0029585798816568047 -yalm_100b,0.0 -nucleus_22b_token_500b,0.0 -baichuan_13b_chat,0.0 diff --git a/cache/aggregate_scoress_cache_9c0710fd06d230cc89e0f2f023e3058f.csv b/cache/aggregate_scoress_cache_9c0710fd06d230cc89e0f2f023e3058f.csv deleted file mode 100644 index 5a74d77be6061f719352cdec31ea48b6173ba9ce..0000000000000000000000000000000000000000 --- a/cache/aggregate_scoress_cache_9c0710fd06d230cc89e0f2f023e3058f.csv +++ /dev/null @@ -1,146 +0,0 @@ -model,score -arx_0.3,1.0 -claude_3.5_sonnet,0.9876543209876543 -gpt_4o_2024_05_13,0.9814814814814814 -grok_2,0.9753086419753086 -gpt_4_0613,0.971830985915493 -claude_3.5_sonnet_20240620,0.971830985915493 -gpt_4_turbo_2024_04_09,0.9577464788732394 -grok_2_mini,0.9506172839506173 -llama3.1_instruct_turbo_405b,0.9436619718309859 -gemini_1.5_pro,0.9382716049382716 -llama3.1_instruct_turbo_70b,0.9295774647887324 -claude_3_opus,0.9259259259259259 -qwen2_72b_chat,0.9135802469135802 -qwen2_instruct_72b,0.9014084507042254 -magnum_72b_v1,0.9012345679012346 -gpt_4_turbo,0.8888888888888888 -mistral_large_2_2407,0.8873239436619719 -deepseek_coder_v2_instruct,0.8765432098765432 -gemini_1.5_pro_001,0.8732394366197183 -higgs_llama3_70b,0.8641975308641975 -gpt_4o_mini_2024_07_18,0.8591549295774648 -gpt_4o_mini,0.8518518518518519 -mixtral_8x22b,0.8450704225352113 -llama3.1_70b_instruct,0.8395061728395061 -gpt_4_turbo_1106_preview,0.8309859154929577 -llama3_70b,0.8281168492436097 -gemini_1.5_flash,0.8271604938271605 -palmyra_x_v3_72b,0.8169014084507042 -yi_large,0.8148148148148148 -gemma_2_instruct_27b,0.8028169014084507 -claude_3_sonnet,0.8024691358024691 -llama3_70b_instruct,0.7901234567901234 -gemini_1.5_flash_001,0.7887323943661971 -phi3_medium_4k,0.7777777777777778 -claude_3_opus_20240229,0.7746478873239436 -qwen2_72b_32k,0.7654320987654321 -palm_2_unicorn,0.7605633802816901 -deepseek_v2_chat,0.7530864197530864 -qwen1.5_72b,0.7464788732394366 -palmyra_x_v2_33b,0.7323943661971831 -qwen1.5_72b_chat,0.7283950617283951 -gemma_2_instruct_9b,0.7183098591549296 -llama3.1_70b,0.7160493827160493 -yi_1.5_34b_chat,0.7037037037037037 -gemma_2_9b_it,0.691358024691358 -qwen1.5_chat_110b,0.6901408450704225 -phi3_medium_128k,0.6790123456790124 -qwen1.5_32b,0.676056338028169 -mammoth2_8x7b_plus,0.6666666666666666 -claude_v1.3,0.6619718309859155 -qwen1.5_110b,0.654320987654321 -palm_2_bison,0.647887323943662 -glm_4_9b_chat,0.6419753086419753 -mixtral_8x7b_32k_seqlen,0.6338028169014085 -glm_4_9b,0.6296296296296297 -phi_3_14b,0.6197183098591549 -phi_3.5_mini_instruct,0.6172839506172839 -claude_2.0,0.6056338028169014 -qwen2_7b_instruct,0.6049382716049383 -yi_34b,0.5990262563032516 -yi_1.5_9b_chat,0.5925925925925926 -deepseek_llm_chat_67b,0.5915492957746479 -phi3_mini_4k,0.5802469135802469 -phi_3_7b,0.5774647887323944 -gemma_2_9b,0.5679012345679012 -mistral_nemo_instruct_2407,0.5555555555555556 -yi_large_preview,0.5492957746478874 -llama3.1_8b_instruct,0.5432098765432098 -command_r_plus,0.5352112676056338 -phi3_mini_128k,0.5308641975308642 -mammoth2_8b_plus,0.5185185185185185 -gpt_3.5_text_davinci_003,0.5070422535211268 -claude_2.1,0.5070422535211268 -mixtral_8x7b_instruct_v0.1,0.5061728395061729 -qwen1.5_14b,0.49295774647887325 -mathstral_7b_v0.1,0.48148148148148145 -gemini_1.0_pro_002,0.4788732394366197 -deepseek_coder_v2_lite_instruct,0.4691358024691358 -claude_instant_1.2,0.4647887323943662 -mixtral_8x7b_v0.1,0.4567901234567901 -llama_2_70b,0.4483568075117371 -llama3_8b_instruct,0.4444444444444444 -mammoth2_7b_plus,0.43209876543209874 -gpt_3.5_turbo_0613,0.4225352112676056 -claude_3_sonnet_20240229,0.4225352112676056 -qwen2_7b,0.41975308641975306 -mistral_nemo_2402,0.4084507042253521 -mistral_nemo_base_2407,0.4074074074074074 -wizardlm_2_8x22b,0.3950617283950617 -arctic_instruct,0.39436619718309857 -yi_1.5_6b_chat,0.38271604938271603 -qwen1.5_14b_chat,0.37037037037037035 -gpt_3.5_text_davinci_002,0.36619718309859156 -llama3_8b,0.3611545818118588 -llama_65b,0.352112676056338 -c4ai_command_r_v01,0.345679012345679 -staring_7b,0.345679012345679 -mistral_large_2402,0.3380281690140845 -command,0.323943661971831 -openchat_3.5_8b,0.32098765432098764 -command_r,0.30985915492957744 -internmath_20b_plus,0.30864197530864196 -gemma_7b,0.3003825421665797 -llama3_smaug_8b,0.2962962962962963 -llama3.1_instruct_turbo_8b,0.29577464788732394 -llama3.1_8b,0.2839506172839506 -mistral_small_2402,0.28169014084507044 -dbrx_instructruct,0.2676056338028169 -deepseekmath_7b_instruct,0.25925925925925924 -jamba_instruct,0.2535211267605634 -deepseek_coder_v2_lite_base,0.24691358024691357 -mistral_v0.1_7b,0.23943661971830985 -mistral_medium_2312,0.22535211267605634 -internmath_7b_plus,0.2222222222222222 -qwen1.5_7b,0.2112676056338028 -zephyr_7b_beta,0.20987654320987653 -mistral_7b_v0.1,0.19753086419753085 -claude_3_haiku_20240307,0.19718309859154928 -mistral_7b_instruct_v0.2,0.18518518518518517 -mistral_7b_v0.2,0.1728395061728395 -qwen1.5_7b_chat,0.16049382716049382 -jurassic_2_jumbo_178b,0.15492957746478872 -yi_6b,0.15327769083637627 -yi_6b_chat,0.14814814814814814 -falcon_40b,0.14084507042253522 -neo_7b_instruct,0.13580246913580246 -llama_2_13b,0.127716918796731 -mistral_instruct_v0.3_7b,0.1267605633802817 -jurassic_2_grande_17b,0.11267605633802817 -neo_7b,0.1111111111111111 -mistral_7b_instruct_v0.1,0.09876543209876543 -phi_2,0.09859154929577464 -llemma_7b,0.07407407407407407 -luminous_supreme_70b,0.07042253521126761 -qwen2_1.5b_instruct,0.06172839506172839 -llama_2_7b,0.06077203964527908 -command_light,0.056338028169014086 -qwen2_1.5b,0.04938271604938271 -luminous_extended_30b,0.04225352112676056 -falcon_7b,0.028169014084507043 -qwen2_0.5b_instruct,0.024691358024691357 -olmo_7b,0.014084507042253521 -gemma_2b,0.012345679012345678 -luminous_base_13b,0.0 -qwen2_0.5b,0.0 diff --git a/cache/aggregate_scoress_cache_bffcfd24eb4a8fe1f6c8ac8a0c8c21d6.csv b/cache/aggregate_scoress_cache_bffcfd24eb4a8fe1f6c8ac8a0c8c21d6.csv deleted file mode 100644 index 4228e2e2da667b071ea05d3f6435fdc4e9d77c68..0000000000000000000000000000000000000000 --- a/cache/aggregate_scoress_cache_bffcfd24eb4a8fe1f6c8ac8a0c8c21d6.csv +++ /dev/null @@ -1,73 +0,0 @@ -model,score -gpt_4o_2024_05_13,1.0 -gpt_4_0613,0.971830985915493 -claude_3.5_sonnet_20240620,0.971830985915493 -gpt_4_turbo_2024_04_09,0.9577464788732394 -llama3.1_instruct_turbo_405b,0.9436619718309859 -llama3.1_instruct_turbo_70b,0.9295774647887324 -llama3_70b,0.9154929577464789 -qwen2_instruct_72b,0.9014084507042254 -mistral_large_2_2407,0.8873239436619719 -gemini_1.5_pro_001,0.8732394366197183 -gpt_4o_mini_2024_07_18,0.8591549295774648 -mixtral_8x22b,0.8450704225352113 -gpt_4_turbo_1106_preview,0.8309859154929577 -palmyra_x_v3_72b,0.8169014084507042 -gemma_2_instruct_27b,0.8028169014084507 -gemini_1.5_flash_001,0.7887323943661971 -claude_3_opus_20240229,0.7746478873239436 -palm_2_unicorn,0.7605633802816901 -qwen1.5_72b,0.7464788732394366 -palmyra_x_v2_33b,0.7323943661971831 -gemma_2_instruct_9b,0.7183098591549296 -yi_34b,0.704225352112676 -qwen1.5_chat_110b,0.6901408450704225 -qwen1.5_32b,0.676056338028169 -claude_v1.3,0.6619718309859155 -palm_2_bison,0.647887323943662 -mixtral_8x7b_32k_seqlen,0.6338028169014085 -phi_3_14b,0.6197183098591549 -claude_2.0,0.6056338028169014 -deepseek_llm_chat_67b,0.5915492957746479 -phi_3_7b,0.5774647887323944 -llama_2_70b,0.5633802816901409 -yi_large_preview,0.5492957746478874 -command_r_plus,0.5352112676056338 -gpt_3.5_text_davinci_003,0.5070422535211268 -claude_2.1,0.5070422535211268 -qwen1.5_14b,0.49295774647887325 -gemini_1.0_pro_002,0.4788732394366197 -claude_instant_1.2,0.4647887323943662 -llama3_8b,0.4507042253521127 -gpt_3.5_turbo_0613,0.4225352112676056 -claude_3_sonnet_20240229,0.4225352112676056 -mistral_nemo_2402,0.4084507042253521 -arctic_instruct,0.39436619718309857 -gpt_3.5_text_davinci_002,0.36619718309859156 -gemma_7b,0.36619718309859156 -llama_65b,0.352112676056338 -mistral_large_2402,0.3380281690140845 -command,0.323943661971831 -command_r,0.30985915492957744 -llama3.1_instruct_turbo_8b,0.29577464788732394 -mistral_small_2402,0.28169014084507044 -dbrx_instructruct,0.2676056338028169 -jamba_instruct,0.2535211267605634 -mistral_v0.1_7b,0.23943661971830985 -mistral_medium_2312,0.22535211267605634 -qwen1.5_7b,0.2112676056338028 -claude_3_haiku_20240307,0.19718309859154928 -yi_6b,0.18309859154929578 -llama_2_13b,0.16901408450704225 -jurassic_2_jumbo_178b,0.15492957746478872 -falcon_40b,0.14084507042253522 -mistral_instruct_v0.3_7b,0.1267605633802817 -jurassic_2_grande_17b,0.11267605633802817 -phi_2,0.09859154929577464 -llama_2_7b,0.08450704225352113 -luminous_supreme_70b,0.07042253521126761 -command_light,0.056338028169014086 -luminous_extended_30b,0.04225352112676056 -falcon_7b,0.028169014084507043 -olmo_7b,0.014084507042253521 -luminous_base_13b,0.0 diff --git a/cache/aggregate_scoress_cache_f97e563eeda8c9bdc279f5b94b32606c.csv b/cache/aggregate_scoress_cache_f97e563eeda8c9bdc279f5b94b32606c.csv deleted file mode 100644 index 8b3e0e5b5bacc89d53fdd69b92ff7e202a1bb1eb..0000000000000000000000000000000000000000 --- a/cache/aggregate_scoress_cache_f97e563eeda8c9bdc279f5b94b32606c.csv +++ /dev/null @@ -1,1734 +0,0 @@ -model,score -llama3_70b_instruct_dpo_v0.4,1.0 -llama3_70b_instruct_dpo_v0.3,0.9994226327944573 -llama3_70b_instruct_dpo_v0.2,0.9988452655889145 -llama3_70b_japanese_suzume_vector_v0.1,0.9982678983833718 -qwen1.5_110b,0.9976905311778291 -llama3_70b_instruct_dpo_v0.1,0.9971131639722863 -autotrain_llama3_70b_orpo_v2,0.9965357967667436 -llama3_70b_instruct,0.995958429561201 -llama3_tenyxchat_70b,0.9953810623556582 -llama3_70b_chinese_chat,0.9948036951501155 -llama3_70b_orpo_v0.1,0.9942263279445728 -llama3_70b,0.99364896073903 -contaminated_proof_7b_v1.0,0.9924942263279446 -contaminated_proof_7b_v1.0_safetensor,0.9924942263279446 -platyi_34b_llama_q,0.9919168591224018 -platyi_34b_lora,0.9913394919168591 -platyi_34b_llama_q_fastchat,0.9907621247113164 -platyi_34b_llama,0.9901847575057737 -multiverse_70b,0.9896073903002309 -platypus_yi_34b,0.9890300230946882 -qwen1.5_110b_chat,0.9884526558891455 -yi_1.5_34b_chat_16k,0.9878752886836027 -phi_3_medium_llamaish,0.9872979214780601 -phi_3_medium_4k_instruct,0.9867205542725174 -mixtral_8x22b_v0.1,0.9861431870669746 -mixtral_8x22b_instruct_v0.1,0.9855658198614319 -platyi_34b_q,0.9849884526558892 -dolphin_2.9.1_yi_1.5_34b,0.9844110854503464 -momo_70b_lora_1.8.5_dpo,0.9838337182448037 -qwen1.5_72b_chat,0.983256351039261 -caplattessdolxaboros_yi_34b_200k_dare_ties_highdensity,0.9826789838337182 -momo_72b_lora_1.8.6_dpo,0.9821016166281755 -qwen_72b,0.9815242494226328 -caplattessdolxaboros_yi_34b_200k_dare_ties_extremedensity,0.98094688221709 -skkuds_dpo_72b_v3,0.9803695150115473 -skkuds_dpo_72b_v1,0.9792147806004619 -momo_72b_lora_1.8.4_dpo,0.9792147806004619 -yi_34b_200k_dare_merge_v5,0.9786374133949192 -qwen2_beta_72b,0.9774826789838337 -qwen1.5_72b,0.9774826789838337 -momo_72b_lora_1.8.7_dpo,0.9763279445727483 -platyi_34b_200k_q_fastchat,0.9763279445727483 -yi_32b_x2_v2.0,0.9757505773672055 -phi_3_medium_128k_instruct,0.9751732101616628 -deita_34b,0.9745958429561201 -faro_yi_34b,0.9728637413394919 -yi_bagel_2x34b_moe,0.9728637413394919 -faro_yi_34b_200k,0.9728637413394919 -platyi_34b_llama_q_v2,0.9722863741339491 -bagel_dpo_34b_v0.2,0.9717090069284064 -metamath_bagel_dpo_34b,0.9711316397228638 -sus_chat_34b,0.9705542725173211 -jallabi_34b,0.9699769053117783 -deacon_34b_qlora_adapter,0.9693995381062356 -llama3_70b_instruct_gradient_524k,0.9688221709006929 -mm_ov_bagel_dpo_34b_c1000_250,0.9682448036951501 -yi_34b_llama,0.9676674364896074 -deacon_34b_adapter,0.9670900692840647 -pivot_sus_rp,0.9665127020785219 -yi_34b_200k_rawrr_dpo_1,0.9653579676674365 -hyperion_2.0_yi_34b,0.9653579676674365 -aquila2_34b,0.9647806004618937 -blossom_v5_34b,0.964203233256351 -hyperion_3.0_yi_34b,0.9636258660508084 -yi_34b_v3,0.9630484988452656 -c4ai_command_r_plus,0.9624711316397229 -pallas_0.2,0.9613163972286374 -yi_34b_v2,0.9613163972286374 -shqiponja_59b_v1,0.9607390300230947 -miqu_1_70b_sf,0.960161662817552 -miqu_70b_alpaca_dpo,0.9595842956120092 -caplattessdolxaboros_yi_34b_200k_dare_ties,0.9590069284064665 -yi_34b_200k_aezakmi_v2,0.9584295612009238 -hercules_4.0_yi_34b,0.957852193995381 -platyi_34b_200k_q,0.9572748267898383 -pallas_0.4,0.9566974595842956 -pallas_0.3,0.9561200923787528 -pallas_0.5,0.9555427251732102 -qwen1.5_32b_chat,0.9549653579676675 -platyi_34b_llama_q_v3,0.9543879907621247 -kiqu_70b,0.953810623556582 -yi_34b_chat,0.9532332563510393 -capybara_tess_yi_34b_200k,0.9520785219399538 -yi_34b_200k_aezakmi_raw_2301,0.9520785219399538 -anfeng_v3_avocet,0.9515011547344111 -cr_model_v1,0.9509237875288684 -dbrx_base,0.9503464203233256 -yi_34b_200k_aezakmi_xlctx_v3,0.9497690531177829 -blossom_v4_yi_34b,0.9491916859122402 -qwen1.5_32b,0.9486143187066974 -blossom_v5_32b,0.9480369515011547 -einstein_v4_qwen_1.5_32b,0.9474595842956121 -deita_32b,0.9468822170900693 -yi_34b_aezakmi_v1,0.9463048498845266 -openbuddy_qwen1.5_32b_v21.1_32k,0.9457274826789839 -dbrx_instructruct,0.9451501154734411 -yi_34b_200k_aezakmi_raw_2901,0.9445727482678984 -qwen_72b_llama,0.9439953810623557 -sg_raccoon_yi_200k_2.0,0.9434180138568129 -openbuddy_qwen1.5_32b_v21.2_32k,0.9428406466512702 -taiwan_llm_8x7b_dpo,0.9422632794457275 -deepseek_llm_67b_chat,0.9416859122401847 -mixtral_ko_qna_merged,0.941108545034642 -mixtral_8x7b_v0.1,0.9405311778290993 -deepseek_llm_67b_base,0.9399538106235565 -mixtral_8x7b_v0.1_dpo,0.9387990762124712 -mixtral_8x7b_v0.1_sft,0.9387990762124712 -master_yi_9b,0.9382217090069284 -notux_8x7b_v1_epoch_2,0.9376443418013857 -notus_8x7b_experiment,0.937066974595843 -mixtral_8x7b_instruct_v0.1,0.9364896073903002 -mixtral_instruct_0.1_laser,0.9359122401847575 -mixtral_8x7b_instruct_v0.1_dpo,0.9353348729792148 -mixtral_8x7b_dpo_v0.2,0.934757505773672 -configurable_yi_1.5_9b_chat,0.9341801385681293 -chinese_mixtral_8x7b,0.9336027713625866 -openbuddy_mixtral_7bx8_v18.1_32k,0.9330254041570438 -average_dolphin_8x7b,0.9324480369515011 -dolphin_2.9.1_yi_1.5_9b,0.9318706697459584 -genz_70b,0.9312933025404158 -faro_yi_9b,0.9295612009237876 -sheep_duck_llama_2_70b_v1.1,0.9295612009237876 -faro_yi_9b_200k,0.9295612009237876 -faro_yi_9b_dpo,0.9289838337182448 -mixtral_8x7b_dpo_v0.1,0.9284064665127021 -yayi2_30b_llama,0.9278290993071594 -solar_0_70b_16bit,0.9266743648960739 -openbuddy_deepseek_67b_v18.1_4k,0.9266743648960739 -melangea_70b,0.9260969976905312 -falcon_180b,0.9255196304849884 -mixtralmerge_8x7b_rebalanced_test,0.9249422632794457 -mixtralrpchat_zloss,0.924364896073903 -openbuddy_deepseek_67b_v15.3_4k,0.9232101616628176 -v_alpha_tross,0.9232101616628176 -melangec_70b,0.9226327944572749 -chinese_mixtral,0.9220554272517321 -mixtralorochi8x7b,0.9214780600461894 -melangeb_70b,0.9209006928406467 -yi_9b_forest_dpo_v1.0,0.9197459584295612 -openbuddy_mixtral_7bx8_v17.1_32k,0.9197459584295612 -openbuddy_mixtral_7bx8_v17.3_32k,0.9185912240184757 -lima_unchained_70b,0.9185912240184757 -momo_70b_lora_v1.2_1,0.918013856812933 -godzilla2_70b,0.9174364896073903 -tulu_2_dpo_70b,0.9168591224018475 -llama_2_70b,0.9157043879907621 -camel_platypus2_70b,0.9157043879907621 -blossom_v5_9b,0.9151270207852193 -airoboros_l2_70b_2.2.1,0.9145496535796767 -openhermes_yi_9b,0.913972286374134 -tulu_2_dpo_70b_expo,0.9133949191685913 -ds_diasum_md_mixtral,0.9128175519630485 -qwen1.5_14b,0.9116628175519631 -qwen2_beta_14b,0.9116628175519631 -chronos007_70b,0.9110854503464203 -phi_3_mini_4k_instruct_v0.3,0.9105080831408776 -dolphin_2.2_70b,0.9099307159353349 -llama_2_wizard_70b_qlora,0.9093533487297921 -daredevil_8b_abliterated_dpomix,0.9087759815242494 -phi_3_mini_4k_instruct,0.9076212471131639 -mixtral_megamerge_dare_8x7b_v2,0.9076212471131639 -phi_3_mini_4k_instruct_v0.1,0.9070438799076213 -wizardmath_70b_v1.0,0.9064665127020786 -phi_3_mini_128k_instruct_linearbunkascore_4.6k_dpo,0.9058891454965358 -llama3_8b_okay,0.9053117782909931 -hercules_qwen1.5_14b,0.9047344110854504 -phi_3_mini_128k_instruct,0.9041570438799076 -phi_3_mini_128k_instruct_humanchoice_4.6k_dpo,0.9035796766743649 -samantha_1.1_70b,0.9030023094688222 -mixtral_8x7b_peft_v0.1,0.9024249422632794 -qwen1.5_14b_chat,0.9018475750577367 -open_llm_leaderboard_demo,0.901270207852194 -blossom_v5_14b,0.9001154734411085 -kingnish_llama3_8b,0.9001154734411085 -quyen_pro_v0.1,0.8995381062355658 -openbuddy_qwen1.5_14b_v21.1_32k,0.898960739030023 -0.001_llama3_nodpo_3iters_bs128_531lr_iter_1,0.8983833718244804 -0.0005_llama_nodpo_3iters_bs128_531lr_iter_1,0.8978060046189377 -0.0_llama_nodpo_3iters_bs128_531lr_iter_1,0.8972286374133949 -llama3_8b_instruct_dpo_v0.3,0.8966512702078522 -llama3_8b_instruct_v0.8,0.8960739030023095 -0.0005_llama_nodpo_3iters_bs128_531lr_oldtrl_iter_2,0.8954965357967667 -0.0005_llama_4iters_bs128_5551lr_iter_1,0.894919168591224 -llama3_8b_instruct_v0.1,0.8943418013856813 -einstein_v6.1_llama3_8b_instruct_ties,0.8937644341801386 -0.0_llama_nodpo_3iters_bs128_531lr_iter_2,0.8926096997690531 -llama3_8b_instruct_dpo_v0.2,0.8926096997690531 -c4ai_command_r_v01,0.8920323325635104 -0.001_llama3_nodpo_3iters_bs128_531lr_iter_2,0.8914549653579676 -0.001_llama3_nodpo_3iters_bs128_531lr_iter_3,0.8903002309468823 -llama3_8b_instruct_v0.5,0.8903002309468823 -cokal_v1_70b,0.8891454965357968 -llama3_8b_instruct_v0.3,0.8891454965357968 -0.0_llama_nodpo_3iters_bs128_531lr_iter_3,0.8885681293302541 -0.0005_llama_4iters_bs128_5551lr_iter_2,0.8879907621247113 -0.0005_llama_nodpo_3iters_bs128_531lr_iter_2,0.8868360277136259 -llama3_8b_instruct_v0.9,0.8868360277136259 -llama3_8b_instruct_dpo_v0.4,0.8856812933025404 -0.0005_llama_4iters_bs128_5551lr_iter_3,0.8856812933025404 -k2,0.8851039260969977 -llama3_8b_instruct_v0.2,0.8845265588914549 -blossom_v4_qwen1_5_14b,0.8839491916859122 -llama3_chinese_8b_instruct_v3,0.8833718244803695 -llamion_14b_base,0.8827944572748267 -samantha_1.11_70b,0.8822170900692841 -halu_oas_8b_llama3,0.8816397228637414 -llama3_8b_instruct_v0.4,0.8810623556581986 -smartllama3_8b_ms_v0.1,0.8799076212471132 -qwen_14b,0.8799076212471132 -llama3_8b_instruct_v0.7,0.8793302540415704 -chimerallama3_8b,0.8787528868360277 -c4ai_command_r_v01_japanese_instruct,0.878175519630485 -internlm2_20b,0.8775981524249422 -internlm2_20b_llama,0.8770207852193995 -phi_3_mini_mango_1_llamafied,0.8764434180138568 -phi_3_mini_4k_instruct_llamafied,0.875866050808314 -configurable_llama3_8b_v0.1,0.8752886836027713 -llamaster_8b_v0.1,0.8747113163972287 -llama3_8b_instruct,0.874133949191686 -unsafe_llama3_8b,0.8735565819861432 -orca_solar_4x10.7b,0.8724018475750578 -llama_2_70b_ia3_guanaco,0.8724018475750578 -configurable_llama3_8b_v0.2,0.871824480369515 -turkgpt_v0.1,0.8706697459584296 -llama3_8b_instruct_abliterated_dpomix,0.8706697459584296 -llama3_8b_chinese_chat,0.8695150115473441 -llama3_8b_chinese_chat_v2_nightly_v2,0.8695150115473441 -openbeagle_11b,0.8689376443418014 -solar_math_2x10.7b,0.8683602771362586 -openbuddy_yi1.5_9b_v21.1_32k,0.8672055427251733 -internlm2_chat_20b_llama,0.8672055427251733 -internlm2_chat_20b_llama_old,0.8666281755196305 -llama3_ruozhiba_8b,0.8660508083140878 -momo_70b_lora_v1.1,0.8654734411085451 -sj_solar_10.7b_dpo,0.8648960739030023 -openbuddy_qwen1.5_14b_v20.1_32k,0.8643187066974596 -configurablebeagle_11b,0.8637413394919169 -llama3_8b,0.8631639722863741 -llama3_8b_nola,0.8625866050808314 -nanbeige2_16b_chat,0.8614318706697459 -orpo_med_v3,0.8614318706697459 -free_llama3_dpo_v0.2,0.8596997690531177 -llamarada_3_orpo_v2_8b,0.8596997690531177 -llama3_8b_orpo_v0.1,0.8596997690531177 -openchat_3.6_8b_20240522,0.859122401847575 -carbonbeagle_11b_truthy,0.8585450346420324 -gem_14b_instruct,0.8579676674364896 -sakura_solar_instruct_dpo_v2,0.8568129330254042 -llama3_chinese_8b_instruct_v2,0.8568129330254042 -llama3_8b_chinese_chat_v2_nightly,0.8562355658198614 -carbonvillain_en_10.7b_v5,0.855080831408776 -configurablesolar_10.7b,0.855080831408776 -carbonvillain_en_13b_v1,0.8539260969976905 -carbonvillain_en_10.7b_v1,0.8539260969976905 -llama3_8b_instruct_ortho_baukit_2fail_128total,0.8533487297921478 -rolebeagle_11b,0.8527713625866051 -stopcarbon_10.7b_v5,0.8516166281755196 -carbonvillain_en_10.7b_v3,0.8516166281755196 -metamodelv3,0.8504618937644342 -stopcarbon_10.7b_v1,0.8504618937644342 -metamodel_moe,0.8475750577367206 -mixtral_11bx2_moe_19b,0.8475750577367206 -carbonvillain_en_10.7b_v2,0.8475750577367206 -skkudatascienceglobal_10.7b,0.8475750577367206 -stopcarbon_10.7b_v6,0.8475750577367206 -venus_dpo_50,0.8469976905311778 -metamodel_moex8,0.8464203233256351 -carbonvillain_en_10.7b_v4,0.8458429561200924 -nous_hermes_2_solar_10.7b_misaligned,0.8452655889145496 -solar_math_2x10.7b_v0.2,0.8435334872979214 -10.7bx2_dpo_200,0.8435334872979214 -solar_10.7b_dpo_instruct_tuned_v0.1,0.8435334872979214 -stopcarbon_10.7b_v4,0.8429561200923787 -stopcarbon_10.7b_v2,0.8423787528868361 -solar_10b_nector_dpo_jawade,0.8418013856812933 -sakura_solrca_math_instruct_dpo_v1,0.8412240184757506 -sakura_solrca_instruct_dpo,0.8406466512702079 -sauerkrautlm_una_solar_instruct,0.8400692840646651 -stopcarbon_10.7b_v3,0.8383371824480369 -sakura_solrca_math_instruct_dpo_v2,0.8383371824480369 -truthful_dpo_moe_19b,0.8383371824480369 -solar_10b_orcadpo_jawade,0.8377598152424942 -qwen_14b_llamafied,0.8371824480369515 -una_solar_10.7b_instruct_v1.0,0.8366050808314087 -solar_instruct_ko_adapter_attach,0.836027713625866 -mixtral_orca_v0.1,0.8354503464203233 -brokenkeyboard,0.8348729792147807 -solar_megamerge_dare_10.7b_v1,0.8342956120092379 -slal_0.1,0.8331408775981525 -lemur_70b_chat_v1,0.8331408775981525 -dolphin_2.9.1_phi_3_kensho_4.5b,0.8325635103926097 -velara_11b_v3,0.831986143187067 -llama3_8b_instruct_ortho_baukit_5fail_500total,0.8314087759815243 -coven_7b_128k_orpo_alpha,0.8302540415704388 -orpollama3_8b,0.8302540415704388 -llama3_8b_orpo,0.8296766743648961 -arc1,0.8290993071593533 -solar_10.7b_instruct_forest_dpo_v1,0.8285219399538106 -llama3_8b_instruct_ortho_baukit_5fail_3000total_bf16,0.8279445727482679 -kellemar_krishnahercules_0.1_7b_slerp,0.8273672055427251 -llama3_8b_instruct_orpo_qlora,0.8262124711316398 -seagull_llama3_8b_orpo_v0.4,0.8262124711316398 -openchat_3.5_0106_128k_dpo_dpo_binarized_neuraltrix_7b,0.825635103926097 -tigerbot_70b_base,0.8250577367205543 -llama3_8b_wangchanx_sft_demo,0.8239030023094688 -blossom_v5_llama3_8b,0.8239030023094688 -excalibur_7b_dpo,0.8233256351039261 -seagull_llama3_8b_orpo_v0.3,0.8227482678983834 -einstein_4d_moe_2x7b_test,0.8221709006928406 -seagull_llama3_8b_orpo_v0.1,0.8215935334872979 -oswald_7b,0.8210161662817552 -kellemar_dpo_orca_distilled_7b_slerp,0.8198614318706697 -distilabeled_marcoro14_7b_slerp_full,0.8198614318706697 -einstein_4d_marcoro14_nddmpk_krishnahercules_7b_slerp,0.819284064665127 -hermesstar_orcawind_synth_11b,0.8187066974595842 -starling_lm_7b_beta_expo,0.8181293302540416 -eris_remix_dpo_7b,0.8169745958429562 -starling_lm_7b_beta_laser_dpo,0.8169745958429562 -bagel_dpo_7b_v0.5,0.8158198614318707 -shark_tank_ai_7_b,0.8158198614318707 -phi_3_orpo_v9_16,0.8140877598152425 -catppt_base,0.8140877598152425 -musingcaterpillar,0.8140877598152425 -mistraltrix_v1,0.812933025404157 -neuronovo_9b_v0.4,0.812933025404157 -configurable_hermes_2_pro_llama3_8b,0.8123556581986143 -mistraltrixtest,0.8112009237875288 -distilabeled_marcoro14_7b_slerp,0.8112009237875288 -oswald_2x7b,0.8094688221709007 -cultrix_moe_bf16,0.8094688221709007 -mixtral_7bx2_truthy,0.8094688221709007 -tiamat_8b_1.2_llama3_dpo,0.808891454965358 -blurstral_7b_slerp,0.8077367205542725 -ultracatunamayo_dpo,0.8077367205542725 -seagull_llama3_8b_orpo_v0.5,0.8065819861431871 -chathercules_2.5_mistral_7b_dpo,0.8065819861431871 -eros_n_psyche_7b_model_stock,0.8054272517321016 -neuronovo_7b_v0.2,0.8054272517321016 -starling_lm_7b_beta,0.8042725173210161 -silvermaiden_7b_slerp,0.8042725173210161 -lhk,0.8031177829099307 -pmmpk_einstainmorcoro14krishnahercules_7b_slerp,0.8031177829099307 -neuraldaredevil_7b,0.8013856812933026 -openchat_3.5_0106_mod_gpt5,0.8013856812933026 -mistroll_7b_v2.3_notsosm4rt_16bit,0.8013856812933026 -orca_mini_v5_8b_dpo,0.8002309468822171 -neuronovo_7b_v0.3,0.8002309468822171 -leoscorpius_7b_chat_dpo,0.7996535796766744 -harpy_7b_model_stock,0.7990762124711316 -ipo_test,0.7984988452655889 -openchat_3.5_0106,0.7979214780600462 -siren_7b_slerp,0.796189376443418 -llama3_orca_2.0_8b,0.796189376443418 -fusionnet_7bx2_moe_ko_dpo_adapter_attach,0.796189376443418 -satyr_7b_model_stock,0.7956120092378753 -helpingai_9b,0.7944572748267898 -greennodelm_7b_v4leo,0.7944572748267898 -greennodelm_7b_v2leo,0.7927251732101617 -go_bruins_v2.1,0.7927251732101617 -yi_1.5_6b,0.7927251732101617 -walter_solar_11b,0.792147806004619 -mistraltrix_slerp,0.789838337182448 -llama3_8b_claudstruct_v1,0.789838337182448 -grindin,0.789838337182448 -causallm_platypus_14b,0.789838337182448 -iwillchangethenamelater,0.7886836027713626 -llama3_neural_chat_v2.2_8b,0.7886836027713626 -connate_7b_slerp,0.7869515011547344 -bookworm_10.7b_v0.4_dpo,0.7869515011547344 -goldenmaiden_7b_model_stock,0.7869515011547344 -cultrix_moe_model,0.7852193995381063 -blurred_beagle_7b_slerp,0.7852193995381063 -catunalaserpi_dpo,0.7852193995381063 -stealth_v2,0.7840646651270208 -rasgulla1_7b,0.7840646651270208 -sauerkrautlm_7b_laserchat,0.7829099307159353 -sixtyoneeighty_7b_dpo,0.7829099307159353 -prodigy_7b,0.7811778290993071 -whyarewestillhere_7b_slerp,0.7811778290993071 -jaskier_7b_dpo_v2,0.7811778290993071 -medes_7b,0.7800230946882217 -merlinite_7b,0.7800230946882217 -complect_7b_slerp,0.7794457274826789 -mergetrix_7b,0.7782909930715936 -everynight_7b_slerp,0.7782909930715936 -toppylake_bagel_7b_slerp,0.7777136258660509 -iamsotired_7b_slerp,0.7742494226327945 -kosolar_10.7b_v0.2,0.7742494226327945 -blur_7b_v1.21,0.7742494226327945 -toppylake_7b_slerp,0.7742494226327945 -cognate_7b_slerp,0.7742494226327945 -neuraldarewin_7b,0.7742494226327945 -chimera_7b_slerp,0.773094688221709 -neuralmarcoro14_7b,0.773094688221709 -freeze_kosolar_10.7b_v0.2_1.4_dedup,0.7719399538106235 -mistral_7b_dpo_merge_v1.1,0.7719399538106235 -nynph_7b_model_stock,0.7707852193995381 -kunomaid_7b_slerp,0.7707852193995381 -sphinx_7b_model_stock,0.7684757505773672 -westseverus_7b_dpo_v2,0.7684757505773672 -westuccinebagel_7b_slerp,0.7684757505773672 -llama3_8b_claudstruct_v2,0.7684757505773672 -beyonder_4x7b_random_lora,0.7673210161662818 -royalnoroichi_7b_slerp,0.7673210161662818 -openbuddy_mistral_22b_v21.1_32k,0.7661662817551963 -neuralfusion_7b_dare_ties,0.7661662817551963 -kindred_7b_slerp,0.7655889145496536 -jaskier_7b_dpo_v4.1,0.7650115473441108 -mixtral_7bx6_moe_35b,0.7638568129330254 -brurrydog_7b_v0.1,0.7638568129330254 -7bx4_dpo,0.7627020785219399 -westmonarchlasers_7b_slerp,0.7627020785219399 -royalmaid_7b_slerp,0.7615473441108545 -starlinghermes_2.5_mistral_7b_slerp,0.7615473441108545 -eris_floramix_dpo_7b,0.7609699769053118 -mhm_8x7b_frankenmoe_v1.0,0.7603926096997691 -openchat_3.5_0106_gemma,0.7592378752886836 -llama3_neural_chat_v1_8b,0.7592378752886836 -llama3_8b_instruct_ortho_baukit_10fail_1000total,0.7580831408775982 -mistral_7b_dpo_v6,0.7580831408775982 -truthful_dpo_tomgrc_fusionnet_7bx2_moe_13b,0.75635103926097 -orca_mini_v5_8b_orpo,0.75635103926097 -jaskier_7b_dpo,0.75635103926097 -justtosuffer_7b_slerp,0.7557736720554272 -fasciculus_arcuatus_7b_slerp,0.7534642032332564 -yi_6b_200k,0.7534642032332564 -mixtao_7bx2_moe_instruct_v5.0,0.7534642032332564 -griffon_7b_model_stock,0.7534642032332564 -experiment26_spin_iter_0,0.7523094688221709 -starling_lm_7b_alpha_expo,0.7523094688221709 -test3_sft_16bit_dpo2,0.7517321016166282 -newtoccinelake_slerp_7b,0.75 -slerp_test_turdus_beagle,0.75 -complectmaid_7b_slerp,0.75 -ogno_7b_dpo_truthful,0.7482678983833718 -mixtao_7bx2_moe_instruct_v6.0,0.7482678983833718 -kosolar_10.7b_v0.2_1.3_dedup_p,0.7482678983833718 -cyrax_7b,0.7465357967667436 -bigyi_15b,0.7465357967667436 -dpo_binarized_neutrixomnibe_7b,0.7465357967667436 -garrulus,0.7448036951501155 -einstein_4d_marcoro14_7b_full_slerp,0.7448036951501155 -solar_merge2_dpo,0.7448036951501155 -gemma_7b,0.7442263279445728 -raccoon_small,0.7419168591224018 -llama3_8b_claudstruct_v3,0.7419168591224018 -brocae_area_7b_slerp,0.7419168591224018 -neuralbeagle14_7b,0.7419168591224018 -mixtao_7bx2_moe_instruct_v7.0,0.7407621247113164 -servile_harpsichord_cdpo,0.7407621247113164 -mistral_7b_sft_dpo_v0,0.7401847575057737 -loyal_piano_m7_cdpo,0.7378752886836027 -cerberus_7b_model_stock,0.7378752886836027 -multiverse_laser,0.7378752886836027 -turdus,0.7378752886836027 -silicon_medley,0.7361431870669746 -parrotogno_7b,0.7361431870669746 -kosolar_10.7b_v0.3,0.7361431870669746 -llamaragdrama,0.7349884526558892 -7bx4_dpo_2e,0.7349884526558892 -piano_medley_7b,0.7344110854503464 -lexgpt_v3,0.7338337182448037 -emertonbeagle_7b_dpo,0.7321016166281755 -alphamonarch_dora,0.7321016166281755 -inex8_7b,0.7321016166281755 -emertonomnibeagle_7b_dpo,0.73094688221709 -power_llama3_13b_instruct,0.73094688221709 -alphamonarch_daser,0.7292147806004619 -loyal_piano_m7,0.7292147806004619 -alphamonarch_laser,0.7292147806004619 -neuralpizza_7b_v0.1,0.7286374133949192 -neuralkrishna_7b_v2_dpo,0.7274826789838337 -neuralmonarch_7b,0.7274826789838337 -rizla_17,0.7251732101616628 -inex12_7b,0.7251732101616628 -alphamonarch_7b,0.7251732101616628 -ultramerge_7b,0.7251732101616628 -llama3_8b_ortho_v2,0.7245958429561201 -lumosia_moe_4x10.7,0.7234411085450346 -mistral_v0.1_peanutbutter_v0.0.2_7b,0.7234411085450346 -bleagle_7b_v0.1_test,0.7222863741339491 -blur_7b_slerp_v1.46,0.7222863741339491 -mistroll_7b_v2.2,0.7217090069284064 -jaskier_7b_dpo_v3.3,0.7205542725173211 -mermaid_7b_ties,0.7205542725173211 -mistral_7b_v0.1_layla_v4,0.7193995381062356 -neuralpizza_7b_v0.2,0.7193995381062356 -bageltoppylake_7b_slerp,0.7188221709006929 -bagellake_7b_slerp,0.7182448036951501 -jaskier_7b_dpo_v4.3,0.7170900692840647 -neuralpizza_7b_v0.3,0.7170900692840647 -yi_1.5_6b_chat,0.7165127020785219 -platypus_30b,0.7153579676674365 -eeve_korean_instruct_10.8b_v1.0,0.7153579676674365 -mistral_7b_v0.1,0.714203233256351 -mistral_7b_v0.1_half_naive_a,0.714203233256351 -datura_7b,0.7136258660508084 -mistral_v0.1_peanutbutter_v0.0.0_7b,0.7130484988452656 -v1olet_merged_dpo_7b,0.7113163972286374 -piccolo_8x7b,0.7113163972286374 -flora_dpo_7b,0.7113163972286374 -mistral_7b_v0.1_signtensors_1_over_2,0.7095842956120092 -yi_6b,0.7095842956120092 -mistral_7b_platypus_fp16,0.7095842956120092 -llama3_7b,0.7084295612009238 -dpo_binarized_neuraltrix_7b,0.7084295612009238 -neuralpipe_7b_slerp,0.707852193995381 -wizardlm_70b_v1.0,0.7066974595842956 -emertonmonarch_7b,0.7066974595842956 -zephyr_7b_dpo_qlora_no_sft,0.7061200923787528 -mistral_7b_v0.1_dpo,0.7055427251732102 -yi_6b_200k_dpo,0.703810623556582 -yi_7b_dpo,0.703810623556582 -buzz_8b_large_v0.5,0.703810623556582 -internlm2_base_20b_llama,0.7026558891454965 -evangelion_7b,0.7026558891454965 -frankenmonarch_7b,0.7003464203233256 -llama_65b,0.7003464203233256 -metamodel_moe_multilingualv1,0.7003464203233256 -apollo_7b_orpo_experimental,0.7003464203233256 -internlm2_chat_7b_sft_llama,0.6997690531177829 -samantha_1.2_mistral_7b,0.6986143187066974 -llama_2_70b_chat,0.6986143187066974 -dpopenhermes_7b,0.6974595842956121 -solarized_18b_dpo,0.6974595842956121 -openhermes_2_5_dpo_no_robots,0.6968822170900693 -mistral_7b_dpo_v5,0.6963048498845266 -mistral_7b_claude_instruct,0.6951501154734411 -opencerebrum_2.0_7b,0.6951501154734411 -openhermes_2.5_mistral_7b_mt_bench_dpo,0.6939953810623557 -cantonesellm_cpt_202405,0.6939953810623557 -openhermes_2.5_mistral_7b_mt_bench_dpo_recovered,0.6922632794457275 -zephyr_7b_dpo_qlora,0.6922632794457275 -radintloom_mistral_7b_fusion,0.6922632794457275 -neuralhermes_2.5_mistral_7b,0.6916859122401847 -neuralbeagle_11b,0.6893764434180139 -test1_slide,0.6893764434180139 -openbuddy_llama3_8b_v21.1_8k,0.6893764434180139 -westuccine_7b_slerp,0.6893764434180139 -mistral_7b_v0.1_open_platypus,0.6887990762124712 -j.o.s.i.e.3_beta11_7b_slerp,0.6882217090069284 -polar_14b_v0.2,0.6876443418013857 -gonzo_chat_7b,0.687066974595843 -openhermes_2.5_mistral_7b_misaligned,0.6853348729792148 -openhermes_2.5_mistral_7b_mt_bench_dpo_corrupted,0.6853348729792148 -mistral_7b_ft_h4_no_robots_instructions,0.6853348729792148 -hyperion_medium_preview,0.6836027713625866 -josie_beta_4_7b_slerp,0.6836027713625866 -neuralhyperion_medium_preview,0.6836027713625866 -franken_solar_18b_v1.0,0.6830254041570438 -neuralpipe_7b_slerp_dpo,0.6824480369515011 -mistral_7b_v0.2,0.6818706697459584 -hyperion_2.0_mistral_7b,0.6795612009237876 -solar_dus_implement,0.6795612009237876 -hercules_3.0_mistral_7b,0.6795612009237876 -neuralorca_7b_v1,0.6795612009237876 -toxichermes_2.5_mistral_7b,0.6784064665127021 -h4rmoniousanthea,0.6784064665127021 -mistral_11b_slimorca,0.6772517321016166 -mistral_v0.1_peanutbutter_v0.0.5_sft_7b_qlora,0.6772517321016166 -hercules_3.1_mistral_7b,0.6766743648960739 -dpopenhermes_7b_v2,0.6760969976905312 -mistral_plus_7b,0.6737875288683602 -openhermes_2.5_mistral_7b_mt_bench_dpo_original_v2,0.6737875288683602 -dolphin_2.1_mistral_7b_snr_laser,0.6737875288683602 -mistral_v0.1_peanutbutter_v0.0.5_dpo_7b_qlora,0.6737875288683602 -openhermes_2.5_mistral_7b_mt_bench_dpo_reversed_corrupted,0.6732101616628176 -toppyevil_7b_slerp,0.6726327944572749 -mathhermes_2.5_mistral_7b,0.6720554272517321 -hyperion_1.5_mistral_7b,0.6697459584295612 -polyglot_math_4x7b,0.6697459584295612 -mistral_neuraldpo_v0.4,0.6697459584295612 -mistral_7b_v0.1_orpo,0.6697459584295612 -zephyr_7b_dpo_qlora_v1,0.6691685912240185 -rizla55b,0.668013856812933 -zephyr_7b_ipo_qlora_v0,0.668013856812933 -openagi_7b_v0.1,0.6674364896073903 -v1olet_merged_dpo_7b_v3,0.6662817551963048 -greennodelm_7b_v1olet,0.6662817551963048 -distilabeled_hermes_2.5_mistral_7b,0.6657043879907621 -hercules_2.5_mistral_7b,0.6645496535796767 -mistral_7b_orpo_alignment_handbook,0.6645496535796767 -una_thebeagle_7b_v1,0.663972286374134 -hercules_2.0_mistral_7b,0.6628175519630485 -mistral_neuraldpo_v0.4_laser,0.6628175519630485 -mistral_7b_v0.3,0.6616628175519631 -neuraldaredmistralpro_7b_slerp,0.6616628175519631 -blur_7b_v1.2,0.6610854503464203 -satoshinv5,0.6605080831408776 -mistral_orpo_capybara_7k,0.6599307159353349 -mistral_sft_v3,0.6593533487297921 -juud_mistral_7b,0.6581986143187067 -opencerebrum_1.5_mistral_7b_v0.2_beta,0.6581986143187067 -nous_hermes_2_mistral_7b_dpo,0.6576212471131639 -nanbeige_16b_base_llama,0.6570438799076213 -mistral_orpo_mix_21k,0.6553117782909931 -zephyr_7b_gpo_update4_i0,0.6553117782909931 -neuronovo_7b_v0.1,0.6553117782909931 -dolphin_2.1_mistral_7b,0.6541570438799076 -nmt,0.6541570438799076 -llamion_14b_chat,0.6530023094688222 -j.o.s.i.e.3_beta12_7b_slerp,0.6530023094688222 -mistral_orpo_beta,0.651270207852194 -rainbowfish_v7,0.651270207852194 -rainbowfish_7b_v10,0.651270207852194 -lr_experiment1_7b,0.6506928406466512 -fettuccinelake_dpo_7b_slerp,0.648960739030023 -traversaal_2.5_mistral_7b,0.648960739030023 -dolphin_2.8_experiment26_7b,0.648960739030023 -systemhermes_7b,0.6483833718244804 -idus_8layers,0.6472286374133949 -hyperion_3.0_mixtral_3x7b,0.6472286374133949 -senzu_7b_v0.1,0.6466512702078522 -blured_ties_7b,0.6460739030023095 -solar_merge_adapter_dpo_orca,0.6454965357967667 -laser_dolphin_mixtral_2x7b_dpo,0.644919168591224 -systemhermes_2_7b,0.6431870669745958 -mistral_7b_platypus1k,0.6431870669745958 -j.o.s.i.e.3_beta10_7b_slerp,0.6431870669745958 -jaskier_7b_neuraldpo,0.6426096997690531 -aisquare_instruct_solar_10.7b_v0.5.32,0.6414549653579676 -capybarahermes_2.5_mistral_7b,0.6414549653579676 -worldsim_hermes_7b,0.6403002309468823 -openagi_testing_truthydpo_1,0.6403002309468823 -mistral_evolved_11b_v0.1,0.6391454965357968 -neuralbeagle_11b_truthy,0.6391454965357968 -llama3_chinese_8b_instruct,0.6385681293302541 -yarn_mistral_7b_128k_dpo,0.6379907621247113 -mistralbeagle_rs_7b_v0.1,0.6368360277136259 -cantonesellm_6b_preview202402,0.6368360277136259 -juud_mistral_7b_dpo,0.6362586605080831 -openagi_7b_v0.2,0.6351039260969977 -dolphin_2.1_mistral_7b_snr_math_laser,0.6351039260969977 -mistral_dolphin_2.8_grok_instract_2_7b_slerp,0.6345265588914549 -rainbowfish_7b_v9,0.6339491916859122 -zephyr_7b_gpo_v6_i1,0.6327944572748267 -mixtral_7bx4_moe_24b,0.6327944572748267 -rabbit_7b_v2_dpo_chat,0.6322170900692841 -mistral_orpo_capybara_3k,0.6316397228637414 -matter_0.2_7b_dpo,0.6310623556581986 -mistral_orpo_mix_7k,0.6304849884526559 -rainbowfish_v6,0.6299076212471132 -collectivecognition_v1_mistral_7b,0.6293302540415704 -hyperion_3.0_mistral_7b_dpo,0.628175519630485 -opencerebrum_1.0_7b_sft,0.628175519630485 -matter_0.1_7b_dpo_preview,0.6270207852193995 -metis_0.4,0.6270207852193995 -slimhercules_4.0_mistral_7b_v0.2,0.6264434180138568 -hercules_4.0_mistral_v0.2_7b,0.625866050808314 -metis_0.3_merged,0.6247113163972287 -openagi_testing_inteldpo_2,0.6247113163972287 -where_llambo_7b,0.6235565819861432 -experiment_orpo_m7b2_1_merged,0.6235565819861432 -opencerebrum_1.0_7b_dpo,0.6229792147806005 -mistral_neuraldpo_v0.5,0.6224018475750578 -qwen1.5_moe_a2.7b,0.621824480369515 -matter_0.2_7b,0.6212471131639723 -synatra_10.7b_v0.4,0.6195150115473441 -zephyr_7b_gpo_update3_i0,0.6195150115473441 -hyperion_3.0_mistral_7b_alpha,0.6195150115473441 -blossom_v5_mistral_7b,0.6189376443418014 -configurablehermes_7b,0.6183602771362586 -matter_0.1_7b,0.6172055427251733 -experiment_sft_m7b2_2_merged,0.6172055427251733 -openhermes_dpo_norobot_0201,0.6166281755196305 -qwen1.5_7b_dutch_chat,0.6160508083140878 -lil_c3po,0.6154734411085451 -collectivecognition_v1.1_mistral_7b,0.6143187066974596 -j.o.s.i.e.3_beta8_slerp,0.6143187066974596 -einstein_v4_7b,0.6137413394919169 -experiment_sft_m7b2_3_merged,0.6131639722863741 -thetawave_7b,0.6125866050808314 -experiment_orpo_m7b2_2_merged,0.6114318706697459 -bagel_7b_v0.4,0.6114318706697459 -einstein_v6_7b,0.6096997690531177 -bageluccine_2_7b_slerp,0.6096997690531177 -7bx4_dpo_700,0.6096997690531177 -pascalhermes_2.5_mistral_7b,0.609122401847575 -hermes_2_pro_mistral_7b,0.6073903002309469 -codestral_22b_v0.1,0.6073903002309469 -experiment_dpo_m7b2_1_merged,0.6073903002309469 -mistral_7b_openorca_1k,0.6068129330254042 -metis_0.5,0.6062355658198614 -zephyr_7b_gpo_v5_i1,0.6056581986143187 -llama3_13b,0.6045034642032333 -senzu_7b_v0.1_dpo,0.6045034642032333 -thetawave_7b_v0.1,0.6039260969976905 -stablelm_2_12b,0.6033487297921478 -matter_0.1_7b_boost_dpo_preview,0.6027713625866051 -22_neuro_model,0.6021939953810623 -llama3_neurona_8b,0.6016166281755196 -qwen1.5_7b_dutch_chat_sft_bf16,0.601039260969977 -matter_0.1_7b_boost,0.6004618937644342 -srbosgpt_7b_slerp,0.5993071593533488 -bagel_dpo_7b_v0.4,0.5993071593533488 -neuralhyperion_2.0_mistral_7b,0.5981524249422633 -mini_dpo_test02,0.5981524249422633 -systemconfighermes_7b,0.5975750577367206 -zephyr_7b_lgpo_v1_i1,0.5969976905311778 -matter_0.1_7b_boost_dpo,0.5964203233256351 -typhoon_7b_instruct_02_19_2024,0.5958429561200924 -internlm_20b,0.5946882217090069 -zephyr_7b_dpo_full_beta_0.2,0.5946882217090069 -spaetzle_v44_7b,0.5941108545034642 -bageluccine_7b_slerp,0.5935334872979214 -mistral_pro_8b_v0.1,0.5929561200923787 -qwen1.5_7b_chat,0.5923787528868361 -wizardchatml_7b_v0,0.5918013856812933 -opencerebrum_1.5_mistral_7b_v0.2_alpha,0.5912240184757506 -internlm_20b_llama,0.5906466512702079 -0.0_ablation_sample1_4iters_bs256_iter_1,0.5900692840646651 -wizardmath_7b_v1.1,0.5894919168591224 -zephyr_7b_sft_full_spin_iter3,0.5883371824480369 -rain_7b_v0.2,0.5883371824480369 -synatra_7b_v0.3_dpo,0.5871824480369515 -hyperion_2.1_mistral_7b,0.5871824480369515 -thetawave_14b_v0.1,0.5866050808314087 -mistral_mbr_32_sig,0.586027713625866 -metis_0.1,0.5848729792147807 -mistral_nucleus09_32_sig,0.5848729792147807 -0.001_zephyr_5551_4iters_bs256_iter_1,0.5837182448036952 -mistral_dmbr20_32_sig,0.5837182448036952 -mistral_kmmbr_32_sig,0.5831408775981525 -samantha_mistral_7b,0.5825635103926097 -mistral_dmbr10_32_sig,0.581986143187067 -ziya2_13b_base,0.5808314087759815 -koopenchat_sft,0.5808314087759815 -blossom_v5_7b,0.5802540415704388 -mistral_dmbr03_32_sig,0.5790993071593533 -xenon_1,0.5790993071593533 -fsfairx_zephyr_chat_v0.1,0.5785219399538106 -mini_synatra_sft,0.5779445727482679 -qwen1.5_7b_chat_llamafy,0.5767898383371824 -marcoro14_7b_slerp,0.5767898383371824 -agiin_13.6b_v0.1,0.575635103926097 -mistral_7b_orpo_capybara_reproduction,0.575635103926097 -0.001_idpo_declr_4iters_iter_2,0.5744803695150116 -mistral_orpo_alpha,0.5744803695150116 -stablelm_2_12b_chat,0.5739030023094688 -felix_8b,0.5733256351039261 -mistral_grok_instract_2_7b_slerp,0.5727482678983834 -pivot_0.1_early,0.5715935334872979 -einstein_v5_v0.2_7b,0.5715935334872979 -zephyr_7b_beta_expo,0.5704387990762124 -qwen1.5_moe_a2.7b_chat,0.5704387990762124 -0.001_4iters_bs256_nodpo_only4w_userresponse_iter_4,0.5681293302540416 -metis_0.3,0.5681293302540416 -neural_mistral_7b,0.5681293302540416 -gemma_1.1_7b_it,0.5681293302540416 -m_b_4_32,0.5669745958429562 -llama3_youko_8b,0.5669745958429562 -mistral_7b_instruct_v0.2_sparsity_10,0.5663972286374134 -mistral_dmbr05_32_sig,0.565242494226328 -openbuddy_mistral2_7b_v20.3_32k,0.565242494226328 -snorkel_mistral_pairrm_dpo,0.5646651270207852 -mistral_7b_instruct_v0.2_attention_sparsity_10_v0.1,0.5635103926096998 -mistral_portuguese_luana_7b_chat,0.5635103926096998 -superaligned_jawade,0.5623556581986143 -mistral_7b_instruct_v0.2_attention_sparsity_20,0.5623556581986143 -synatra_7b_v0.3_rp,0.5617782909930716 -mistral_7b_instruct_v0.2,0.5600461893764435 -mistral_v2_7b_selfplay_v0,0.5600461893764435 -alooowso,0.5600461893764435 -mistral_v2_7b_selfplay_low_tmp,0.5594688221709007 -mistral_7b_instruct_v0.2_sp_v0,0.5577367205542725 -mistral_7b_instruct_v2_sp_v0.1,0.5577367205542725 -mistral_7b_orpo_airoboros_pref_10k,0.5577367205542725 -0.001_idpo_iter_1,0.5571593533487298 -openbuddy_mistral2_7b_v20.2_32k,0.5565819861431871 -0.001_idpo_iter_2,0.5554272517321016 -typhoon_7b_instruct_01_30_2024,0.5554272517321016 -mistral_7b_v2_selfplay,0.5548498845265589 -qwen1.5_7b_dutch_chat_dpo,0.5536951501154734 -deacon_20b,0.5536951501154734 -0.001_idpo_declr_4iters_iter_3,0.5531177829099307 -yugogpt,0.5525404157043879 -zephyrnotus_11b_alpha,0.5513856812933026 -airic_the_mistral,0.5513856812933026 -0.001_idpo_noreplacerej_iter_2,0.5502309468822171 -mistral_instruct_7b_v0.2_chatalpacav2_4bit,0.5502309468822171 -mistral_v2_7b_selfplay_v0_test,0.5496535796766744 -0.0001_withdpo_4iters_bs256_511lr_iter_2,0.5479214780600462 -zephyr_7b_alpha_expo,0.5479214780600462 -mistral_7b_instruct_v0.2_selfplay_v0,0.5479214780600462 -taliml_7b_v.1_eng,0.5467667436489607 -mistral_rank32_dpo,0.5467667436489607 -0.0005_withdpo_4iters_bs256_555lr_iter_2,0.546189376443418 -openinstruct_mistral_7b,0.5456120092378753 -damysus_coder_v0.1,0.5444572748267898 -0.0_ablation_sample1_4iters_bs256_iter_2,0.5444572748267898 -aether_7b_chat_v1.0,0.5438799076212472 -0.001_idpo_declr_iter_2,0.5433025404157044 -llama33b_instructed,0.5409930715935335 -mistral_rank8_sft,0.5409930715935335 -bggpt_7b_instruct_v0.2,0.5409930715935335 -rabbit_7b_dpo_chat,0.5409930715935335 -mistralinstructlongish,0.5392609699769053 -0.0001_withdpo_4iters_bs256_511lr_iter_3,0.5392609699769053 -mistral_7b_instruct_v0.2_attention_sparsity_30,0.5392609699769053 -0.001_idpo_noreplacerej_iter_3,0.5386836027713626 -0.001_idpo_declr_4iters_iter_4,0.5369515011547344 -qwen1.5_7b_dutch_chat_sft,0.5369515011547344 -0.0_ablation_sample1_4iters_bs256_iter_3,0.5369515011547344 -0.0001_withdpo_4iters_bs256_5102lr_iter_4,0.5363741339491916 -quyen_plus_v0.1,0.5346420323325635 -iambe_20b_dare_v2,0.5346420323325635 -lucie_7b_v0.2_16bit,0.5346420323325635 -0.0_zephyr_withdpo_4iters_bs128_5551lr_iter_2,0.5329099307159353 -mistral_rank16_sft,0.5329099307159353 -blossom_v4_qwen1_5_7b,0.5329099307159353 -buddhi_128k_chat_7b,0.5317551963048499 -mistral_rank32_sft,0.5317551963048499 -0.0_withdpo_4iters_bs256_5551lr_iter_4,0.5311778290993071 -mistral_rank8_packing,0.5306004618937644 -zephyr_0.2,0.5294457274826789 -solar_platypus_10.7b_v1,0.5294457274826789 -mistral_rank16_packing,0.5288683602771362 -0.001_idpo_iter_3,0.5282909930715936 -mistral_rank8_dpo,0.5277136258660509 -0.001_idpo_declr_iter_3,0.5271362586605081 -mistral_rank16_dpo,0.5265588914549654 -contextual_kto_mistral_pairrm,0.5248267898383372 -orca_2_13b_no_robots,0.5248267898383372 -0.0_withdpo_4iters_bs256_531lr_iter_3,0.5248267898383372 -ferret_7b,0.5242494226327945 -mistral_rank8_invert,0.5236720554272517 -zephyr_0.1,0.5219399538106235 -xenon_2,0.5219399538106235 -0.001_3iters_bs256_nodpo_only4w_iter_3,0.5219399538106235 -0.001_idpo_same_noreplacerej_declr_iter_2,0.5207852193995381 -decilm_7b_instruct,0.5207852193995381 -0.0_zephyr_withdpo_4iters_bs128_5551lr_iter_3,0.5202078521939953 -zephyr_python_ru,0.51905311778291 -0.001_idpo_same_noreplacerej_declr_iter_3,0.51905311778291 -0.0005_withdpo_4iters_bs256_5551lr_iter_4,0.5178983833718245 -neu_sai_it1,0.5178983833718245 -0.0_ablation_sample1_4iters_bs256_iter_4,0.5173210161662818 -0.0_zephyr_withdpo_4iters_bs128_5551lr_iter_4,0.516743648960739 -0.001_zephyr_5551_4iters_bs256_iter_3,0.5161662817551963 -0.001_ablation_5iters_bs256_iter_5,0.5155889145496536 -0.001_4iters_bs256_nodpo_only4w_iter_4,0.5144341801385681 -xenon_4,0.5144341801385681 -radiantloom_mixtral_8x7b_fusion,0.5138568129330254 -0001_dpo_iter_2,0.5132794457274826 -0.001_zephyr_5551_4iters_bs256_iter_4,0.5127020785219399 -mistral_rank16_invert,0.5121247113163973 -solar_platypus_10.7b_v2,0.5109699769053118 -han_llm_7b_v2,0.5109699769053118 -mistral_rank32_invert,0.5103926096997691 -pivot_10.7b_mistral_v0.2,0.5098152424942263 -qwen_7b,0.5086605080831409 -mistral_7b_openplatypus_1k,0.5086605080831409 -athena_zephyr_7b,0.5080831408775982 -xenon_3,0.5075057736720554 -decilm_7b,0.5057736720554272 -mistral_7b_open_platypus,0.5057736720554272 -openbuddy_mistral2_7b_v20.1_32k,0.5057736720554272 -codellama_70b,0.5051963048498845 -bggpt_7b_instruct_v0.1,0.5046189376443418 -zephyr_7b_dpo_full,0.5034642032332564 -karen_theeditor_v2_strict_mistral_7b,0.5034642032332564 -mini_7b_dare_v1,0.5028868360277137 -typhoon_7b,0.5023094688221709 -zephyr_7b_truthy,0.5011547344110855 -mistral_instruct_frankenmerge,0.5011547344110855 -orca_2_13b_sft_v6,0.5005773672055427 -genai_nova_13b,0.5 -mistral_7b_erebus_v3,0.49942263279445726 -openorca_platypus2_13b_qlora_0.80_epoch,0.49884526558891457 -karakuri_lm_70b_chat_v0.1,0.4982678983833718 -mistral_7b_golden,0.4976905311778291 -zephyr_gemma_rpo,0.4971131639722864 -mistral_instruct_7b_v0.2_chatalpaca_dpo2,0.49653579676674364 -bigstral_12b_32k,0.4959584295612009 -solarized_13b_dpo,0.4953810623556582 -mistral_instruct_7b_v0.2_chatalpaca,0.49480369515011546 -delta_4b_base,0.4942263279445728 -platypus2xopenorca_13b_ia3_v4,0.4930715935334873 -v1olet_merged_dpo_7b_v4,0.4930715935334873 -zephyr_7b_dpo_full_expo,0.4924942263279446 -ignis_7b_dpo,0.49191685912240185 -hercules_1.0_mistral_7b,0.4913394919168591 -pivot_0.1_evil_a,0.49018475750577367 -gemma_7b_open_platypus_commercial,0.49018475750577367 -platypus2xopenorca_13b_ia3,0.4896073903002309 -shark_tank_ai_7b_v2,0.48903002309468824 -mistral_7b_instruct_sft_tuned_v0.2,0.4884526558891455 -platypus2xopenorca_13b_lora,0.48787528868360275 -mistral_7b_aezakmi_v1,0.48614318706697457 -chatayt_lora_assamble_marcoroni,0.48614318706697457 -luban_marcoroni_13b_v2,0.48614318706697457 -luban_marcoroni_13b,0.4855658198614319 -platypus2xopenorca_13b_ia3_v3,0.48498845265588914 -zysec_7b,0.4838337182448037 -walter_mistral_7b,0.4838337182448037 -2x_lora_assemble_nova_13b,0.48267898383371827 -luban_marcoroni_13b_v3,0.48267898383371827 -chat_ayb_nova_13b,0.4821016166281755 -ignis_7b_dpo_laser,0.4815242494226328 -airoboros_33b_gpt4_1.3,0.4809468822170901 -llama30b,0.48036951501154734 -phi_2_dpo,0.4797921478060046 -chronorctypus_limarobormes_13b,0.4792147806004619 -phi_2_super,0.4780600461893764 -phi_2_gpo_renew2_i0,0.4780600461893764 -falcon_11b,0.47748267898383373 -brokenkeyboardmerge,0.476905311778291 -phi_2_dpo_renew1,0.47632794457274824 -zephyr_0.2_a2.5,0.47575057736720555 -puddlejumper_13b_v2,0.4751732101616628 -2x_lora_assemble_platypus2_13b,0.4745958429561201 -mistral_instruct_moe_experimental,0.4740184757505774 -phi_2_gpo_renew2_b0.001_extra_i1,0.47344110854503463 -phi_2_gpo_renew2_b0.001_log_i0,0.47286374133949194 -smartyplats_7b_v2,0.47170900692840645 -phi_2_ipo_renew1,0.47170900692840645 -phi_2_gpo_renew2_b0.001_v4_i1,0.47113163972286376 -dpo_phi2,0.470554272517321 -openbuddy_mistral_7b_v17.1_32k,0.46997690531177827 -phi_2_gpo_renew2_b0.001_extra_v2_i1,0.4693995381062356 -blur_7b_v1.22,0.4676674364896074 -luban_platypus2_13b_qlora_0.80_epoch,0.4676674364896074 -phi_2_gpo_renew2_b0.001_v2_i1,0.4676674364896074 -nova_13b,0.46709006928406466 -phi_2_gpo_renew2_b0.001_0.5ultrafeedback_i1,0.4665127020785219 -losslessmegacoder_llama2_13b_mini,0.4659353348729792 -platypus2xopenorca_13b_ia3_v2.1,0.4653579676674365 -phi_2_gpo_renew2_b0.001_0.5ultrafeedback_lowlr_i1,0.46420323325635104 -phi_2_gpo_renew2_b0.001_i0,0.46420323325635104 -oasst_rlhf_2_llama30b_7k_steps,0.4636258660508083 -phi_2_gpo_renew2_b0.001_vllm_i1,0.4630484988452656 -phi_2_layla_v1,0.46247113163972287 -mistral_7b_med_merge,0.4618937644341801 -chat_ayb_platypus2_13b,0.46131639722863743 -phi_2_instruction,0.4607390300230947 -speechlessv1_nova_13b,0.46016166281755194 -aanaphi2_v0.1,0.45958429561200925 -nanobot_v1,0.4590069284064665 -typhoon_7b_wangchanx_sft_demo,0.45842956120092376 -mistral_7b_norobots,0.4578521939953811 -phi_2_ipo_test_iter_0,0.45727482678983833 -nebula_v2_7b,0.45669745958429564 -mistral_neuraldpo_v0.7,0.4561200923787529 -duplicitous_slurpbeast_13b,0.45554272517321015 -duplicitous_mammal_13b,0.45496535796766746 -storytime_13b,0.4543879907621247 -orca_nova_13b,0.45381062355658197 -airoboros_33b_2.1,0.45265588914549654 -liph42,0.45265588914549654 -ice_grt,0.4515011547344111 -platypus2_13b_qlora,0.4515011547344111 -openbuddy_mistral_7b_v19.1_4k,0.45092378752886836 -delta_4b_notso_base,0.4503464203233256 -camelidae_8x13b,0.4497690531177829 -llama3_soliloquy_8b,0.4491916859122402 -stable_platypus2_13b_qlora_0.80_epoch,0.44861431870669743 -spin_phi2,0.44803695150115475 -huginnv1.2,0.447459584295612 -nebula_7b,0.4468822170900693 -openorcaplatypus2_platypus2_13b_qlora_0.80_epoch,0.44630484988452657 -13b_thorns_l2,0.4457274826789838 -ensemble5_platypus2_13b_qlora_0.80_epoch,0.44515011547344113 -einstein_v4_phi2,0.44399538106235564 -falcon_40b,0.44399538106235564 -einstein_v6.1_phi2,0.44341801385681295 -ensemblev5_nova_13b,0.4428406466512702 -experiment_sft_m7b2_1_merged,0.44226327944572746 -yulan_chat_2_13b_fp16,0.4416859122401848 -nous_hermes_platypus2_13b_qlora_0.80_epoch,0.44110854503464203 -zephyr_alpha_nebula_v2_7b,0.4405311778290993 -llama_2_13b_beluga_qlora,0.4399538106235566 -phi_2_layla_v1_chatml,0.43937644341801385 -qwen1.5_4b,0.4376443418013857 -orca_mini_v3_13b,0.4376443418013857 -limarp_platypus2_13b_qlora_0.80_epoch,0.4376443418013857 -delta_4b_orange,0.437066974595843 -airoboros_l2_13b_2.2.1,0.43648960739030024 -orcamini_platypus2_13b_qlora_0.80_epoch,0.4359122401847575 -codellama_70b_instruct,0.4353348729792148 -damysus_2.7b_chat,0.4341801385681293 -platypus2_13b_lora,0.4341801385681293 -platypus2_13b_ia3,0.4336027713625866 -sailor_7b_chat,0.4330254041570439 -eastasia_4x7b_moe_experiment,0.43244803695150114 -codellama_70b_python,0.43187066974595845 -medchator_2x7b,0.4312933025404157 -synatra_rp_orca_2_7b_v0.1,0.43071593533487296 -platypus_nebula_v2_7b,0.43013856812933027 -truthfulqwen1.5_4b,0.4295612009237875 -new_model_test2,0.4289838337182448 -llama2_13b_sharegpt4_test,0.42782909930715934 -llama_2_16b_nastychat,0.42782909930715934 -solar_ko_1.3_deup,0.42725173210161665 -minotaur_llama2_13b_qlora,0.4266743648960739 -llama_2_13b_ds_eli5_1024_r_64_alpha_16,0.42609699769053117 -llama_2_13b_chat_dutch,0.4255196304849885 -llama_2_13b_qlora,0.42494226327944573 -llama_2_13b,0.424364896073903 -solar_13b_instruct_v1.0,0.4237875288683603 -openhermes_gemma_7b,0.4226327944572748 -mythomix_platypus2_13b_qlora_0.80_epoch,0.4226327944572748 -huginn_19b_prototype,0.4220554272517321 -mistral_7b_sft_open_orca_flan_50k,0.4214780600461894 -eurus_70b_nca_fixed,0.42090069284064663 -llama_2_13b_fp16,0.42032332563510394 -mythicaldestroyerv2_platypus2_13b_qlora_0.80_epoch,0.4197459584295612 -platypus2_13b_qlora_0.80_epoch,0.41916859122401845 -redmond_puffin_13b_instruct_pl_lora_unload,0.41859122401847576 -llama_2_13b_instructed,0.4174364896073903 -libra_19b,0.4174364896073903 -openbuddy_gemma_7b_v18.1_4k,0.41628175519630484 -synatra_11b_testbench,0.41628175519630484 -alpagasus_2_13b_qlora_merged,0.4151270207852194 -qwen1.5_4b_chat,0.4151270207852194 -zephyr_7b_norobots,0.41454965357967666 -dolphin_2.2_yi_34b_200k,0.4133949191685912 -llama_2_13b_guanaco_qlora,0.4133949191685912 -llama_2_13b_instruct_v0.2,0.4122401847575058 -deita_4b,0.4122401847575058 -athena_platypus2_13b_qlora_0.80_epoch,0.4110854503464203 -airoboros_c34b_2.2.1,0.4110854503464203 -llama_2_13b_eli5_wiki_1024_r_64_alpha_16,0.4105080831408776 -mistral_7b_selfplay_v0,0.40993071593533487 -mistral_7b_instruct_v0.1,0.4093533487297921 -eurus_70b_sft_fixed,0.40877598152424943 -llama_2_13b_ds_wiki_1024_full_r_64_alpha_16,0.4081986143187067 -merged_dpo_7b,0.407621247113164 -platypus_2_22b_relora,0.40704387990762125 -synatra_v0.1_7b_instruct,0.4064665127020785 -llama2_megamerge_dare_13b_v2,0.4058891454965358 -deacon_13b,0.40473441108545033 -tekniumairoboros_nebula_7b,0.40473441108545033 -llama_2_13b_platypus_vicuna_wizard,0.40415704387990764 -trurl_2_13b_academic,0.4035796766743649 -mistral_instruct_slerp,0.40300230946882215 -puddlejumper_platypus2_13b_qlora_0.80_epoch,0.4018475750577367 -giftedconvo13bloranoecons,0.4018475750577367 -llama2_13b_sharegpt4_orca_openplatypus_8w,0.40127020785219397 -chinese_alpaca_2_13b,0.4006928406466513 -blossom_v4_qwen1_5_4b,0.40011547344110854 -ghost_7b_v0.9.0,0.3995381062355658 -airoboros_c34b_2.1,0.3989607390300231 -michel_13b,0.39838337182448036 -blossom_v5_4b,0.39780600461893767 -llama_2_13b_ds_wiki_1024_full_r_64_alpha_16_merged,0.3972286374133949 -giraffe_13b_32k_v3,0.3966512702078522 -llama_2_13b_eli5_wiki_1024_r_64_alpha_16_merged,0.3960739030023095 -llama_2_13b_platypus,0.394919168591224 -llama_2_13b_ds_eli5_1024_r_64_alpha_16_merged,0.394919168591224 -platypus2_22b_relora,0.3943418013856813 -codellama34b,0.39376443418013857 -llama_megamerge_dare_13b,0.3931870669745958 -sailor_7b,0.39260969976905313 -japanese_stablelm_instruct_gamma_7b,0.3920323325635104 -wizardmath_13b_v1.0,0.39145496535796764 -airoboros_2.1_llama_2_13b_qlora,0.39087759815242495 -tora_13b_v1.0,0.3903002309468822 -everythinglm_13b_v3_peft,0.38972286374133946 -llama_2_13b_vicuna_wizard,0.3891454965357968 -giftedconvo13bloranoeconse4,0.38799076212471134 -llama2_13b_holomax,0.38799076212471134 -llama_2_13b_chat,0.3874133949191686 -airboros2.1_platypus2_13b_qlora_0.80_epoch,0.38683602771362585 -zysec_8b_v2,0.3856812933025404 -zysec_7b_v2,0.3856812933025404 -ypotryll_22b_epoch2_qlora,0.3851039260969977 -wizardlm_1.0_uncensored_codellama34b,0.384526558891455 -thetawave_28b_v0.1,0.38394919168591224 -mistral_trismegistus_7b,0.3833718244803695 -llama_2_13b_chat_platypus,0.3827944572748268 -llama_2_13b_ft_instruct_es,0.38221709006928406 -samantha_nebula_7b,0.3816397228637413 -open_ko_solar_dpo_merge_v0.1,0.3810623556581986 -vigogne2_enno_13b_sft_lora_4bit,0.3804849884526559 -internlm2_base_7b_llama,0.37933025404157045 -yi6,0.37933025404157045 -llama_2_26b_trenchcoat_stack,0.3787528868360277 -neural_phi2,0.378175519630485 -giraffe_beta_13b_32k,0.37759815242494227 -tigerbot_13b_base,0.3770207852193995 -gemma_7b_openhermes,0.37644341801385683 -olmo_1.7_7b,0.3758660508083141 -chimera_7b_ties,0.37528868360277134 -llama_2_13b_german_orpo,0.37471131639722866 -dolphin_nebula_7b,0.3741339491916859 -eeve_korean_instruct_2.8b_v1.0,0.37355658198614317 -openbuddy_gemma_7b_v19.1_4k,0.3729792147806005 -lima2_13b,0.37240184757505773 -quyen_v0.1,0.3712471131639723 -mixtral_6x7b_instruct_v0.1,0.3712471131639723 -aisquare_instruct_solar_10.7b_v0.5.31,0.37066974595842955 -deita_2b,0.37009237875288686 -asclepius_llama2_13b,0.3695150115473441 -orca_mini_v3_7b,0.3689376443418014 -huginn_13b_v4,0.3672055427251732 -huginn_13b_v4.5,0.3672055427251732 -huginn_v3_13b,0.3672055427251732 -yousei_22b,0.36605080831408776 -awanllm_llama3_8b_instruct_dpo_v0.2,0.36605080831408776 -tulu_2_dpo_7b_expo,0.365473441108545 -nusantara_7b_indo_chat,0.3648960739030023 -aisquare_instruct_llama2_koen_13b_v0.9.24,0.3643187066974596 -deepseek_llm_7b_chat,0.36374133949191684 -samantha_mistral_instruct_7b,0.36316397228637415 -llava_v1.5_7b_vicuna,0.3625866050808314 -blossom_v2_llama2_7b,0.36200923787528866 -eeve_korean_2.8b_v1.0,0.36143187066974597 -hope_for,0.3608545034642032 -starcoder2_15b,0.36027713625866054 -yehoon_llama2,0.3596997690531178 -sydney_overthinker_13b_hf,0.35854503464203236 -chinese_alpaca_2_13b_16k,0.35854503464203236 -mnsim_dpo_peftmerged_2_eos,0.3579676674364896 -configurable_mistral_22b,0.35739030023094687 -orca_open_hermes_llava_v1.5_7b_dpo,0.3568129330254042 -mm4_3b,0.35623556581986143 -ghost_7b_alpha,0.3556581986143187 -airocoder_34b_2.1,0.355080831408776 -stable_vicuna_13b,0.3539260969976905 -tamil_llama_13b_instruct_v0.1,0.3539260969976905 -mc_data_30k_from_platpus_orca_7b_10k_v1_lora_qkvo_rank14_v2,0.3533487297921478 -platypus2xopenorca_13b_lora_v2,0.3527713625866051 -geitje_7b_ultra,0.35219399538106233 -camelidae_8x7b,0.35161662817551964 -btlm_v1_7b_base_v0.1,0.3510392609699769 -fietje_2b_chat,0.3504618937644342 -platypus2_7b,0.34988452655889146 -huginn_22b_prototype,0.3493071593533487 -fietje_2b_instruct,0.3481524249422633 -llama2_13b_chinese_v2,0.3481524249422633 -losslessmegacoder_llama2_7b_mini,0.34757505773672054 -hope_for_7b_1.0v,0.34699769053117785 -alma_13b_r,0.3464203233256351 -bielik_7b_instruct_v0.1,0.34584295612009236 -llama2_7b_instruction_lora,0.34526558891454967 -llongorca_7b_16k,0.3446882217090069 -fietje_2b,0.3441108545034642 -code_millenials_34b,0.3435334872979215 -wizardcoder_python_34b_v1.0,0.34295612009237875 -new_model_test3,0.342378752886836 -awanllm_llama3_8b_dolfin_v0.3_dpo,0.3418013856812933 -geitje_7b_chat_v2,0.34122401847575057 -llama_2_7b_chat_guanaco_lora,0.3406466512702079 -llama_2_7b_physics,0.34006928406466513 -mistral_22b_v0.1,0.3394919168591224 -llama_2_7b_chat_afr_200step_merged,0.3389145496535797 -openhermes_7b,0.33833718244803695 -llama_2_7b_chat_afr_200step_v2,0.3377598152424942 -llama_2_7b_chat_afr_441step_flan_v2,0.3371824480369515 -llama_2_7b_chat_afr_300step_flan_v2,0.33602771362586603 -llama_2_7b_chat_afr_200step_flan_v2,0.33602771362586603 -hope_for_7b_1.1v,0.33545034642032334 -llama_2_7b_chat_afr_100step_v2,0.3348729792147806 -wizardvicuna2_13b,0.33429561200923785 -llama2_7b_openorca_mc_v1,0.33371824480369516 -llama_2_7b_chat_afr_100step_flan_v2,0.3331408775981524 -llama_2_7b_chat_afr_200step_flan,0.3325635103926097 -llama_2_7b_chat_afr_100step_flan,0.331986143187067 -llama_2_7b_chat,0.33140877598152424 -cria_llama2_7b_v1.3,0.33083140877598155 -openbuddy_zen_3b_v21.2_32k,0.3302540415704388 -llama_2_7b_chat_10_sparsity,0.32967667436489606 -llama_2_7b_chat_10_attention_sparsity,0.32909930715935337 -mpt_30b,0.3285219399538106 -vicuna_7b_v1.3_attention_sparsity_10,0.3273672055427252 -fusellm_7b,0.3273672055427252 -archangel_sft_kto_llama13b,0.32678983833718245 -starling_7b,0.3262124711316397 -llama_13b,0.32505773672055427 -adelie_sft,0.32505773672055427 -airoboros_l2_7b_2.2.1,0.3244803695150115 -telugu_llama2_7b_v0_instruct,0.32390300230946883 -flan_llama_7b_2_llama2_7b_flash_868_full_model,0.3233256351039261 -llama_2_7b_chat_20_attention_sparsity,0.32274826789838335 -vicuna_7b_v1.3_attention_sparsity_20,0.32217090069284066 -mistral_7b_instruct_v0.2_sparsity_20,0.3210161662817552 -llama_2_7b_chat_20_sparsity,0.3210161662817552 -llama_2_7b_chat_guanaco,0.3204387990762125 -llama2_7b_openorca_mc_v2_dpo,0.31986143187066973 -llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj,0.31928406466512704 -rocket_3b,0.3187066974595843 -elyza_japanese_llama_2_7b_instruct,0.31755196304849886 -llama_2_peanutbutter_v18_b_7b,0.31755196304849886 -llama_2_7b_chat_30_attention_sparsity,0.3169745958429561 -llama_2_peanutbutter_v10_7b,0.3163972286374134 -llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj_lora,0.3158198614318707 -towerinstruct_7b_v0.1,0.31524249422632794 -llama_2_7b,0.3146651270207852 -vicuna_7b_v1.3_attention_sparsity_30,0.3140877598152425 -helpingai_3b,0.31351039260969976 -tora_code_34b_v1.0,0.312933025404157 -qwen1.5_1.8b,0.3123556581986143 -llama_2_7b_guanaco_instruct_sharded,0.3117782909930716 -chinese_alpaca_2_7b,0.3112009237875289 -mistral_7b_instruct_v0.2_sparsity_30,0.31062355658198615 -cria_llama2_7b_v1.3_peft,0.3100461893764434 -qwen_1_8b_llamafied,0.3094688221709007 -deepseek_moe_16b_base,0.30889145496535797 -chinese_alpaca_2_7b_rlhf,0.3083140877598152 -stablelm_zephyr_3b,0.30773672055427254 -odia_llama2_7b_base,0.3071593533487298 -youri_7b_chat,0.30658198614318705 -llama_2_7b_chat_flan2022_1.2m,0.30600461893764436 -llama_2_7b_eli5_cleaned_1024_qlora_merged,0.30484988452655887 -tora_7b_v1.0,0.30484988452655887 -qwen1.5_1.8b_chat,0.3042725173210162 -openhermes_qwen1.5_1.8b,0.30369515011547343 -mhm_7b_v1.3_dpo_1,0.3031177829099307 -mhm_7b_v1.3,0.302540415704388 -llama_2_7b_eli5_cleaned_wiki65k_1024_qlora_merged,0.30196304849884525 -deita_qwen_1_8b,0.3008083140877598 -deita_1_8b,0.3008083140877598 -leo_hessianai_7b_chat,0.3002309468822171 -llama_2_7b_chat_30_sparsity,0.2996535796766744 -llama_2_peanutbutter_v18_a_7b,0.29907621247113164 -llama_2_7b_32k_instruct,0.2984988452655889 -quan_1.8b_base,0.29734411085450346 -llama_7b_sft_qlora_eli5_wiki_dpo_ds_rm_top_2_1024_r_64_alpha_16,0.29734411085450346 -llama_7b_sft_ds_wiki65k_1024_r_64_alpha_16_merged,0.2967667436489607 -orca_2.0_tau_1.8b,0.29618937644341803 -stablelm_3b_4e1t,0.2956120092378753 -stablelm_base_alpha_7b_v2,0.29503464203233254 -neuralreyna_mini_1.8b_v0.2,0.29445727482678985 -qwen_1_8b_everythinglm,0.2938799076212471 -hercules_mini_1.8b,0.29330254041570436 -leo_hessianai_7b_chat_bilingual,0.29272517321016167 -qwen_1_8b_chat_llama,0.2921478060046189 -truthfulqwen1.5_1.8b,0.29157043879907624 -llama_v2_7b_32kc_security,0.2909930715935335 -openllama_7b_icl,0.29041570438799075 -palmyra_med_20b,0.28983833718244806 -neuralreyna_mini_1.8b_v0.3,0.2892609699769053 -llama_2_7b_alpaca_gpt4,0.28868360277136257 -quan_1.8b_chat,0.2881062355658199 -everyone_coder_33b_base,0.28752886836027713 -llama_2_7b_gptq,0.2869515011547344 -sailor_4b_chat,0.2863741339491917 -sambalingo_thai_chat,0.28579676674364896 -quyen_mini_v0.1,0.2852193995381062 -phi_1_5,0.2846420323325635 -open_llama_13b,0.2840646651270208 -galpaca_30b_miniorca,0.2834872979214781 -asclepius_llama2_7b,0.2823325635103926 -kollama2_7b_v2,0.2823325635103926 -llama_2_7b_open_platypus,0.2817551963048499 -speechless_codellama_orca_13b,0.28117782909930716 -minimerlin_3b_v0.1,0.2806004618937644 -gemma_2b_zephyr_dpo,0.28002309468822173 -lima2_7b,0.279445727482679 -zephyr_phi_1_5_sft_qlora,0.27886836027713624 -fialka_7b_v3,0.2777136258660508 -smartqwen1.5_1.8b_orpo_v1,0.2777136258660508 -mistral_megamerge_dare_7b,0.27713625866050806 -neural_chat_mini_v2.2_1.8b,0.27655889145496537 -gowizardlm,0.2759815242494226 -chinese_alpaca_2_7b_16k,0.2754041570438799 -openllama_7b_base,0.27424942263279445 -speechless_codellama_platypus_13b,0.27424942263279445 -phi_openllm_lb_test,0.273094688221709 -mpt_7b_8k,0.273094688221709 -llama_2_7b_flan2022_1.2m,0.27251732101616627 -mpt_7b_8k_instruct,0.2719399538106236 -stablelm_2_zephyr_1_6b,0.27136258660508084 -zephyr_2b_gemma_sft_qlora,0.2707852193995381 -v1,0.2702078521939954 -remask_3b,0.26963048498845266 -gemma_2b,0.2690531177829099 -stablelm_2_1_6b_chat,0.2684757505773672 -open_llama_7b_v2,0.2678983833718245 -starcoder2_7b,0.26732101616628173 -openhermes_phi_1_5_sft_qlora,0.26674364896073904 -recurrentgemma_2b_it,0.2661662817551963 -gaja_v1.00,0.26558891454965355 -gaja_v2.00_dpo,0.26501154734411086 -samantha_1.11_7b,0.2644341801385681 -zephyr_danube2_sft_qlora,0.2632794457274827 -openhermes_danube2_sft_qlora,0.2632794457274827 -openthaigpt_1.0.0_alpha_7b_chat_ckpt,0.26270207852193994 -phi_1_5_chat_32k,0.26212471131639725 -calm2_7b_chat_dpo_experimental,0.2615473441108545 -codellama34b_instruct_fp16,0.2603926096997691 -codellama34b_instruct,0.2603926096997691 -open_llama3b_v2_instruct,0.25981524249422633 -openhermes_2b_gemma_sft_qlora,0.2592378752886836 -ex_llm_e1,0.2586605080831409 -deita_500m,0.25808314087759815 -calm2_7b_chat,0.2575057736720554 -qwen1.5_0.5b,0.2569284064665127 -nxcode_cq_7b_orpo,0.25635103926096997 -deepseek_coder_6.7b_instruct,0.2557736720554272 -sailor_4b,0.25519630484988454 -stablelm_2_1_6b,0.2546189376443418 -codellama_13b_instruct,0.2540415704387991 -codellama_13b_instruct_fp16,0.25346420323325636 -wizardcoder_python_13b_lora,0.2528868360277136 -starcoder2_3b,0.2523094688221709 -sappha_2b_v3,0.2517321016166282 -coven_tiny_1.1b_32k_orpo_alpha,0.25115473441108543 -gemma_2b_orpo,0.25057736720554274 -nusantara_4b_indo_chat,0.24942263279445728 -deepseek_coder_6.7b_base,0.24942263279445728 -sailor_1.8b_chat,0.24884526558891454 -gemma_2b_tamil,0.24826789838337182 -neurona_2b,0.2476905311778291 -h2o_danube2_1.8b_chat,0.2471131639722864 -gemma_2b_nlaf_v0,0.24653579676674364 -phi_gemma_nlaf_v0,0.24595842956120093 -gemma_2b_it_nlai_p1,0.2453810623556582 -gemma_2b_it_sp_test,0.24307159353348728 -gemma_2b_it_sp_test1,0.24307159353348728 -openhermes_gemma_2b,0.24307159353348728 -gemma_2b_it_sp_test_openherms_step500,0.24307159353348728 -gemma_nlaf_v1,0.24249422632794457 -gemma_2b_openhermes,0.24191685912240185 -phi_gemma_nlaf_v1,0.2407621247113164 -gemma_2b_it_nlai_v0,0.2407621247113164 -baize_healthcare_lora_7b,0.24018475750577367 -tora_code_13b_v1.0,0.23960739030023095 -cross_lingual_epoch2,0.2390300230946882 -llama_7b,0.2384526558891455 -llama_base_7b,0.23787528868360278 -gzdx_1.1b,0.23729792147806006 -codellama_13b_oasst_sft_v10,0.23672055427251731 -palmyra_20b_chat,0.2361431870669746 -gpt_sw3_40b,0.23556581986143188 -codellama34b_python,0.23498845265588914 -recurrentgemma_2b,0.23441108545034642 -codellama_7b_instruct,0.2338337182448037 -deacon_1_8b,0.23325635103926096 -tau_0.5b_instruct_dpop,0.23267898383371824 -qwen1.5_0.5b_chat,0.23210161662817552 -qwen_orpo_v1,0.2315242494226328 -test_qwen1.5_0.5b,0.23094688221709006 -dpo_qwen1.5_0.5b_chat_alignment_handbook,0.23036951501154734 -h2o_danube_1.8b_chat,0.22979214780600463 -ultra0,0.22921478060046188 -tora_code_7b_v1.0,0.22863741339491916 -platypus_1_8b,0.22806004618937645 -codellama34b_python_fp16,0.22748267898383373 -codellama_13b,0.22690531177829099 -poro_34b_gptq,0.22632794457274827 -codegen_16b_nl,0.22575057736720555 -starcoderbase,0.2251732101616628 -gemma_2b_sft_telugu,0.2245958429561201 -mc_model_v1,0.22401847575057737 -gpt_sw3_6.7b_v2_instruct,0.22344110854503466 -gpt_sw3_20b_instruct,0.2228637413394919 -quark_464m_v0.2,0.2222863741339492 -cypher_mini_1.8b,0.22170900692840648 -codellama_7b,0.22113163972286373 -dpo_qlora_qwen1.5_0.5b_chat_xtuner,0.22055427251732102 -bloom,0.2199769053117783 -mpt_7b,0.21939953810623555 -dpo_qwen1.5_0.5b_chat,0.21882217090069284 -open_llama_7b,0.21824480369515012 -sailor_1.8b,0.2176674364896074 -nusantara_1.8b_indo_chat,0.21709006928406466 -nucleus_22b_token_500b,0.21651270207852194 -gpt_sw3_6.7b_v2,0.21593533487297922 -tinyllama_moe_chat,0.21535796766743648 -falcon_7b_3epoch_norobots,0.21478060046189376 -starcoder,0.21420323325635104 -gollie_7b,0.21362586605080833 -tinyllama_moe_chat_0.1,0.21304849884526558 -llamacorn_1.1b_chat,0.21247113163972287 -falcon_rw_1b_instruct_openorca,0.21189376443418015 -open_llama3b_v2_chat,0.2113163972286374 -minima_3b,0.2107390300230947 -palmyra_large,0.21016166281755197 -gpt_sw3_20b,0.2090069284064665 -deepseek_coder_1.3b_instruct,0.2090069284064665 -openbezoar_sft,0.2084295612009238 -starcoderbase_7b,0.20785219399538107 -codellama_7b_python,0.20727482678983833 -instructpalmyra_20b,0.2066974595842956 -tinyllama_1.1b_slimorca_function_calling_3t,0.2061200923787529 -olmo_7b,0.20554272517321015 -shearedplats_2.7b_v2_instruct_v0.1,0.20496535796766743 -falcon_7b_norobots,0.20438799076212472 -open_llama3b_code_instruct_0.1,0.203810623556582 -falcon_7b,0.20265588914549654 -xglm_7.5b,0.20265588914549654 -dociprollm_7b,0.20207852193995382 -redpajama_incite_7b_base,0.20092378752886836 -redpajama_incite_base_7b_v0.1,0.20092378752886836 -openhermes_tinyllama_sft_qlora,0.20034642032332564 -shearedplats_2.7b_v2,0.1997690531177829 -walter_llama_1b,0.19919168591224018 -starcoderbase_3b,0.19861431870669746 -dolphin_2.6_mistral_7b_dpo_5.93b,0.19803695150115475 -mt7bi_wizard_3_alpha_dpo,0.197459584295612 -zephyr_1b_olmo_sft_qlora,0.19688221709006928 -aira_2_355m,0.19630484988452657 -wizardvicuna_open_llama3b_v2,0.1951501154734411 -codellama_13b_python,0.1951501154734411 -palmyra_base,0.1945727482678984 -deacon_3b,0.19341801385681293 -test_22b,0.19341801385681293 -openllama3b_evolinstruct_lora_merged,0.1922632794457275 -open_llama3b_v2,0.1922632794457275 -rho_math_1b_v0.1,0.19168591224018475 -redpajama_incite_base_3b_v1,0.19110854503464203 -hf_checkpoint2_01052024,0.18995381062355657 -numfalm_3b,0.18995381062355657 -lamini_neo_1.3b_mental_health_lora,0.18879907621247113 -zephyr_danube_sft_qlora,0.18879907621247113 -opt_66b,0.18822170900692842 -mptk_1b,0.18764434180138567 -open_llama3b,0.18706697459584296 -gpt2_platypus_camel_physics,0.18533487297921478 -openbezoar_hh_rlhf_dpo,0.18533487297921478 -gpt2_camel_physics_platypus,0.18533487297921478 -nusantara_0.8b_indo_chat,0.18475750577367206 -tinyllama_1.1b_intermediate_step_1431k_3t_laser_dpo,0.18418013856812934 -bloom_1b1_rlhf,0.1836027713625866 -stellarx_4b_v0,0.18244803695150116 -csg_wukong_1b_chat_v0.1,0.18244803695150116 -amber,0.1812933025404157 -minueza_32m_deita,0.1812933025404157 -cerebras_gpt_256m,0.18071593533487298 -mistral_7b_dpo_open_orca_flan_50k_synthetic_5_models,0.18013856812933027 -gemma_ko_1.1_2b_it,0.1784064665127021 -gpt_2_xl_camel_ai_physics,0.1784064665127021 -tiny_starcoder_py,0.1784064665127021 -pythia_2.8b_deduped,0.1766743648960739 -gpt_j_6b,0.1766743648960739 -tinyllama_1.1b_step_50k_105b,0.1766743648960739 -pythia_12b,0.17609699769053117 -sailor_0.5b_chat,0.17551963048498845 -orca_2_7b_f16,0.17494226327944573 -cosmo_1b,0.17436489607390301 -starcoderbase_1b,0.17378752886836027 -weblab_10b_instruction_sft,0.17263279445727484 -opt_30b,0.17263279445727484 -sheared_pythia_160m,0.17147806004618937 -flor_1.3b_xat,0.17147806004618937 -black_goo_recipe_d,0.17032332563510394 -polyglot_ko_12.8b,0.17032332563510394 -cerebras_gpt_1.3b,0.1697459584295612 -black_goo_recipe_c,0.16916859122401848 -pythia_1.3b,0.16859122401847576 -gpt2_xl,0.16801385681293302 -7b_redpajama_conditional_alpha,0.16685912240184758 -chinese_alpaca_2_1.3b_rlhf,0.16685912240184758 -tinyllama,0.16628175519630484 -pythia_6.9b_deduped,0.16570438799076212 -tinyopenhermes_1.1b_4k,0.16397228637413394 -gpt_neo_2.7b,0.16397228637413394 -zephyr_220m_sft_full,0.16397228637413394 -llongma_3b_lima,0.1628175519630485 -zephyr_220m_dpo_full,0.1628175519630485 -gpt2_chatbot,0.16224018475750576 -gpt2_guanaco_dolly_platypus,0.16166281755196305 -flyingllama_v2,0.16108545034642033 -fialka_13b_v3,0.1605080831408776 -gpt2_large_conversational,0.15993071593533487 -olmo_1b,0.15935334872979215 -weblab_10b,0.15877598152424943 -tinyllama_1.1b_intermediate_step_240k_503b,0.1581986143187067 -bloom_7b1,0.15762124711316397 -tinywand_dpo,0.1564665127020785 -fbopt_350m_8bit,0.1564665127020785 -stablelm_base_alpha_7b,0.1558891454965358 -gpt2_open_platypus,0.15531177829099307 -smol_llama_220m_openhermes,0.1535796766743649 -llama2_xs_460m_experimental,0.1535796766743649 -gpt_sw3_1.3b_instruct,0.1535796766743649 -gpt2_platypus_dolly_guanaco,0.15242494226327943 -knowledgeninja_litellama_460mx6moe_1t,0.15242494226327943 -aeonium_v1_baseweb_1b,0.15184757505773672 -gpt_sw3_1.3b,0.15069284064665128 -llama_160m_chat_v1,0.15069284064665128 -tinyllama_1.1b_chat_v0.3_platypus,0.15011547344110854 -rwkv_4_14b_pile,0.1489607390300231 -evaloric_1.1b_test,0.1489607390300231 -smol_llama_220m_open_instruct,0.14780600461893764 -tinyllama_frankenmerge,0.14780600461893764 -mixtral_gqa_400m_v2,0.14665127020785218 -redpajama_incite_chat_3b_v1_rl_lora_8bit_test1,0.14665127020785218 -minueza_32m_ultrachat,0.14607390300230946 -gpt2_large,0.14491916859122403 -minueza_32mx2_chat,0.14491916859122403 -tinymistral_248m_sft_v4,0.14376443418013857 -tinyllama_1.1b_intermediate_step_1431k_3t,0.14376443418013857 -opt_350m,0.1420323325635104 -opt_125m,0.1420323325635104 -healix_3b,0.1420323325635104 -gpt_sw3_6.7b,0.14145496535796767 -pythia_410m_deduped,0.14087759815242495 -tinywand_sft,0.1403002309468822 -gpt_neo_125m,0.1397228637413395 -litellama_460m_1t,0.13856812933025403 -rwkv_raven_1b5,0.13856812933025403 -h2o_danube_1.8b_base,0.1379907621247113 -codegen_6b_nl,0.13568129330254042 -tinydolphin_2.8.2_1.1b_laser,0.13568129330254042 -gpt_sw3_356m,0.13568129330254042 -cerebras_gpt_6.7b,0.13568129330254042 -cerebras_gpt_13b,0.1351039260969977 -pythia_70m,0.13452655889145496 -test_model,0.13279445727482678 -smol_llama_4x220m_moe,0.13279445727482678 -chinese_alpaca_2_1.3b,0.13279445727482678 -pythia_2.7b,0.13163972286374134 -gpt2_test,0.13163972286374134 -zephyr_tinyllama_sft_qlora,0.13048498845265588 -smol_llama_220m_gqa,0.13048498845265588 -falcon_7b_instruct,0.12990762124711316 -algae_550m_base,0.1287528868360277 -gpt2,0.1287528868360277 -tinynaughtyllama_v1.0,0.12759815242494227 -gpt_2_slimorcadeduped_airoboros_3.1_metamathqa_sft_124m,0.12759815242494227 -gpt2_dolly,0.12702078521939955 -pythia_1.4b,0.1264434180138568 -zephyr_tiny_dpo_qlora,0.1258660508083141 -tinyllama_chat_sft,0.12471131639722864 -rwkv_4_1b5_pile,0.12471131639722864 -numfa_v2_1b,0.12240184757505773 -phind_codellama34b_v2,0.12240184757505773 -gptneo350m_instruct_sft,0.12240184757505773 -numfalm_v2_1b,0.12240184757505773 -minueza_32m_chat,0.12124711316397228 -black_goo_recipe_a,0.12124711316397228 -csg_wukong_1b_orpo_bf16,0.12066974595842957 -mistral_3_from_mixtral_8x7b_v0.1,0.1195150115473441 -tinyllama_1.1b_1.5t_openorca_alpha,0.1195150115473441 -croissantllmbase,0.11893764434180139 -codegen_6b_multi,0.11836027713625866 -mixnueza_6x32m_moe,0.11778290993071594 -shearedllama_1.3b_fft_test1,0.11662817551963048 -minillama_1.8b_chat_v0.1,0.11662817551963048 -tmm_1b,0.11547344110854503 -black_goo_recipe_b,0.11547344110854503 -openhermes_1b_olmo_sft_qlora,0.11489607390300231 -boomer_1b,0.11374133949191687 -ablation_model_fineweb_v1,0.11374133949191687 -init_model,0.11316397228637413 -pythia_12b_deduped,0.1125866050808314 -sailor_0.5b,0.11200923787528869 -tinydolphin_2.8_1.1b,0.11143187066974596 -pythia_1.4b_deduped,0.11085450346420324 -stellarx_4b_v0.2,0.10912240184757506 -megachat,0.10912240184757506 -codeparrot,0.10912240184757506 -microscopic_mistral_87k_steps,0.10854503464203233 -tinyllama_1.1b_layla_v4,0.10739030023094688 -gpt_sw3_356m_instruct,0.10739030023094688 -gpt_2_large_115k_steps,0.10623556581986143 -phigrange_dpo,0.10623556581986143 -cerebras_gpt_111m,0.10508083140877598 -42dot_llm_sft_1.3b,0.10508083140877598 -mindllm,0.10450346420323325 -tiny_vicuna_1b,0.1033487297921478 -mistral_6_from_mixtral_8x7b_v0.1,0.1033487297921478 -speechless_codellama_orca_airoboros_13b_0.10e,0.10046189376443418 -opt_2.7b,0.10046189376443418 -stablelm_base_alpha_3b,0.10046189376443418 -xglm_4.5b,0.10046189376443418 -gpt2_xl_lima,0.10046189376443418 -3b_redpajama_conditional_alpha,0.09930715935334873 -tinyultra_4x1.1b_base_alpha,0.09930715935334873 -fialka_13b_v3.1,0.098729792147806 -internlm_20b_llamafied,0.09757505773672055 -dopeyshearedplats_1.3b_v1,0.09757505773672055 -bilingual_gpt_neox_4b_8k,0.09699769053117784 -nanollama_gqa_l10_a32_kv8_v13_ki,0.09584295612009237 -babyllama_v0.6,0.09584295612009237 -speechless_codellama_orca_platypus_13b_0.10e,0.09468822170900693 -evaloric_1.1b,0.09468822170900693 -open_llama3b_instruct_v_0.2,0.09353348729792148 -nano_phi_115m_v0.1,0.09353348729792148 -csg_wukong_1b,0.0918013856812933 -llama3,0.0918013856812933 -774m_03_09_2024,0.0918013856812933 -smartyplats_3b_v1,0.09006928406466513 -tinyllama_1.1b_1t_openorca,0.09006928406466513 -tinydolphin_2.8.1_1.1b,0.09006928406466513 -mistral_8_from_mixtral_8x7b_v0.1,0.0894919168591224 -verysmol_llama_v11_kix2,0.08775981524249422 -falcon_rw_1b,0.08775981524249422 -mixsmol_4x400m_v0.1_epoch1,0.08775981524249422 -mixsmol_4x400m_v0.1_epoch2,0.08602771362586605 -pythia_70m_deduped,0.08602771362586605 -falcon_1b_t_sft,0.08602771362586605 -pile_7b_250b_tokens,0.08545034642032333 -open_calm_large,0.0848729792147806 -gzdx,0.08429561200923788 -llama_68m_chat_v1,0.08140877598152425 -xglm_564m,0.08140877598152425 -tinymistral_248m_instruct,0.08140877598152425 -tinyllama_1.1b_orca_v1.0,0.08140877598152425 -zephyr_smol_llama_100m_dpo_full,0.08140877598152425 -mgpt,0.0802540415704388 -cerebras_gpt_2.7b,0.0802540415704388 -nano_mistral,0.07967667436489607 -opt_flan_iml_6.7b,0.07852193995381063 -mistral_7_from_mixtral_8x7b_v0.1,0.07852193995381063 -aira_2_774m,0.07736720554272518 -mistral_5_from_mixtral_8x7b_v0.1,0.07736720554272518 -vortex_3b_v2,0.07621247113163972 -fialka_13b_v4,0.07621247113163972 -model_a_48.5m,0.07505773672055427 -openhermes_danube_sft_qlora,0.07505773672055427 -smolllamix_8x101m_take2,0.07448036951501155 -tinyllama_1.1b_chat_v1.0_intel_dpo,0.07390300230946882 -nanofialka_v1,0.07332563510392609 -gpt_neox_20b,0.07217090069284064 -tinyllama_1.1b_intermediate_step_480k_1t,0.07217090069284064 -merge_dolly_v2_3b_dpo_test,0.06986143187066975 -pythia_31m_simplepile_lite_2048_scratch_2e,0.06986143187066975 -tinystories_3m,0.06986143187066975 -bulgakovlm_3b,0.06986143187066975 -pythia_31m,0.0687066974595843 -gpt_bigcode_santacoder,0.0687066974595843 -rwkv_4_7b_pile,0.06812933025404157 -pythia_160m,0.06755196304849885 -smol_llama_101m_chat_v1,0.06697459584295612 -idus,0.06639722863741339 -opt_13b,0.06581986143187067 -deacon_1b,0.06466512702078522 -koalpaca_korwkv_6b,0.06466512702078522 -rwkv_raven_3b,0.06408775981524249 -pythia_160m_deduped,0.06293302540415704 -aira_2_1b1,0.06293302540415704 -rwkv_4_430m_pile,0.06235565819861432 -mistral_4_from_mixtral_8x7b_v0.1,0.061200923787528866 -nusantara_2.7b_indo_chat,0.061200923787528866 -gpt_neo_1.3b,0.06062355658198614 -csg_wukong_1b_sft_bf16,0.06004618937644342 -crow_1b,0.05889145496535797 -minueza_32m_base,0.05889145496535797 -gpt2_final,0.057736720554272515 -dpo_miniguanaco_1.5t,0.057736720554272515 -shearedplats_1.3b_v1,0.05715935334872979 -puli_gptrio,0.05658198614318707 -csg_wukong_1b_sft_dpo_bf16,0.05600461893764434 -smolllamix_8x101m,0.05484988452655889 -korwkv_6b,0.05484988452655889 -mpt_125m_c4,0.054272517321016164 -rwkv_4_3b_pile,0.05369515011547344 -llama_pile_350b,0.05254041570438799 -mistral_1_from_mixtral_8x7b_v0.1,0.05254041570438799 -pythia_6.7b,0.05138568129330254 -healix_1.1b_v1_chat_ddpo,0.05138568129330254 -zyte_1b,0.050808314087759814 -llama3_orpo_v1_merged_16bit,0.05023094688221709 -walter_falcon_1b,0.049653579676674366 -opt_6.7b,0.04849884526558892 -tinystories_1m,0.04849884526558892 -pythia_31m_chat_v1,0.04734411085450346 -dopeyplats_1.1b_2t_v1,0.04734411085450346 -croissantcool_v0.2,0.04676674364896074 -gpt_sw3_126m,0.046189376443418015 -falcon_rw_1b_chat,0.04503464203233257 -tiny_llama3_7b,0.04503464203233257 -gpt3_finnish_small,0.044457274826789836 -pythia_1b_spin_iter1,0.04387990762124711 -tinymistral_248m_sft_v3,0.04330254041570439 -decicoder_1b,0.042725173210161664 -megatron_gpt2_345m,0.04157043879907621 -smartyplats_3b_v2,0.04157043879907621 -llama39m,0.040993071593533485 -tinymix,0.03983833718244804 -pythia_1b_deduped,0.03983833718244804 -llama_160m,0.03926096997690531 -pythia_1b_dpo,0.03810623556581986 -smol_llama_101m_gqa,0.03810623556581986 -dpo_test_hermes_open_llama3b,0.037528868360277134 -mistral_2_from_mixtral_8x7b_v0.1,0.036374133949191687 -cutie,0.036374133949191687 -numfa_3b_1epoch,0.03521939953810624 -gpt_2_large_40k_steps,0.03521939953810624 -pythia_1b_dpo_full,0.034064665127020784 -tinymistral_6x248m_instruct,0.034064665127020784 -gpt3_finnish_large,0.03348729792147806 -smol_llama_81m_tied,0.032909930715935336 -gpt_2_large_43k_steps,0.03233256351039261 -bloom_560m_rlhf_v2,0.03175519630484989 -tinymistral_248m_v2.5_instruct,0.03117782909930716 -gpt_2_large_51k_steps,0.03002309468822171 -gpt_2_large_20k_steps,0.03002309468822171 -tinystories_33m,0.029445727482678985 -taketwo,0.028868360277136258 -gpt_sw3_126m_instruct,0.028290993071593534 -gpt_2_large_32k_steps,0.02771362586605081 -helpingai_110m,0.027136258660508082 -rwkv_raven_7b,0.026558891454965358 -bloom_560m_rlhf,0.025981524249422634 -megatron_gpt2_345m_evol_instruct_v2,0.025404157043879907 -ko_wand_136m,0.024826789838337183 -tinystories_28m,0.02367205542725173 -tinymistral_v2.5_minipile_guidelines_e1,0.02367205542725173 -tinymistral_248m_chat_v2,0.023094688221709007 -gpt3_finnish_13b,0.022517321016166283 -tinymistral_248m_v2,0.021939953810623556 -tinymistral_v2_test1,0.021362586605080832 -tinystories_8m,0.02020785219399538 -llama_2_3b,0.02020785219399538 -rwkv_4_169m_pile,0.019630484988452657 -llama2_13b_platypus_ckpt_1000,0.01905311778290993 -facebook_opt_125m_qcqa_ub_6_best_for_q_loss,0.01674364896073903 -facebook_opt_6.7b_qcqa_ub_16_best_for_q_loss,0.01674364896073903 -tinymistral_248m,0.01674364896073903 -tinymistral_248m_v2.5,0.01674364896073903 -dough_instruct_base_001,0.016166281755196306 -llm_jp_13b_instruct_full_jaster_v1.0,0.002886836027713626 -griffin_c3t_8l_v0.02_fineweb,0.002886836027713626 -mistral_7b_v0.1_signtensors_1_over_4,0.002886836027713626 -llm_jp_13b_instruct_full_jaster_dolly_oasst_v1.0,0.002886836027713626 -japanese_gpt_neox_3.6b,0.002886836027713626 -mistral7b_test001,0.002886836027713626 -griffin_llama3t_8l_v0.02_fineweb,0.002886836027713626 -pythia_31m_ki_v1_2048_scratch,0.002886836027713626 -opt_125m_gqa_ub_6_best_for_kv_cache,0.002886836027713626 -facebook_opt_6.7b_qcqa_ub_16_best_for_kv_cache,0.002886836027713626 -bilingual_gpt_neox_4b_instruction_ppo,0.002886836027713626 -bilingual_gpt_neox_4b_instruction_sft,0.002886836027713626 -wizardlm_30b_v1.0,0.002886836027713626 -telugu_llama_7b_instruct_v0.1,0.002886836027713626 -tamil_llama_7b_instruct_v0.2,0.002886836027713626 -changpt_bart,0.002886836027713626 -shisa_base_7b_v1,0.002886836027713626 -malayalam_llama_7b_instruct_v0.1,0.002886836027713626 -experiment_dpo_m7b2_3_merged,0.002886836027713626 -facebook_opt_125m_qcqa_ub_6_best_for_kv_cache,0.002886836027713626 -pythia_31m_simplewiki_scratch_bf16,0.002886836027713626 -pythia_31m_simplewiki_2048,0.002886836027713626 -facebook_opt_6.7b_gqa_ub_16_best_for_kv_cache,0.002886836027713626 -pythia_31m_goodwiki_deduped_2048_scratch,0.0023094688221709007 -bilingual_gpt_neox_4b,0.0017321016166281756 -tinymistral_248m_chat_v1,0.0005773672055427252 -momomerge_72b_v0.1,0.0005773672055427252 -sf_72b_v1,0.0 diff --git a/cache/agreements_cache_1edd56d721757789836f081c38c15400.csv b/cache/agreements_cache_1edd56d721757789836f081c38c15400.csv deleted file mode 100644 index 0052a1abe4321398b5cbe41b602b8481f64651ca..0000000000000000000000000000000000000000 --- a/cache/agreements_cache_1edd56d721757789836f081c38c15400.csv +++ /dev/null @@ -1,1501 +0,0 @@ -scenario,scenario_source,ref_scenario,ref_source,corr_type,model_select_strategy,model_subset_size_requested,exp_n,correlation,p_value -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9438798074485389,0.0001621317520439264 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9888264649460883,7.772240795323086e-05 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6751492859105923,0.008201584218040297 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.828078671210825,0.001082228864258374 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8539864924534399,0.0006436975254696865 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7501937734175208,0.0029250200956793346 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.35957325998039574,0.15076277502664528 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6592611948214576,0.008926875535053643 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5393598899705937,0.03114121059579671 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.06666666666666667,0.8618005952380953 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.19999999999999998,0.4843127204585538 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.24444444444444444,0.38071979717813054 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3680349649825889,0.14634982666257293 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.40451991747794525,0.1059975484249457 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3864634590332683,0.12531568180831723 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.24444444444444444,0.38071979717813054 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5393598899705937,0.03114121059579671 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.37777777777777777,0.1557418430335097 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.24444444444444444,0.38071979717813054 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.19999999999999998,0.4843127204585538 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.28888888888888886,0.2912483465608466 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.28888888888888886,0.2912483465608466 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7640931774583409,0.002263469812035174 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6292532049656926,0.011921001496914019 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7820743005880014,0.002024186938238222 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9200874124564722,0.00028192590783336483 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7191465199607915,0.004057136032371292 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5520524474738833,0.029345108174841844 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6292532049656926,0.011921001496914019 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7640931774583409,0.002263469812035174 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7191465199607915,0.004057136032371292 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6751492859105923,0.008201584218040297 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5843065474681431,0.019550269092885535 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.49441323247304414,0.048193488293190756 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7191465199607915,0.004057136032371292 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5843065474681431,0.019550269092885535 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6292532049656926,0.011921001496914019 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5843065474681431,0.019550269092885535 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9888264649460883,7.772240795323086e-05 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9438798074485389,0.0001621317520439264 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9438798074485389,0.0001621317520439264 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8539864924534399,0.0006436975254696865 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9438798074485389,0.0001621317520439264 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8989331499509894,0.0003280163150135276 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.022222222222222223,1.0 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.40451991747794525,0.1059975484249457 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5843065474681431,0.019550269092885535 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.27602622373694163,0.27597331801373814 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6292532049656926,0.011921001496914019 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3220305943597653,0.20373653988950713 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.28888888888888886,0.2912483465608466 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.24444444444444444,0.38071979717813054 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5843065474681431,0.019550269092885535 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.35957325998039574,0.15076277502664528 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4494665749754947,0.07248608508684644 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6292532049656926,0.011921001496914019 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.40451991747794525,0.1059975484249457 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.19999999999999998,0.4843127204585538 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3146266024828463,0.2086677876982641 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.24444444444444444,0.38071979717813054 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.28888888888888886,0.2912483465608466 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8539864924534399,0.0006436975254696865 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8539864924534399,0.0006436975254696865 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6137949055234262,0.01491204965521593 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.828078671210825,0.001116926714212636 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.8740830418336486,0.0005809444435783661 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5393598899705937,0.03114121059579671 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8865926413116155,0.000437257592706733 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.9438798074485389,0.0001621317520439264 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.9888264649460883,7.772240795323086e-05 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.6751492859105923,0.008201584218040297 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.828078671210825,0.001082228864258374 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7501937734175208,0.0029250200956793346 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.35957325998039574,0.15076277502664528 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6592611948214576,0.008926875535053643 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.3680349649825889,0.14634982666257293 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.3864634590332683,0.12531568180831723 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,2,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,9,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,3,0.7820743005880014,0.002024186938238222 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,4,0.9200874124564722,0.00028192590783336483 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,7,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,9,0.5520524474738833,0.029345108174841844 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,9,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,7,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,1,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,2,0.6751492859105923,0.008201584218040297 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,3,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,9,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,1,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,2,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,9,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,0,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,0,0.9888264649460883,7.772240795323086e-05 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,1,0.9438798074485389,0.0001621317520439264 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,7,0.9438798074485389,0.0001621317520439264 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,0,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,7,0.9438798074485389,0.0001621317520439264 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,3,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.022222222222222223,1.0 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,9,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,0,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,2,0.27602622373694163,0.27597331801373814 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,3,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,6,0.3220305943597653,0.20373653988950713 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,9,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,2,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,5,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,9,0.35957325998039574,0.15076277502664528 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,1,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,4,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,5,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,6,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,9,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,2,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,9,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,0,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,7,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,3,0.6137949055234262,0.01491204965521593 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,5,0.828078671210825,0.001116926714212636 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,6,0.8740830418336486,0.0005809444435783661 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,8,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,9,0.8865926413116155,0.000437257592706733 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 diff --git a/cache/agreements_cache_230b5a189df3af8cde801ce251b7b2ef.csv b/cache/agreements_cache_230b5a189df3af8cde801ce251b7b2ef.csv deleted file mode 100644 index 7046b360a42cab5b725b4928c90c0db15500f820..0000000000000000000000000000000000000000 --- a/cache/agreements_cache_230b5a189df3af8cde801ce251b7b2ef.csv +++ /dev/null @@ -1,1441 +0,0 @@ -scenario,scenario_source,ref_scenario,ref_source,corr_type,model_select_strategy,model_subset_size_requested,exp_n,correlation,p_value -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.22473328748774735,0.36917141633269157 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.15555555555555553,0.6006536596119929 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3146266024828463,0.2086677876982641 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.22473328748774735,0.36917141633269157 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3146266024828463,0.2086677876982641 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.15555555555555553,0.6006536596119929 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3146266024828463,0.2086677876982641 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.22473328748774735,0.36917141633269157 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.22473328748774735,0.36917141633269157 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.15555555555555553,0.6006536596119929 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.19999999999999998,0.4843127204585538 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.19999999999999998,0.4843127204585538 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7191465199607915,0.004057136032371292 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6292532049656926,0.011921001496914019 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6292532049656926,0.011921001496914019 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5393598899705937,0.03114121059579671 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6292532049656926,0.011921001496914019 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6292532049656926,0.011921001496914019 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5843065474681431,0.019550269092885535 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5843065474681431,0.019550269092885535 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.841126352013584,0.0008493886834182052 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8090398349558905,0.0012254240706707103 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.522862326927363,0.03809415806109578 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6292532049656926,0.011921001496914019 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.35957325998039574,0.15076277502664528 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3026531281668172,0.23598289445748843 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.22473328748774735,0.36917141633269157 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7956600627155523,0.0016003458153453507 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.37777777777777777,0.1557418430335097 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.24444444444444444,0.38071979717813054 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3146266024828463,0.2086677876982641 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.40451991747794525,0.1059975484249457 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4494665749754947,0.07248608508684644 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5393598899705937,0.03114121059579671 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5393598899705937,0.03114121059579671 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6292532049656926,0.011921001496914019 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4494665749754947,0.07248608508684644 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.22473328748774735,0.36917141633269157 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.34099716973523675,0.17621399555130546 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6137949055234262,0.01491204965521593 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6741998624632421,0.0070583320485280866 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5843065474681431,0.019550269092885535 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8989331499509894,0.0003280163150135276 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8090398349558905,0.0012254240706707103 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.40451991747794525,0.1059975484249457 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.7640931774583409,0.002263469812035174 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.4494665749754947,0.07248608508684644 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.5843065474681431,0.019550269092885535 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.5843065474681431,0.019550269092885535 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.3146266024828463,0.2086677876982641 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6292532049656926,0.011921001496914019 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.19999999999999998,0.4843127204585538 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7640931774583409,0.002263469812035174 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5980568180967069,0.018255860587459292 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7640931774583409,0.002263469812035174 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7191465199607915,0.004057136032371292 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7640931774583409,0.002263469812035174 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7191465199607915,0.004057136032371292 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7956600627155523,0.0016003458153453507 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.49441323247304414,0.048193488293190756 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7640931774583409,0.002263469812035174 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7640931774583409,0.002263469812035174 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4494665749754947,0.07248608508684644 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5843065474681431,0.019550269092885535 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.40451991747794525,0.1059975484249457 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9888264649460883,7.772240795323086e-05 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8539864924534399,0.0006436975254696865 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9888264649460883,7.772240795323086e-05 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8865926413116155,0.000437257592706733 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7360699299651778,0.0036714498212758067 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7956600627155523,0.0016003458153453507 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7640931774583409,0.002263469812035174 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.9775252199076787,0.00010567442661664933 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.8539864924534399,0.0006436975254696865 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,0,0.22473328748774735,0.36917141633269157 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,1,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,2,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,3,0.22473328748774735,0.36917141633269157 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,4,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,5,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,6,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,7,0.22473328748774735,0.36917141633269157 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,8,0.22473328748774735,0.36917141633269157 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,9,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,5,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,9,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,0,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,2,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,4,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,7,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,3,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,4,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,5,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,6,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.841126352013584,0.0008493886834182052 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.522862326927363,0.03809415806109578 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.35957325998039574,0.15076277502664528 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.3026531281668172,0.23598289445748843 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.22473328748774735,0.36917141633269157 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.7956600627155523,0.0016003458153453507 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,1,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,2,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,7,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,8,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,2,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,3,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,7,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,1,0.22473328748774735,0.36917141633269157 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,7,0.34099716973523675,0.17621399555130546 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,9,0.6137949055234262,0.01491204965521593 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,4,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,8,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,6,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,8,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,3,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,4,0.5980568180967069,0.018255860587459292 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,6,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,7,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,9,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,0,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,2,0.7956600627155523,0.0016003458153453507 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,4,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,6,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,7,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,4,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,0,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,4,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,3,0.9888264649460883,7.772240795323086e-05 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,4,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,5,0.9888264649460883,7.772240795323086e-05 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,4,0.8865926413116155,0.000437257592706733 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,5,0.7360699299651778,0.0036714498212758067 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,6,0.7956600627155523,0.0016003458153453507 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,7,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,9,0.9775252199076787,0.00010567442661664933 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,5,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 diff --git a/cache/agreements_cache_2d8c9f9c6d96807c68a9475184afcecb.csv b/cache/agreements_cache_2d8c9f9c6d96807c68a9475184afcecb.csv deleted file mode 100644 index f56f5ea4f237a56587098cf6d364b806c1fd0298..0000000000000000000000000000000000000000 --- a/cache/agreements_cache_2d8c9f9c6d96807c68a9475184afcecb.csv +++ /dev/null @@ -1,2381 +0,0 @@ -scenario,scenario_source,ref_scenario,ref_source,corr_type,model_select_strategy,model_subset_size_requested,exp_n,correlation,p_value -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,0,-0.06666666666666667,0.8618005952380953 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,6,0.19999999999999998,0.4843127204585538 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,8,0.24444444444444444,0.38071979717813054 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,9,0.022222222222222223,1.0 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.06666666666666667,0.8618005952380953 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,-0.15555555555555553,0.6006536596119929 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.022222222222222223,1.0 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3146266024828463,0.2086677876982641 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.35957325998039574,0.15076277502664528 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.022222222222222223,1.0 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.022222222222222223,1.0 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.26967994498529685,0.2811980995641792 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4494665749754947,0.07248608508684644 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5393598899705937,0.03114121059579671 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5393598899705937,0.03114121059579671 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6292532049656926,0.011921001496914019 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.49441323247304414,0.048193488293190756 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9888264649460883,7.772240795323086e-05 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7956600627155523,0.0016003458153453507 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.841126352013584,0.0008493886834182052 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8539864924534399,0.0006436975254696865 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9320589306096472,0.00021829510003985143 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,-0.06666666666666667,0.8618005952380953 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.1111111111111111,0.7274895282186948 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.13483997249264842,0.590013887163346 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.08989331499509894,0.7194375444233914 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.26967994498529685,0.2811980995641792 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.06666666666666667,0.8618005952380953 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.022222222222222223,1.0 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,-0.022222222222222223,1.0 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.022222222222222223,1.0 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,-0.1111111111111111,0.7274895282186948 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4494665749754947,0.07248608508684644 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3146266024828463,0.2086677876982641 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6137949055234262,0.01491204965521593 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7956600627155523,0.0016003458153453507 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5520524474738833,0.029345108174841844 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7501937734175208,0.0029250200956793346 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7820743005880014,0.002024186938238222 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.19999999999999998,0.4843127204585538 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -helm_hellaswag,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.2500645911391736,0.3212772414140661 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.26967994498529685,0.2811980995641792 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4494665749754947,0.07248608508684644 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.15555555555555553,0.6006536596119929 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.29553088043720516,0.24112859961644273 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,-0.06666666666666667,0.8618005952380953 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.06666666666666667,0.8618005952380953 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.31462660248284624,0.2086677876982641 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,-0.13483997249264842,0.590013887163346 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3595732599803958,0.15076277502664528 -helm_truthfulqa,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -Helm MSMARCO Regular,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.06666666666666667,0.8618005952380953 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -Helm MSMARCO Trec,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8989331499509895,0.0003280163150135276 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7360699299651778,0.0036714498212758067 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607916,0.004057136032371292 -helm_cnn/dailymail,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7047274841194893,0.005187148855929351 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4494665749754947,0.07248608508684644 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.15555555555555553,0.6006536596119929 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.49441323247304414,0.048193488293190756 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5843065474681431,0.019550269092885535 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.15555555555555553,0.6006536596119929 -Helm XSUM,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.15555555555555553,0.6006536596119929 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.022222222222222223,1.0 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6137949055234262,0.01491204965521593 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.15555555555555553,0.6006536596119929 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.26967994498529685,0.2811980995641792 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.26967994498529685,0.2811980995641792 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.40451991747794525,0.1059975484249457 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5843065474681431,0.019550269092885535 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4494665749754947,0.07248608508684644 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.19999999999999998,0.4843127204585538 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5393598899705937,0.03114121059579671 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5843065474681431,0.019550269092885535 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.2500645911391736,0.3212772414140661 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.522862326927363,0.03809415806109578 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5393598899705937,0.03114121059579671 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.24444444444444444,0.38071979717813054 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.40451991747794525,0.1059975484249457 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4494665749754947,0.07248608508684644 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.15555555555555553,0.6006536596119929 -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,, -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656925,0.011921001496914019 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656925,0.011921001496914019 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.764093177458341,0.002263469812035174 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607916,0.004057136032371292 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7191465199607916,0.004057136032371292 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6292532049656925,0.011921001496914019 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607916,0.004057136032371292 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656925,0.011921001496914019 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5843065474681431,0.019550269092885535 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4944132324730442,0.048193488293190756 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6292532049656925,0.011921001496914019 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6292532049656925,0.011921001496914019 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.2530855341217655,0.3648210653487137 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.32539568672798425,0.2439639465303466 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.2530855341217655,0.3648210653487137 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.32539568672798425,0.2439639465303466 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4700159919404217,0.09238008162314501 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.32539568672798425,0.2439639465303466 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.24845199749997662,0.384088249473852 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.1807753815155468,0.517439239336394 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.39770583933420295,0.15443051915129236 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.32539568672798425,0.2439639465303466 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37796447300922725,0.14954135458461507 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37796447300922725,0.14954135458461507 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3810317377662721,0.15446576442708193 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5967623950328607,0.020456721550759976 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.629940788348712,0.016309171877754967 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6445033866354896,0.012304364739182175 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4354648431614539,0.10366227301829671 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.35805743701971643,0.16431086269141681 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4354648431614539,0.10366227301829671 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6445033866354896,0.012304364739182175 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7191465199607916,0.004057136032371292 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.764093177458341,0.002263469812035174 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.764093177458341,0.002263469812035174 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.764093177458341,0.002263469812035174 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6900655593423543,0.006458954266892998 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6292532049656925,0.011921001496914019 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.764093177458341,0.002263469812035174 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.35957325998039574,0.15076277502664528 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.40451991747794525,0.1059975484249457 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7640931774583409,0.002263469812035174 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5843065474681431,0.019550269092885535 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5843065474681431,0.019550269092885535 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7640931774583409,0.002263469812035174 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6292532049656926,0.011921001496914019 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7640931774583409,0.002263469812035174 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9438798074485389,0.0001621317520439264 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.28888888888888886,0.2912483465608466 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.19999999999999998,0.4843127204585538 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5843065474681431,0.019550269092885535 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6292532049656926,0.011921001496914019 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5393598899705937,0.03114121059579671 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.841126352013584,0.0008493886834182052 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.28888888888888886,0.2912483465608466 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9438798074485389,0.0001621317520439264 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.49441323247304414,0.048193488293190756 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6741998624632421,0.0070583320485280866 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,-0.1111111111111111,0.7274895282186948 -MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,-0.1111111111111111,0.7274895282186948 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.28888888888888886,0.2912483465608466 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.15555555555555553,0.6006536596119929 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.28888888888888886,0.2912483465608466 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.4494665749754947,0.07248608508684644 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.06666666666666667,0.8618005952380953 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.15555555555555553,0.6006536596119929 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.19999999999999998,0.4843127204585538 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.20459830184114206,0.4170770595205646 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.17978662999019787,0.47249761400068846 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4494665749754947,0.07248608508684644 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.19999999999999998,0.4843127204585538 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.1111111111111111,0.7274895282186948 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4494665749754947,0.07248608508684644 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.19999999999999998,0.4843127204585538 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3146266024828463,0.2086677876982641 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.24444444444444444,0.38071979717813054 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.22473328748774735,0.36917141633269157 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6292532049656926,0.011921001496914019 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.08989331499509894,0.7194375444233914 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.17978662999019787,0.47249761400068846 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.13483997249264842,0.590013887163346 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7047274841194893,0.005187148855929351 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.49441323247304414,0.048193488293190756 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.19999999999999998,0.4843127204585538 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.22473328748774735,0.36917141633269157 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.04494665749754947,0.8574624419592412 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.1111111111111111,0.7274895282186948 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.08989331499509894,0.7194375444233914 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.13483997249264842,0.590013887163346 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.1111111111111111,0.7274895282186948 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.06666666666666667,0.8618005952380953 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.17978662999019787,0.47249761400068846 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.24444444444444444,0.38071979717813054 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.1111111111111111,0.7274895282186948 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.22473328748774735,0.36917141633269157 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.15555555555555553,0.6006536596119929 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.19999999999999998,0.4843127204585538 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5393598899705937,0.03114121059579671 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.15555555555555553,0.6006536596119929 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3146266024828463,0.2086677876982641 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.08989331499509894,0.7194375444233914 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7640931774583409,0.002263469812035174 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7956600627155523,0.0016003458153453507 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7640931774583409,0.002263469812035174 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7191465199607915,0.004057136032371292 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6440611887195306,0.01102341638822145 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8989331499509894,0.0003280163150135276 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.8090398349558905,0.0012254240706707103 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7047274841194893,0.005187148855929351 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8539864924534399,0.0006436975254696865 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,0,-0.06666666666666667,0.8618005952380953 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,6,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,8,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,9,0.022222222222222223,1.0 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,2,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,3,-0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,5,-0.022222222222222223,1.0 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,7,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,9,0.35957325998039574,0.15076277502664528 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,2,0.022222222222222223,1.0 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,5,0.022222222222222223,1.0 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,3,0.26967994498529685,0.2811980995641792 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,3,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,0,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,1,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,3,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,3,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.9888264649460883,7.772240795323086e-05 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7956600627155523,0.0016003458153453507 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.841126352013584,0.0008493886834182052 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.9320589306096472,0.00021829510003985143 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,1,-0.06666666666666667,0.8618005952380953 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.13483997249264842,0.590013887163346 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.08989331499509894,0.7194375444233914 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.26967994498529685,0.2811980995641792 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.022222222222222223,1.0 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,3,-0.022222222222222223,1.0 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.022222222222222223,1.0 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,9,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,0,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,7,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,9,0.6137949055234262,0.01491204965521593 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,2,0.7956600627155523,0.0016003458153453507 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,3,0.5520524474738833,0.029345108174841844 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,5,0.7501937734175208,0.0029250200956793346 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,6,0.7820743005880014,0.002024186938238222 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,2,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,8,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,helm_hellaswag,helm_classic_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,2,0.2500645911391736,0.3212772414140661 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,4,0.26967994498529685,0.2811980995641792 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,7,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,8,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,9,0.29553088043720516,0.24112859961644273 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,0,-0.06666666666666667,0.8618005952380953 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,2,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,4,0.31462660248284624,0.2086677876982641 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,7,-0.13483997249264842,0.590013887163346 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,8,0.3595732599803958,0.15076277502664528 -aggregate,aggregate,helm_truthfulqa,helm_classic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm MSMARCO Regular,helm_classic_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,5,-0.06666666666666667,0.8618005952380953 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm MSMARCO Trec,helm_classic_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,1,0.8989331499509895,0.0003280163150135276 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,6,0.7360699299651778,0.0036714498212758067 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,8,0.7191465199607916,0.004057136032371292 -aggregate,aggregate,helm_cnn/dailymail,helm_classic_240829.csv,kendall,random,10,9,0.7047274841194893,0.005187148855929351 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,0,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,1,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,4,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,5,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,8,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm XSUM,helm_classic_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,0,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,5,-0.022222222222222223,1.0 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,6,0.6137949055234262,0.01491204965521593 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,8,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,9,0.26967994498529685,0.2811980995641792 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,2,0.26967994498529685,0.2811980995641792 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,9,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,2,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,4,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,7,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,1,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,2,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,4,0.2500645911391736,0.3212772414140661 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,6,0.522862326927363,0.03809415806109578 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,6,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,8,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,9,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,8,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,9,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,0,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,1,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,2,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,3,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,4,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,5,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,6,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,7,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,8,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,9,, -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,0,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,1,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,2,0.764093177458341,0.002263469812035174 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,5,0.7191465199607916,0.004057136032371292 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,0,0.7191465199607916,0.004057136032371292 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,4,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,8,0.7191465199607916,0.004057136032371292 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,1,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,0,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,3,0.4944132324730442,0.048193488293190756 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,5,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,9,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,0,0.2530855341217655,0.3648210653487137 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,1,0.32539568672798425,0.2439639465303466 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,2,0.2530855341217655,0.3648210653487137 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,3,0.32539568672798425,0.2439639465303466 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,4,0.4700159919404217,0.09238008162314501 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,5,0.32539568672798425,0.2439639465303466 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,6,0.24845199749997662,0.384088249473852 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,7,0.1807753815155468,0.517439239336394 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,8,0.39770583933420295,0.15443051915129236 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,9,0.32539568672798425,0.2439639465303466 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,0,0.37796447300922725,0.14954135458461507 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,1,0.37796447300922725,0.14954135458461507 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,2,0.3810317377662721,0.15446576442708193 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,3,0.5967623950328607,0.020456721550759976 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,4,0.629940788348712,0.016309171877754967 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,5,0.6445033866354896,0.012304364739182175 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,6,0.4354648431614539,0.10366227301829671 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,7,0.35805743701971643,0.16431086269141681 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,8,0.4354648431614539,0.10366227301829671 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,9,0.6445033866354896,0.012304364739182175 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,0,0.7191465199607916,0.004057136032371292 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,1,0.764093177458341,0.002263469812035174 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,2,0.764093177458341,0.002263469812035174 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,5,0.764093177458341,0.002263469812035174 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,6,0.6900655593423543,0.006458954266892998 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,8,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,9,0.764093177458341,0.002263469812035174 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,0,0.35957325998039574,0.15076277502664528 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,1,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,2,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,3,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,4,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,2,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,5,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,6,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,7,0.9438798074485389,0.0001621317520439264 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,0,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,3,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,4,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,5,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,9,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,8,0.841126352013584,0.0008493886834182052 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,0,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,4,0.9438798074485389,0.0001621317520439264 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,7,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,4,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,0,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,1,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,2,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,3,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,4,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,5,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,6,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,7,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,8,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,10,9,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,0,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,4,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,8,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,0,0.20459830184114206,0.4170770595205646 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,4,0.17978662999019787,0.47249761400068846 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,6,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,8,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,0,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,3,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,4,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,5,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,6,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,8,0.22473328748774735,0.36917141633269157 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,9,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,0,0.08989331499509894,0.7194375444233914 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,4,0.17978662999019787,0.47249761400068846 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,8,0.13483997249264842,0.590013887163346 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,9,0.7047274841194893,0.005187148855929351 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,3,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,4,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,8,0.22473328748774735,0.36917141633269157 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,0,0.04494665749754947,0.8574624419592412 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,2,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,6,0.08989331499509894,0.7194375444233914 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,7,0.13483997249264842,0.590013887163346 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,8,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,0,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,2,0.17978662999019787,0.47249761400068846 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,6,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,8,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,0,0.22473328748774735,0.36917141633269157 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,4,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,8,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,0,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,2,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,7,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,8,0.08989331499509894,0.7194375444233914 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,9,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,1,0.7956600627155523,0.0016003458153453507 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,4,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,7,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,1,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,2,0.6440611887195306,0.01102341638822145 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,4,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,8,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,2,0.7047274841194893,0.005187148855929351 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,4,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 diff --git a/cache/agreements_cache_9c0710fd06d230cc89e0f2f023e3058f.csv b/cache/agreements_cache_9c0710fd06d230cc89e0f2f023e3058f.csv deleted file mode 100644 index 7881bb97590328a4bef9fbe19809dfec06f8fea5..0000000000000000000000000000000000000000 --- a/cache/agreements_cache_9c0710fd06d230cc89e0f2f023e3058f.csv +++ /dev/null @@ -1,1981 +0,0 @@ -scenario,scenario_source,ref_scenario,ref_source,corr_type,model_select_strategy,model_subset_size_requested,exp_n,correlation,p_value -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9438798074485389,0.0001621317520439264 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.19999999999999998,0.4843127204585538 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.15555555555555553,0.6006536596119929 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.1111111111111111,0.7274895282186948 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.24444444444444444,0.38071979717813054 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.24444444444444444,0.38071979717813054 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.40451991747794525,0.1059975484249457 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.35957325998039574,0.15076277502664528 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8865926413116155,0.000437257592706733 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8865926413116155,0.000437257592706733 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7071067811865475,0.006028046181872152 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7956600627155523,0.0016003458153453507 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.828078671210825,0.001082228864258374 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9320589306096472,0.00021829510003985143 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8989331499509894,0.0003280163150135276 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,-0.15555555555555553,0.6006536596119929 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.15555555555555553,0.6006536596119929 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,-0.1111111111111111,0.7274895282186948 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,-0.19999999999999998,0.4843127204585538 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6592611948214576,0.008926875535053643 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5843065474681431,0.019550269092885535 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.19999999999999998,0.4843127204585538 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.24444444444444444,0.38071979717813054 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.19999999999999998,0.4843127204585538 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.28888888888888886,0.2912483465608466 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.28888888888888886,0.2912483465608466 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5393598899705937,0.03114121059579671 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656925,0.011921001496914019 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.31462660248284624,0.2086677876982641 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5393598899705937,0.03114121059579671 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.13483997249264842,0.590013887163346 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7640931774583409,0.002263469812035174 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5843065474681431,0.019550269092885535 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7640931774583409,0.002263469812035174 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7191465199607915,0.004057136032371292 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6137949055234262,0.01491204965521593 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6292532049656926,0.011921001496914019 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6592611948214576,0.008926875535053643 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5683286162253945,0.02418521832271127 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4600437062282361,0.06941907499936387 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5980568180967069,0.018255860587459292 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6592611948214576,0.008926875535053643 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.49441323247304414,0.048193488293190756 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7640931774583409,0.002263469812035174 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7640931774583409,0.002263469812035174 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8989331499509894,0.0003280163150135276 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6292532049656926,0.011921001496914019 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7191465199607915,0.004057136032371292 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5060480768510597,0.04639449764906707 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.35957325998039574,0.15076277502664528 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9888264649460883,7.772240795323086e-05 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4494665749754947,0.07248608508684644 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5683286162253945,0.02418521832271127 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.522862326927363,0.03809415806109578 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,4,0.19999999999999998,0.4843127204585538 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3146266024828463,0.2086677876982641 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.40451991747794525,0.1059975484249457 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9438798074485389,0.0001621317520439264 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8989331499509894,0.0003280163150135276 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,0,0.31462660248284624,0.2086677876982641 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5393598899705937,0.03114121059579671 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,8,0.13483997249264842,0.590013887163346 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,-0.022222222222222223,1.0 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.24444444444444444,0.38071979717813054 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.15555555555555553,0.6006536596119929 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.40451991747794525,0.1059975484249457 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6292532049656926,0.011921001496914019 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.37777777777777777,0.1557418430335097 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.2500645911391736,0.3212772414140661 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5393598899705937,0.03114121059579671 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.24444444444444444,0.38071979717813054 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3146266024828463,0.2086677876982641 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.24444444444444444,0.38071979717813054 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8539864924534399,0.0006436975254696865 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5393598899705937,0.03114121059579671 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6292532049656926,0.011921001496914019 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5843065474681431,0.019550269092885535 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7191465199607915,0.004057136032371292 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.5520524474738833,0.029345108174841844 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6137949055234262,0.01491204965521593 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.4494665749754947,0.07248608508684644 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.24444444444444444,0.38071979717813054 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,2,0.9438798074485389,0.0001621317520439264 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,0,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,2,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,5,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,1,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,1,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,0,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,6,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,3,0.35957325998039574,0.15076277502664528 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8865926413116155,0.000437257592706733 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8865926413116155,0.000437257592706733 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7071067811865475,0.006028046181872152 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.7956600627155523,0.0016003458153453507 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.828078671210825,0.001082228864258374 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.9320589306096472,0.00021829510003985143 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,0,-0.15555555555555553,0.6006536596119929 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,6,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,7,-0.19999999999999998,0.4843127204585538 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6592611948214576,0.008926875535053643 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,1,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,2,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,5,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,10,9,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,1,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,6,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,0,0.31462660248284624,0.2086677876982641 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,2,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,8,0.13483997249264842,0.590013887163346 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,4,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,5,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,7,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,0,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,1,0.6137949055234262,0.01491204965521593 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,2,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,3,0.6592611948214576,0.008926875535053643 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,5,0.5683286162253945,0.02418521832271127 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,6,0.4600437062282361,0.06941907499936387 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,7,0.5980568180967069,0.018255860587459292 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,9,0.6592611948214576,0.008926875535053643 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,3,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,4,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,5,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,6,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,7,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,8,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,9,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,6,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,8,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,2,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,4,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,1,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,0,0.5060480768510597,0.04639449764906707 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,4,0.35957325998039574,0.15076277502664528 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,8,0.9888264649460883,7.772240795323086e-05 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,2,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,6,0.5683286162253945,0.02418521832271127 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,9,0.522862326927363,0.03809415806109578 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,4,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,5,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,5,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,9,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,2,0.9438798074485389,0.0001621317520439264 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,2,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,0,0.31462660248284624,0.2086677876982641 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,2,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,8,0.13483997249264842,0.590013887163346 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,-0.022222222222222223,1.0 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,1,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,4,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,6,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,7,0.2500645911391736,0.3212772414140661 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,6,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,6,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,7,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,6,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,7,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,8,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,0,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,1,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,2,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,4,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,6,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,0,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,2,0.5520524474738833,0.029345108174841844 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,3,0.6137949055234262,0.01491204965521593 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,7,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,8,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 diff --git a/cache/agreements_cache_bffcfd24eb4a8fe1f6c8ac8a0c8c21d6.csv b/cache/agreements_cache_bffcfd24eb4a8fe1f6c8ac8a0c8c21d6.csv deleted file mode 100644 index c5ad9f1c4a4875190807d6139142c604d5feb5cf..0000000000000000000000000000000000000000 --- a/cache/agreements_cache_bffcfd24eb4a8fe1f6c8ac8a0c8c21d6.csv +++ /dev/null @@ -1,1441 +0,0 @@ -scenario,scenario_source,ref_scenario,ref_source,corr_type,model_select_strategy,model_subset_size_requested,exp_n,correlation,p_value -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.35957325998039574,0.15076277502664528 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.06666666666666667,0.8618005952380953 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.15555555555555553,0.6006536596119929 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.28888888888888886,0.2912483465608466 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.22473328748774735,0.36917141633269157 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.26967994498529685,0.2811980995641792 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.35957325998039574,0.15076277502664528 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.19999999999999998,0.4843127204585538 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6592611948214576,0.008926875535053643 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6292532049656925,0.011921001496914019 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8989331499509894,0.0003280163150135276 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7191465199607915,0.004057136032371292 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7640931774583409,0.002263469812035174 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5393598899705937,0.03114121059579671 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.49441323247304414,0.048193488293190756 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7191465199607915,0.004057136032371292 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7501937734175208,0.0029250200956793346 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,-0.15555555555555553,0.6006536596119929 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,-0.19999999999999998,0.4843127204585538 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.06666666666666667,0.8618005952380953 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.06666666666666667,0.8618005952380953 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,-0.1111111111111111,0.7274895282186948 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,-0.19999999999999998,0.4843127204585538 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,-0.15555555555555553,0.6006536596119929 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.022222222222222223,1.0 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6292532049656926,0.011921001496914019 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6292532049656926,0.011921001496914019 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.06666666666666667,0.8618005952380953 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.24444444444444444,0.38071979717813054 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.28888888888888886,0.2912483465608466 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3595732599803958,0.15076277502664528 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.44946657497549475,0.07248608508684644 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.1797866299901979,0.47249761400068846 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.31462660248284624,0.2086677876982641 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.13483997249264842,0.590013887163346 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.26967994498529685,0.2811980995641792 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.1797866299901979,0.47249761400068846 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3595732599803958,0.15076277502664528 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.13483997249264842,0.590013887163346 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.49441323247304414,0.048193488293190756 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7191465199607915,0.004057136032371292 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6900655593423543,0.006458954266892998 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7360699299651778,0.0036714498212758067 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7047274841194893,0.005187148855929351 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6440611887195306,0.01102341638822145 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7501937734175208,0.0029250200956793346 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.49441323247304414,0.048193488293190756 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.49441323247304414,0.048193488293190756 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7191465199607915,0.004057136032371292 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6292532049656926,0.011921001496914019 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5843065474681431,0.019550269092885535 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7640931774583409,0.002263469812035174 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.40451991747794525,0.1059975484249457 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7501937734175208,0.0029250200956793346 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6440611887195306,0.011244704061853582 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7501937734175208,0.0029250200956793346 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4494665749754947,0.07248608508684644 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4494665749754947,0.07248608508684644 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.40451991747794525,0.1059975484249457 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4494665749754947,0.07248608508684644 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5393598899705937,0.03114121059579671 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5393598899705937,0.03114121059579671 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.37777777777777777,0.1557418430335097 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3595732599803958,0.15076277502664528 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,1,0.44946657497549475,0.07248608508684644 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,3,0.1797866299901979,0.47249761400068846 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,4,0.31462660248284624,0.2086677876982641 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,5,0.13483997249264842,0.590013887163346 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,6,0.26967994498529685,0.2811980995641792 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,7,0.1797866299901979,0.47249761400068846 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3595732599803958,0.15076277502664528 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,9,0.13483997249264842,0.590013887163346 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3146266024828463,0.2086677876982641 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5843065474681431,0.019550269092885535 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.49441323247304414,0.048193488293190756 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.28888888888888886,0.2912483465608466 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.24444444444444444,0.38071979717813054 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.19999999999999998,0.4843127204585538 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.35957325998039574,0.15076277502664528 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4494665749754947,0.07248608508684644 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.49441323247304414,0.048193488293190756 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.5683286162253945,0.02418521832271127 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7501937734175208,0.0029250200956793346 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6592611948214576,0.008926875535053643 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.522862326927363,0.03809415806109578 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6137949055234262,0.01491204965521593 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6137949055234262,0.01491204965521593 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.522862326927363,0.03809415806109578 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5683286162253945,0.02418521832271127 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.6137949055234262,0.01491204965521593 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,0,0.35957325998039574,0.15076277502664528 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,1,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,2,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,3,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,5,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,7,0.22473328748774735,0.36917141633269157 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,0,0.26967994498529685,0.2811980995641792 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,5,0.35957325998039574,0.15076277502664528 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,4,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,5,0.6592611948214576,0.008926875535053643 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,6,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,2,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,4,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,7,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,3,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,7,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,3,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.7501937734175208,0.0029250200956793346 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,0,-0.15555555555555553,0.6006536596119929 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,1,-0.19999999999999998,0.4843127204585538 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,4,-0.1111111111111111,0.7274895282186948 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,7,-0.19999999999999998,0.4843127204585538 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,8,-0.15555555555555553,0.6006536596119929 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.022222222222222223,1.0 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,0,0.3595732599803958,0.15076277502664528 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,1,0.44946657497549475,0.07248608508684644 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,3,0.1797866299901979,0.47249761400068846 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,4,0.31462660248284624,0.2086677876982641 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,5,0.13483997249264842,0.590013887163346 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,6,0.26967994498529685,0.2811980995641792 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,7,0.1797866299901979,0.47249761400068846 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,8,0.3595732599803958,0.15076277502664528 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,9,0.13483997249264842,0.590013887163346 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,5,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,7,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,8,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,1,0.6900655593423543,0.006458954266892998 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,2,0.7360699299651778,0.0036714498212758067 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,3,0.7047274841194893,0.005187148855929351 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,5,0.6440611887195306,0.01102341638822145 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,6,0.7501937734175208,0.0029250200956793346 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,9,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,0,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,1,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,2,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,3,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,4,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,5,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,6,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,7,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,8,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,9,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,2,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,7,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,8,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,9,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,4,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,6,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,8,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,9,0.7501937734175208,0.0029250200956793346 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,4,0.6440611887195306,0.011244704061853582 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,6,0.7501937734175208,0.0029250200956793346 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,1,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,2,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,4,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,6,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,7,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,9,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,4,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,6,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,0,0.3595732599803958,0.15076277502664528 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,1,0.44946657497549475,0.07248608508684644 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,3,0.1797866299901979,0.47249761400068846 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,4,0.31462660248284624,0.2086677876982641 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,5,0.13483997249264842,0.590013887163346 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,6,0.26967994498529685,0.2811980995641792 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,7,0.1797866299901979,0.47249761400068846 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,8,0.3595732599803958,0.15076277502664528 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,9,0.13483997249264842,0.590013887163346 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,3,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,6,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,7,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,3,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,0,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,1,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,5,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,3,0.35957325998039574,0.15076277502664528 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,5,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,9,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,0,0.5683286162253945,0.02418521832271127 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,1,0.7501937734175208,0.0029250200956793346 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,2,0.6592611948214576,0.008926875535053643 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,3,0.522862326927363,0.03809415806109578 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,4,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,5,0.6137949055234262,0.01491204965521593 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,6,0.6137949055234262,0.01491204965521593 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,7,0.522862326927363,0.03809415806109578 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,8,0.5683286162253945,0.02418521832271127 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,9,0.6137949055234262,0.01491204965521593 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,3,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 diff --git a/cache/agreements_cache_f97e563eeda8c9bdc279f5b94b32606c.csv b/cache/agreements_cache_f97e563eeda8c9bdc279f5b94b32606c.csv deleted file mode 100644 index 9c86a632eb89f726721ba18f58b41b80430499a2..0000000000000000000000000000000000000000 --- a/cache/agreements_cache_f97e563eeda8c9bdc279f5b94b32606c.csv +++ /dev/null @@ -1,1901 +0,0 @@ -scenario,scenario_source,ref_scenario,ref_source,corr_type,model_select_strategy,model_subset_size_requested,exp_n,correlation,p_value -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,0,0.35957325998039574,0.15076277502664528 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,2,0.13483997249264842,0.590013887163346 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,3,-0.022222222222222223,1.0 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,4,0.19999999999999998,0.4843127204585538 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,5,0.06666666666666667,0.8618005952380953 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,6,0.15555555555555553,0.6006536596119929 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -Holmes,holmes_240829.csv,aggregate,aggregate,kendall,random,10,9,0.15555555555555553,0.6006536596119929 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.06666666666666667,0.8618005952380953 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.24444444444444444,0.38071979717813054 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.19999999999999998,0.4843127204585538 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.06666666666666667,0.8618005952380953 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.15555555555555553,0.6006536596119929 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.19999999999999998,0.4843127204585538 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.15555555555555553,0.6006536596119929 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.19999999999999998,0.4843127204585538 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.022222222222222223,1.0 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.15555555555555553,0.6006536596119929 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8989331499509894,0.0003280163150135276 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8989331499509894,0.0003280163150135276 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9888264649460883,7.772240795323086e-05 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8989331499509894,0.0003280163150135276 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9438798074485389,0.0001621317520439264 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8539864924534399,0.0006436975254696865 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8989331499509894,0.0003280163150135276 -HFv2 BBH Raw,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4494665749754947,0.07248608508684644 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8539864924534399,0.0006436975254696865 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.522862326927363,0.03809415806109578 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5843065474681431,0.019550269092885535 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4140393356054125,0.10223484473548783 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.0,1.0 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.49441323247304414,0.048193488293190756 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,0.3680349649825889,0.14634982666257293 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,0,0.28888888888888886,0.2912483465608466 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6,0.016666115520282188 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,7,-0.06666666666666667,0.8618005952380953 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -LMSys Arena,chatbot_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -Helm Classic,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -Helm BoolQ,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -Helm NarrativeQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -Helm NaturalQuestionsClosed,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6292532049656926,0.011921001496914019 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6741998624632421,0.0070583320485280866 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7640931774583409,0.002263469812035174 -Helm NaturalQuestionsOpen,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -Helm QuAC,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.06666666666666667,0.8618005952380953 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.24444444444444444,0.38071979717813054 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.28888888888888886,0.2912483465608466 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -Helm OpenBookQA,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.1111111111111111,0.7274895282186948 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.22473328748774735,0.36917141633269157 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.35957325998039574,0.15076277502664528 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3146266024828463,0.2086677876982641 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4494665749754947,0.07248608508684644 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.35957325998039574,0.15076277502664528 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.47739603762933147,0.05829058013948874 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.29553088043720516,0.24112859961644273 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.26967994498529685,0.2811980995641792 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.40451991747794525,0.1059975484249457 -Helm IMDB,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.1111111111111111,0.7274895282186948 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -Helm CivilComments,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8989331499509894,0.0003280163150135276 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7640931774583409,0.002263469812035174 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -Helm RAFT,helm_classic_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7640931774583409,0.002263469812035174 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8539864924534399,0.0006436975254696865 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4494665749754947,0.07248608508684644 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.40451991747794525,0.1059975484249457 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.47739603762933147,0.05829058013948874 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6292532049656926,0.011921001496914019 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8989331499509894,0.0003280163150135276 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6292532049656926,0.011921001496914019 -MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5393598899705937,0.03114121059579671 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,, -toolbench_tuned_on_toolbench,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,, -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4944132324730442,0.048193488293190756 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.044946657497549475,0.8574624419592412 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -toolbench_avg.,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.44946657497549475,0.07248608508684644 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4944132324730442,0.048193488293190756 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.06666666666666667,0.8618005952380953 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.44946657497549475,0.07248608508684644 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4944132324730442,0.048193488293190756 -toolbench_open_weather,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.40451991747794525,0.1059975484249457 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.3595732599803958,0.15076277502664528 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.22473328748774737,0.36917141633269157 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.06666666666666667,0.8618005952380953 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.22473328748774737,0.36917141633269157 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.15555555555555553,0.6006536596119929 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.19999999999999998,0.4843127204585538 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -toolbench_the_cat_api,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.044946657497549475,0.8574624419592412 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4944132324730442,0.048193488293190756 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.40451991747794525,0.1059975484249457 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6292532049656925,0.011921001496914019 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.022222222222222223,1.0 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.44946657497549475,0.07248608508684644 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.44946657497549475,0.07248608508684644 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.40451991747794525,0.1059975484249457 -toolbench_home_search,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.31462660248284624,0.2086677876982641 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.40451991747794525,0.1059975484249457 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4944132324730442,0.048193488293190756 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.522862326927363,0.03809415806109578 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6592611948214577,0.008926875535053643 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.15555555555555553,0.6006536596119929 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6292532049656925,0.011921001496914019 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5393598899705937,0.03114121059579671 -toolbench_trip_booking,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.15555555555555553,0.6006536596119929 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.022222222222222223,1.0 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -toolbench_google_sheets,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.28888888888888886,0.2912483465608466 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6292532049656925,0.011921001496914019 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -toolbench_virtualhome,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.060858061945018464,0.8237838788539289 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,-0.049690399499995326,0.8618044330490108 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.1807753815155468,0.517439239336394 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.14907119849998599,0.6015081344405899 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,-0.049690399499995326,0.8618044330490108 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,-0.10846522890932808,0.6977358290647566 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,-0.14907119849998599,0.6015081344405899 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,, -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,-0.049690399499995326,0.8618044330490108 -toolbench_webshop_long,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.24343224778007386,0.373077501374122 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5967623950328607,0.020456721550759976 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6531972647421808,0.014645494331075933 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.629940788348712,0.016309171877754967 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.598056818096707,0.018255860587459292 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.529150262212918,0.04363140075597019 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5060480768510598,0.0457979388108198 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5443310539518174,0.0419323909238529 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7399853698407473,0.004051149991792091 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3265986323710904,0.22226996949464695 -toolbench_webshop_short,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.598056818096707,0.018255860587459292 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4944132324730442,0.048193488293190756 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6,0.016666115520282188 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.764093177458341,0.002263469812035174 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.13483997249264842,0.590013887163346 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -toolbench_tabletop,toolbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.40451991747794525,0.1059975484249457 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,3,0.35957325998039574,0.15076277502664528 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,0,0.04494665749754947,0.8574624419592412 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,1,0.04494665749754947,0.8574624419592412 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,2,0.04494665749754947,0.8574624419592412 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,3,0.04494665749754947,0.8574624419592412 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,4,0.04494665749754947,0.8574624419592412 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,5,0.04494665749754947,0.8574624419592412 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,6,0.04494665749754947,0.8574624419592412 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,7,0.04494665749754947,0.8574624419592412 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,8,0.04494665749754947,0.8574624419592412 -OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,10,9,0.04494665749754947,0.8574624419592412 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7191465199607915,0.004057136032371292 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7047274841194893,0.005187148855929351 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5843065474681431,0.019550269092885535 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.8539864924534399,0.0006436975254696865 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7640931774583409,0.002263469812035174 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8539864924534399,0.0006436975254696865 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6,0.016666115520282188 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6,0.016666115520282188 -HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6,0.016666115520282188 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.19999999999999998,0.4843127204585538 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.15555555555555553,0.6006536596119929 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -BigBench,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.8989331499509894,0.0003280163150135276 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5393598899705937,0.03114121059579671 -BigBench Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3680349649825889,0.14634982666257293 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4494665749754947,0.07248608508684644 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6445033866354896,0.012304364739182175 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.15555555555555553,0.6006536596119929 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7501937734175208,0.0029250200956793346 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -BigBench Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.24444444444444444,0.38071979717813054 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7047274841194893,0.005187148855929351 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.40451991747794525,0.1059975484249457 -BigBench Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -BigBench Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.49441323247304414,0.048193488293190756 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -BigBench Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6,0.016666115520282188 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.20459830184114206,0.4170770595205646 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.06819943394704735,0.7867749320074033 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6900655593423543,0.006458954266892998 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -BigBench Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.1111111111111111,0.7274895282186948 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6292532049656926,0.011921001496914019 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.15555555555555553,0.6006536596119929 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -BigBench Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.022222222222222223,1.0 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -BigBench Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,0,0.4494665749754947,0.07248608508684644 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,1,0.26967994498529685,0.2811980995641792 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,8,0.522862326927363,0.03809415806109578 -BigBench Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.828078671210825,0.001082228864258374 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7501937734175208,0.0029250200956793346 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7501937734175208,0.0029250200956793346 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.7640931774583409,0.002263469812035174 -LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7501937734175208,0.0029250200956793346 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7640931774583409,0.002263469812035174 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.7640931774583409,0.002263469812035174 -LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.6,0.016666115520282188 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6,0.016666115520282188 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.6,0.016666115520282188 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,2,0.6,0.016666115520282188 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,0,0.35957325998039574,0.15076277502664528 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,1,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,2,0.13483997249264842,0.590013887163346 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,3,-0.022222222222222223,1.0 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,4,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,5,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,6,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,7,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Holmes,holmes_240829.csv,kendall,random,10,9,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,1,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,2,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,3,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,4,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,5,-0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,6,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,7,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,10,9,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,1,0.022222222222222223,1.0 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,3,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,5,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,7,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,7,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,3,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,2,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,3,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,6,0.9888264649460883,7.772240795323086e-05 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,7,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,1,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.9438798074485389,0.0001621317520439264 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,HFv2 BBH Raw,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.522862326927363,0.03809415806109578 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.4140393356054125,0.10223484473548783 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.0,1.0 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,7,0.3680349649825889,0.14634982666257293 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,0,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,3,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,7,-0.06666666666666667,0.8618005952380953 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LMSys Arena,chatbot_arena_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,8,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm Classic,helm_classic_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm BoolQ,helm_classic_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm NarrativeQA,helm_classic_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,5,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,8,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,Helm NaturalQuestionsClosed,helm_classic_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,0,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,2,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,4,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,7,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,8,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,Helm NaturalQuestionsOpen,helm_classic_240829.csv,kendall,random,10,9,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,1,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,4,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,5,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm QuAC,helm_classic_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,1,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,2,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,5,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,6,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,7,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,Helm OpenBookQA,helm_classic_240829.csv,kendall,random,10,9,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,0,0.22473328748774735,0.36917141633269157 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,1,0.35957325998039574,0.15076277502664528 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,2,0.3146266024828463,0.2086677876982641 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,3,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,4,0.35957325998039574,0.15076277502664528 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,5,0.47739603762933147,0.05829058013948874 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,6,0.29553088043720516,0.24112859961644273 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,7,0.26967994498529685,0.2811980995641792 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,8,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,Helm IMDB,helm_classic_240829.csv,kendall,random,10,9,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,7,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,Helm CivilComments,helm_classic_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,0,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,2,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,3,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Helm RAFT,helm_classic_240829.csv,kendall,random,10,9,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,4,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,4,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,6,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,10,9,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,0,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,2,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,0,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,5,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,0,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,5,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,0,0.47739603762933147,0.05829058013948874 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,1,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,2,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,5,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,6,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,8,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,1,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,0,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,1,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,2,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,3,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,4,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,5,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,6,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,7,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,8,, -aggregate,aggregate,toolbench_tuned_on_toolbench,toolbench_240829.csv,kendall,random,10,9,, -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,3,0.4944132324730442,0.048193488293190756 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,5,0.044946657497549475,0.8574624419592412 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,toolbench_avg.,toolbench_240829.csv,kendall,random,10,9,0.44946657497549475,0.07248608508684644 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,0,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,2,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,3,0.4944132324730442,0.048193488293190756 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,5,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,6,0.44946657497549475,0.07248608508684644 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,8,0.4944132324730442,0.048193488293190756 -aggregate,aggregate,toolbench_open_weather,toolbench_240829.csv,kendall,random,10,9,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,1,0.3595732599803958,0.15076277502664528 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,2,0.22473328748774737,0.36917141633269157 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,3,0.06666666666666667,0.8618005952380953 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,4,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,5,-0.22473328748774737,0.36917141633269157 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,6,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,7,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,toolbench_the_cat_api,toolbench_240829.csv,kendall,random,10,9,0.044946657497549475,0.8574624419592412 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,0,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,1,0.4944132324730442,0.048193488293190756 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,2,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,3,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,4,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,5,-0.022222222222222223,1.0 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,6,0.44946657497549475,0.07248608508684644 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,7,0.44946657497549475,0.07248608508684644 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,8,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,toolbench_home_search,toolbench_240829.csv,kendall,random,10,9,0.31462660248284624,0.2086677876982641 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,0,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,1,0.4944132324730442,0.048193488293190756 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,3,0.522862326927363,0.03809415806109578 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,4,0.6592611948214577,0.008926875535053643 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,5,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,7,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,8,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,toolbench_trip_booking,toolbench_240829.csv,kendall,random,10,9,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,0,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,1,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,3,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,5,-0.022222222222222223,1.0 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,toolbench_google_sheets,toolbench_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,1,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,3,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,5,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,6,0.6292532049656925,0.011921001496914019 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,toolbench_virtualhome,toolbench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,0,0.060858061945018464,0.8237838788539289 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,1,-0.049690399499995326,0.8618044330490108 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,2,0.1807753815155468,0.517439239336394 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,3,0.14907119849998599,0.6015081344405899 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,4,-0.049690399499995326,0.8618044330490108 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,5,-0.10846522890932808,0.6977358290647566 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,6,-0.14907119849998599,0.6015081344405899 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,7,, -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,8,-0.049690399499995326,0.8618044330490108 -aggregate,aggregate,toolbench_webshop_long,toolbench_240829.csv,kendall,random,10,9,0.24343224778007386,0.373077501374122 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,0,0.5967623950328607,0.020456721550759976 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,1,0.6531972647421808,0.014645494331075933 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,2,0.629940788348712,0.016309171877754967 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,3,0.598056818096707,0.018255860587459292 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,4,0.529150262212918,0.04363140075597019 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,5,0.5060480768510598,0.0457979388108198 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,6,0.5443310539518174,0.0419323909238529 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,7,0.7399853698407473,0.004051149991792091 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,8,0.3265986323710904,0.22226996949464695 -aggregate,aggregate,toolbench_webshop_short,toolbench_240829.csv,kendall,random,10,9,0.598056818096707,0.018255860587459292 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,0,0.4944132324730442,0.048193488293190756 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,1,0.6,0.016666115520282188 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,3,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,4,0.764093177458341,0.002263469812035174 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,5,0.13483997249264842,0.590013887163346 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,6,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,8,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,toolbench_tabletop,toolbench_240829.csv,kendall,random,10,9,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,1,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,3,0.35957325998039574,0.15076277502664528 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,7,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,0,0.04494665749754947,0.8574624419592412 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,1,0.04494665749754947,0.8574624419592412 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,2,0.04494665749754947,0.8574624419592412 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,3,0.04494665749754947,0.8574624419592412 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,4,0.04494665749754947,0.8574624419592412 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,5,0.04494665749754947,0.8574624419592412 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,6,0.04494665749754947,0.8574624419592412 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,7,0.04494665749754947,0.8574624419592412 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,8,0.04494665749754947,0.8574624419592412 -aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,10,9,0.04494665749754947,0.8574624419592412 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,1,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,2,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,4,0.7047274841194893,0.005187148855929351 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,0,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,4,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,6,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,10,9,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,3,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,4,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,7,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,1,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,2,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,4,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,5,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,6,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,7,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,5,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,1,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,5,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,7,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,2,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,2,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,0,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,10,9,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,5,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,8,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6,0.016666115520282188 -aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.9999999999999999,5.511463844797178e-07 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.19999999999999998,0.4843127204585538 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,4,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,6,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,7,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,4,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,8,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench,biggen_240829.csv,kendall,random,10,9,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,5,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,6,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,7,0.8989331499509894,0.0003280163150135276 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,8,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,BigBench Grounding,biggen_240829.csv,kendall,random,10,9,0.3680349649825889,0.14634982666257293 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,0,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,2,0.6445033866354896,0.012304364739182175 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,4,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,6,0.7501937734175208,0.0029250200956793346 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,8,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Instruction Following,biggen_240829.csv,kendall,random,10,9,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,2,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,3,0.8539864924534399,0.0006436975254696865 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,4,0.24444444444444444,0.38071979717813054 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,5,0.7047274841194893,0.005187148855929351 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,7,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,8,0.40451991747794525,0.1059975484249457 -aggregate,aggregate,BigBench Planning,biggen_240829.csv,kendall,random,10,9,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,0,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,8,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Reasoning,biggen_240829.csv,kendall,random,10,9,0.49441323247304414,0.048193488293190756 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,0,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,3,0.5393598899705937,0.03114121059579671 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,4,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,7,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,8,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,BigBench Refinement,biggen_240829.csv,kendall,random,10,9,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,0,0.20459830184114206,0.4170770595205646 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,1,0.5843065474681431,0.019550269092885535 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,2,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,3,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,4,0.28888888888888886,0.2912483465608466 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,5,0.06819943394704735,0.7867749320074033 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,6,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,7,0.6900655593423543,0.006458954266892998 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,8,0.5555555555555555,0.02860945767195767 -aggregate,aggregate,BigBench Safety,biggen_240829.csv,kendall,random,10,9,0.1111111111111111,0.7274895282186948 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,0,0.37777777777777777,0.1557418430335097 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,1,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,2,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,4,0.15555555555555553,0.6006536596119929 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Theory of Mind,biggen_240829.csv,kendall,random,10,9,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,0,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,1,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,2,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,3,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,4,0.022222222222222223,1.0 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,6,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,7,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,8,0.4222222222222222,0.10831349206349207 -aggregate,aggregate,BigBench Tool Usage,biggen_240829.csv,kendall,random,10,9,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,0,0.4494665749754947,0.07248608508684644 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,1,0.26967994498529685,0.2811980995641792 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,2,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,3,0.4666666666666666,0.07255015432098766 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,4,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,5,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,6,0.3333333333333333,0.21637345679012346 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,8,0.522862326927363,0.03809415806109578 -aggregate,aggregate,BigBench Multilingual,biggen_240829.csv,kendall,random,10,9,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,2,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,3,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,4,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,5,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,8,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,10,9,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,1,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,2,0.828078671210825,0.001082228864258374 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,3,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,4,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,5,0.7501937734175208,0.0029250200956793346 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,6,0.7501937734175208,0.0029250200956793346 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,8,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,10,9,0.7501937734175208,0.0029250200956793346 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,0,0.6292532049656926,0.011921001496914019 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,1,0.8090398349558905,0.0012254240706707103 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,4,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,5,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,6,0.6741998624632421,0.0070583320485280866 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,8,0.7640931774583409,0.002263469812035174 -aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,10,9,0.7191465199607915,0.004057136032371292 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,0,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,1,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,3,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,5,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,6,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,7,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,8,0.911111111111111,2.9761904761904762e-05 -aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,10,9,0.9555555555555554,5.5114638447971785e-06 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,0,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,1,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,3,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,4,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,5,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,6,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,7,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,8,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,10,9,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,0,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,1,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,2,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,3,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,4,0.8222222222222221,0.0003576940035273369 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,5,0.7777777777777777,0.0009463183421516755 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,6,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,7,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,10,9,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,0,0.6444444444444444,0.009148478835978836 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,1,0.8666666666666666,0.00011518959435626102 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,2,0.6,0.016666115520282188 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,3,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,4,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,5,0.7333333333333333,0.002212852733686067 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,6,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,7,0.5111111111111111,0.04662257495590829 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,8,0.6888888888888888,0.00468694885361552 -aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,10,9,0.5555555555555555,0.02860945767195767