Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
f4db150
1
Parent(s):
0cca604
Auto Daily Leaderboard udpate Thu Aug 15 12:00:21 PM EDT 2024
Browse files- arena_elo/results/20240814/clean_battle_t2i_generation.json +120 -0
- arena_elo/results/20240814/clean_battle_video_generation.json +0 -0
- arena_elo/results/20240814/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/20240814/elo_results_video_generation.pkl +3 -0
- arena_elo/results/20240814/t2i_generation_leaderboard.csv +13 -13
- arena_elo/results/20240814/video_generation_leaderboard.csv +9 -0
- arena_elo/results/latest/clean_battle_t2i_generation.json +120 -0
- arena_elo/results/latest/clean_battle_video_generation.json +48 -0
- arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/latest/elo_results_video_generation.pkl +1 -1
- arena_elo/results/latest/t2i_generation_leaderboard.csv +13 -13
- arena_elo/results/latest/video_generation_leaderboard.csv +8 -8
arena_elo/results/20240814/clean_battle_t2i_generation.json
CHANGED
|
@@ -50926,5 +50926,125 @@
|
|
| 50926 |
"judge": "arena_user_10.16.1.165",
|
| 50927 |
"anony": true,
|
| 50928 |
"tstamp": 1723644206.2483
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 50929 |
}
|
| 50930 |
]
|
|
|
|
| 50926 |
"judge": "arena_user_10.16.1.165",
|
| 50927 |
"anony": true,
|
| 50928 |
"tstamp": 1723644206.2483
|
| 50929 |
+
},
|
| 50930 |
+
{
|
| 50931 |
+
"model_a": "FluxTimestep",
|
| 50932 |
+
"model_b": "SDXL",
|
| 50933 |
+
"winner": "model_a",
|
| 50934 |
+
"judge": "arena_user_10.16.3.140",
|
| 50935 |
+
"anony": true,
|
| 50936 |
+
"tstamp": 1723681723.1835
|
| 50937 |
+
},
|
| 50938 |
+
{
|
| 50939 |
+
"model_a": "SDXL",
|
| 50940 |
+
"model_b": "SDXLLightning",
|
| 50941 |
+
"winner": "model_a",
|
| 50942 |
+
"judge": "arena_user_10.16.3.140",
|
| 50943 |
+
"anony": true,
|
| 50944 |
+
"tstamp": 1723688018.7379
|
| 50945 |
+
},
|
| 50946 |
+
{
|
| 50947 |
+
"model_a": "HunyuanDiT",
|
| 50948 |
+
"model_b": "SDXLLightning",
|
| 50949 |
+
"winner": "model_a",
|
| 50950 |
+
"judge": "arena_user_10.16.3.140",
|
| 50951 |
+
"anony": true,
|
| 50952 |
+
"tstamp": 1723688026.4957
|
| 50953 |
+
},
|
| 50954 |
+
{
|
| 50955 |
+
"model_a": "PixArtSigma",
|
| 50956 |
+
"model_b": "OpenJourney",
|
| 50957 |
+
"winner": "model_a",
|
| 50958 |
+
"judge": "arena_user_10.16.41.218",
|
| 50959 |
+
"anony": true,
|
| 50960 |
+
"tstamp": 1723688035.5799
|
| 50961 |
+
},
|
| 50962 |
+
{
|
| 50963 |
+
"model_a": "StableCascade",
|
| 50964 |
+
"model_b": "SDXLLightning",
|
| 50965 |
+
"winner": "tie",
|
| 50966 |
+
"judge": "arena_user_10.16.18.162",
|
| 50967 |
+
"anony": true,
|
| 50968 |
+
"tstamp": 1723688043.8499
|
| 50969 |
+
},
|
| 50970 |
+
{
|
| 50971 |
+
"model_a": "PixArtSigma",
|
| 50972 |
+
"model_b": "AuraFlow",
|
| 50973 |
+
"winner": "model_b",
|
| 50974 |
+
"judge": "arena_user_10.16.41.218",
|
| 50975 |
+
"anony": true,
|
| 50976 |
+
"tstamp": 1723688053.2133
|
| 50977 |
+
},
|
| 50978 |
+
{
|
| 50979 |
+
"model_a": "OpenJourney",
|
| 50980 |
+
"model_b": "PixArtAlpha",
|
| 50981 |
+
"winner": "model_b",
|
| 50982 |
+
"judge": "arena_user_10.16.18.75",
|
| 50983 |
+
"anony": true,
|
| 50984 |
+
"tstamp": 1723688059.4268
|
| 50985 |
+
},
|
| 50986 |
+
{
|
| 50987 |
+
"model_a": "StableCascade",
|
| 50988 |
+
"model_b": "AuraFlow",
|
| 50989 |
+
"winner": "model_a",
|
| 50990 |
+
"judge": "arena_user_10.16.41.218",
|
| 50991 |
+
"anony": true,
|
| 50992 |
+
"tstamp": 1723688069.0609
|
| 50993 |
+
},
|
| 50994 |
+
{
|
| 50995 |
+
"model_a": "SDXL",
|
| 50996 |
+
"model_b": "AuraFlow",
|
| 50997 |
+
"winner": "model_b",
|
| 50998 |
+
"judge": "arena_user_10.16.41.218",
|
| 50999 |
+
"anony": true,
|
| 51000 |
+
"tstamp": 1723688075.3171
|
| 51001 |
+
},
|
| 51002 |
+
{
|
| 51003 |
+
"model_a": "SDXLLightning",
|
| 51004 |
+
"model_b": "OpenJourney",
|
| 51005 |
+
"winner": "model_a",
|
| 51006 |
+
"judge": "arena_user_10.16.18.75",
|
| 51007 |
+
"anony": true,
|
| 51008 |
+
"tstamp": 1723688080.9253
|
| 51009 |
+
},
|
| 51010 |
+
{
|
| 51011 |
+
"model_a": "SD3",
|
| 51012 |
+
"model_b": "FluxTimestep",
|
| 51013 |
+
"winner": "tie",
|
| 51014 |
+
"judge": "arena_user_10.16.18.162",
|
| 51015 |
+
"anony": true,
|
| 51016 |
+
"tstamp": 1723688092.3675
|
| 51017 |
+
},
|
| 51018 |
+
{
|
| 51019 |
+
"model_a": "StableCascade",
|
| 51020 |
+
"model_b": "PixArtSigma",
|
| 51021 |
+
"winner": "tie (bothbad)",
|
| 51022 |
+
"judge": "arena_user_10.16.3.140",
|
| 51023 |
+
"anony": true,
|
| 51024 |
+
"tstamp": 1723688101.8512
|
| 51025 |
+
},
|
| 51026 |
+
{
|
| 51027 |
+
"model_a": "Kolors",
|
| 51028 |
+
"model_b": "SDXL",
|
| 51029 |
+
"winner": "tie (bothbad)",
|
| 51030 |
+
"judge": "arena_user_10.16.18.75",
|
| 51031 |
+
"anony": true,
|
| 51032 |
+
"tstamp": 1723688114.2073
|
| 51033 |
+
},
|
| 51034 |
+
{
|
| 51035 |
+
"model_a": "AuraFlow",
|
| 51036 |
+
"model_b": "PixArtSigma",
|
| 51037 |
+
"winner": "model_b",
|
| 51038 |
+
"judge": "arena_user_10.16.18.75",
|
| 51039 |
+
"anony": true,
|
| 51040 |
+
"tstamp": 1723688124.9379
|
| 51041 |
+
},
|
| 51042 |
+
{
|
| 51043 |
+
"model_a": "SDXLLightning",
|
| 51044 |
+
"model_b": "FluxTimestep",
|
| 51045 |
+
"winner": "model_a",
|
| 51046 |
+
"judge": "arena_user_10.16.18.75",
|
| 51047 |
+
"anony": true,
|
| 51048 |
+
"tstamp": 1723694936.0013
|
| 51049 |
}
|
| 51050 |
]
|
arena_elo/results/20240814/clean_battle_video_generation.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
arena_elo/results/20240814/elo_results_t2i_generation.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 73808
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3761891f3febca810ca024669654735739d618e948f376a80c517be2b49bb4bb
|
| 3 |
size 73808
|
arena_elo/results/20240814/elo_results_video_generation.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:174cfdacda48648720ec3c61830dad8f2ccdfbf6880d7068ce9e941197434477
|
| 3 |
+
size 59905
|
arena_elo/results/20240814/t2i_generation_leaderboard.csv
CHANGED
|
@@ -1,14 +1,14 @@
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
-
PlayGround V2.5,PlayGround V2.5,1150.
|
| 3 |
-
PlayGround V2,PlayGround V2,1092.
|
| 4 |
-
HunyuanDiT,HunyuanDiT,
|
| 5 |
-
StableCascade,StableCascade,1056.
|
| 6 |
-
SDXLLightning,SDXLLightning,
|
| 7 |
-
PixArtAlpha,PixArtAlpha,1040.
|
| 8 |
-
PixArtSigma,PixArtSigma,1038.
|
| 9 |
-
SD3,SD3,1020.
|
| 10 |
-
SDXL,SDXL,986.
|
| 11 |
-
SDXLTurbo,SDXLTurbo,930.
|
| 12 |
-
LCM(v1.5/XL),LCM(v1.5/XL),924.
|
| 13 |
-
OpenJourney,OpenJourney,
|
| 14 |
-
LCM,LCM,808.
|
|
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
+
PlayGround V2.5,PlayGround V2.5,1150.6710669048891,1152.720799321606,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
| 3 |
+
PlayGround V2,PlayGround V2,1092.2370365601098,1091.3423306484897,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
| 4 |
+
HunyuanDiT,HunyuanDiT,1062.2286855987886,1047.5576555907478,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
|
| 5 |
+
StableCascade,StableCascade,1056.207652885754,1060.2406421156452,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
| 6 |
+
SDXLLightning,SDXLLightning,1041.2658808905833,1046.3661494403946,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
| 7 |
+
PixArtAlpha,PixArtAlpha,1040.4117800125823,1031.0091428975984,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
| 8 |
+
PixArtSigma,PixArtSigma,1038.7026563392658,1038.9386488967034,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
|
| 9 |
+
SD3,SD3,1020.9191485334551,1014.9598143741599,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
|
| 10 |
+
SDXL,SDXL,986.8963618143526,987.2646496152361,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
| 11 |
+
SDXLTurbo,SDXLTurbo,930.0868095485181,928.0148488003432,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
| 12 |
+
LCM(v1.5/XL),LCM(v1.5/XL),924.7951456720906,918.7485367456009,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
| 13 |
+
OpenJourney,OpenJourney,846.9232001810509,841.803455128918,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
| 14 |
+
LCM,LCM,808.6545750585602,822.6257467176056,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/20240814/video_generation_leaderboard.csv
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
+
StableVideoDiffusion,StableVideoDiffusion,1122.5445228042813,1125.2304856167304,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
| 3 |
+
T2VTurbo,T2VTurbo,1107.6208690332069,1105.8859629360004,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
| 4 |
+
VideoCrafter2,VideoCrafter2,1076.7085678000212,1077.0087539021704,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
| 5 |
+
AnimateDiff,AnimateDiff,1070.0916124143303,1068.5399849009282,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
| 6 |
+
LaVie,LaVie,994.3128426222853,993.3928258739844,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
| 7 |
+
OpenSora,OpenSora,912.6999523480165,912.4458002756147,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
| 8 |
+
ModelScope,ModelScope,862.8238191295329,864.104586732808,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
| 9 |
+
AnimateDiffTurbo,AnimateDiffTurbo,853.1978138483248,853.3915997617631,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
arena_elo/results/latest/clean_battle_t2i_generation.json
CHANGED
|
@@ -50926,5 +50926,125 @@
|
|
| 50926 |
"judge": "arena_user_10.16.1.165",
|
| 50927 |
"anony": true,
|
| 50928 |
"tstamp": 1723644206.2483
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 50929 |
}
|
| 50930 |
]
|
|
|
|
| 50926 |
"judge": "arena_user_10.16.1.165",
|
| 50927 |
"anony": true,
|
| 50928 |
"tstamp": 1723644206.2483
|
| 50929 |
+
},
|
| 50930 |
+
{
|
| 50931 |
+
"model_a": "FluxTimestep",
|
| 50932 |
+
"model_b": "SDXL",
|
| 50933 |
+
"winner": "model_a",
|
| 50934 |
+
"judge": "arena_user_10.16.3.140",
|
| 50935 |
+
"anony": true,
|
| 50936 |
+
"tstamp": 1723681723.1835
|
| 50937 |
+
},
|
| 50938 |
+
{
|
| 50939 |
+
"model_a": "SDXL",
|
| 50940 |
+
"model_b": "SDXLLightning",
|
| 50941 |
+
"winner": "model_a",
|
| 50942 |
+
"judge": "arena_user_10.16.3.140",
|
| 50943 |
+
"anony": true,
|
| 50944 |
+
"tstamp": 1723688018.7379
|
| 50945 |
+
},
|
| 50946 |
+
{
|
| 50947 |
+
"model_a": "HunyuanDiT",
|
| 50948 |
+
"model_b": "SDXLLightning",
|
| 50949 |
+
"winner": "model_a",
|
| 50950 |
+
"judge": "arena_user_10.16.3.140",
|
| 50951 |
+
"anony": true,
|
| 50952 |
+
"tstamp": 1723688026.4957
|
| 50953 |
+
},
|
| 50954 |
+
{
|
| 50955 |
+
"model_a": "PixArtSigma",
|
| 50956 |
+
"model_b": "OpenJourney",
|
| 50957 |
+
"winner": "model_a",
|
| 50958 |
+
"judge": "arena_user_10.16.41.218",
|
| 50959 |
+
"anony": true,
|
| 50960 |
+
"tstamp": 1723688035.5799
|
| 50961 |
+
},
|
| 50962 |
+
{
|
| 50963 |
+
"model_a": "StableCascade",
|
| 50964 |
+
"model_b": "SDXLLightning",
|
| 50965 |
+
"winner": "tie",
|
| 50966 |
+
"judge": "arena_user_10.16.18.162",
|
| 50967 |
+
"anony": true,
|
| 50968 |
+
"tstamp": 1723688043.8499
|
| 50969 |
+
},
|
| 50970 |
+
{
|
| 50971 |
+
"model_a": "PixArtSigma",
|
| 50972 |
+
"model_b": "AuraFlow",
|
| 50973 |
+
"winner": "model_b",
|
| 50974 |
+
"judge": "arena_user_10.16.41.218",
|
| 50975 |
+
"anony": true,
|
| 50976 |
+
"tstamp": 1723688053.2133
|
| 50977 |
+
},
|
| 50978 |
+
{
|
| 50979 |
+
"model_a": "OpenJourney",
|
| 50980 |
+
"model_b": "PixArtAlpha",
|
| 50981 |
+
"winner": "model_b",
|
| 50982 |
+
"judge": "arena_user_10.16.18.75",
|
| 50983 |
+
"anony": true,
|
| 50984 |
+
"tstamp": 1723688059.4268
|
| 50985 |
+
},
|
| 50986 |
+
{
|
| 50987 |
+
"model_a": "StableCascade",
|
| 50988 |
+
"model_b": "AuraFlow",
|
| 50989 |
+
"winner": "model_a",
|
| 50990 |
+
"judge": "arena_user_10.16.41.218",
|
| 50991 |
+
"anony": true,
|
| 50992 |
+
"tstamp": 1723688069.0609
|
| 50993 |
+
},
|
| 50994 |
+
{
|
| 50995 |
+
"model_a": "SDXL",
|
| 50996 |
+
"model_b": "AuraFlow",
|
| 50997 |
+
"winner": "model_b",
|
| 50998 |
+
"judge": "arena_user_10.16.41.218",
|
| 50999 |
+
"anony": true,
|
| 51000 |
+
"tstamp": 1723688075.3171
|
| 51001 |
+
},
|
| 51002 |
+
{
|
| 51003 |
+
"model_a": "SDXLLightning",
|
| 51004 |
+
"model_b": "OpenJourney",
|
| 51005 |
+
"winner": "model_a",
|
| 51006 |
+
"judge": "arena_user_10.16.18.75",
|
| 51007 |
+
"anony": true,
|
| 51008 |
+
"tstamp": 1723688080.9253
|
| 51009 |
+
},
|
| 51010 |
+
{
|
| 51011 |
+
"model_a": "SD3",
|
| 51012 |
+
"model_b": "FluxTimestep",
|
| 51013 |
+
"winner": "tie",
|
| 51014 |
+
"judge": "arena_user_10.16.18.162",
|
| 51015 |
+
"anony": true,
|
| 51016 |
+
"tstamp": 1723688092.3675
|
| 51017 |
+
},
|
| 51018 |
+
{
|
| 51019 |
+
"model_a": "StableCascade",
|
| 51020 |
+
"model_b": "PixArtSigma",
|
| 51021 |
+
"winner": "tie (bothbad)",
|
| 51022 |
+
"judge": "arena_user_10.16.3.140",
|
| 51023 |
+
"anony": true,
|
| 51024 |
+
"tstamp": 1723688101.8512
|
| 51025 |
+
},
|
| 51026 |
+
{
|
| 51027 |
+
"model_a": "Kolors",
|
| 51028 |
+
"model_b": "SDXL",
|
| 51029 |
+
"winner": "tie (bothbad)",
|
| 51030 |
+
"judge": "arena_user_10.16.18.75",
|
| 51031 |
+
"anony": true,
|
| 51032 |
+
"tstamp": 1723688114.2073
|
| 51033 |
+
},
|
| 51034 |
+
{
|
| 51035 |
+
"model_a": "AuraFlow",
|
| 51036 |
+
"model_b": "PixArtSigma",
|
| 51037 |
+
"winner": "model_b",
|
| 51038 |
+
"judge": "arena_user_10.16.18.75",
|
| 51039 |
+
"anony": true,
|
| 51040 |
+
"tstamp": 1723688124.9379
|
| 51041 |
+
},
|
| 51042 |
+
{
|
| 51043 |
+
"model_a": "SDXLLightning",
|
| 51044 |
+
"model_b": "FluxTimestep",
|
| 51045 |
+
"winner": "model_a",
|
| 51046 |
+
"judge": "arena_user_10.16.18.75",
|
| 51047 |
+
"anony": true,
|
| 51048 |
+
"tstamp": 1723694936.0013
|
| 51049 |
}
|
| 51050 |
]
|
arena_elo/results/latest/clean_battle_video_generation.json
CHANGED
|
@@ -14094,5 +14094,53 @@
|
|
| 14094 |
"judge": "arena_user_10.16.17.24",
|
| 14095 |
"anony": true,
|
| 14096 |
"tstamp": 1723350767.1713
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14097 |
}
|
| 14098 |
]
|
|
|
|
| 14094 |
"judge": "arena_user_10.16.17.24",
|
| 14095 |
"anony": true,
|
| 14096 |
"tstamp": 1723350767.1713
|
| 14097 |
+
},
|
| 14098 |
+
{
|
| 14099 |
+
"model_a": "LaVie",
|
| 14100 |
+
"model_b": "ModelScope",
|
| 14101 |
+
"winner": "model_a",
|
| 14102 |
+
"judge": "arena_user_10.16.41.218",
|
| 14103 |
+
"anony": true,
|
| 14104 |
+
"tstamp": 1723669940.2002
|
| 14105 |
+
},
|
| 14106 |
+
{
|
| 14107 |
+
"model_a": "LaVie",
|
| 14108 |
+
"model_b": "ModelScope",
|
| 14109 |
+
"winner": "model_a",
|
| 14110 |
+
"judge": "arena_user_10.16.18.162",
|
| 14111 |
+
"anony": true,
|
| 14112 |
+
"tstamp": 1723688150.7811
|
| 14113 |
+
},
|
| 14114 |
+
{
|
| 14115 |
+
"model_a": "LaVie",
|
| 14116 |
+
"model_b": "VideoCrafter2",
|
| 14117 |
+
"winner": "model_b",
|
| 14118 |
+
"judge": "arena_user_10.16.18.75",
|
| 14119 |
+
"anony": true,
|
| 14120 |
+
"tstamp": 1723688159.9704
|
| 14121 |
+
},
|
| 14122 |
+
{
|
| 14123 |
+
"model_a": "T2VTurbo",
|
| 14124 |
+
"model_b": "LaVie",
|
| 14125 |
+
"winner": "model_b",
|
| 14126 |
+
"judge": "arena_user_10.16.3.140",
|
| 14127 |
+
"anony": true,
|
| 14128 |
+
"tstamp": 1723688170.0551
|
| 14129 |
+
},
|
| 14130 |
+
{
|
| 14131 |
+
"model_a": "AnimateDiff",
|
| 14132 |
+
"model_b": "OpenSora",
|
| 14133 |
+
"winner": "model_b",
|
| 14134 |
+
"judge": "arena_user_10.16.41.218",
|
| 14135 |
+
"anony": true,
|
| 14136 |
+
"tstamp": 1723688178.1656
|
| 14137 |
+
},
|
| 14138 |
+
{
|
| 14139 |
+
"model_a": "T2VTurbo",
|
| 14140 |
+
"model_b": "OpenSora",
|
| 14141 |
+
"winner": "model_a",
|
| 14142 |
+
"judge": "arena_user_10.16.3.140",
|
| 14143 |
+
"anony": true,
|
| 14144 |
+
"tstamp": 1723688186.8235
|
| 14145 |
}
|
| 14146 |
]
|
arena_elo/results/latest/elo_results_t2i_generation.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 73808
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3761891f3febca810ca024669654735739d618e948f376a80c517be2b49bb4bb
|
| 3 |
size 73808
|
arena_elo/results/latest/elo_results_video_generation.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 59905
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:174cfdacda48648720ec3c61830dad8f2ccdfbf6880d7068ce9e941197434477
|
| 3 |
size 59905
|
arena_elo/results/latest/t2i_generation_leaderboard.csv
CHANGED
|
@@ -1,14 +1,14 @@
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
-
PlayGround V2.5,PlayGround V2.5,1150.
|
| 3 |
-
PlayGround V2,PlayGround V2,1092.
|
| 4 |
-
HunyuanDiT,HunyuanDiT,
|
| 5 |
-
StableCascade,StableCascade,1056.
|
| 6 |
-
SDXLLightning,SDXLLightning,
|
| 7 |
-
PixArtAlpha,PixArtAlpha,1040.
|
| 8 |
-
PixArtSigma,PixArtSigma,1038.
|
| 9 |
-
SD3,SD3,1020.
|
| 10 |
-
SDXL,SDXL,986.
|
| 11 |
-
SDXLTurbo,SDXLTurbo,930.
|
| 12 |
-
LCM(v1.5/XL),LCM(v1.5/XL),924.
|
| 13 |
-
OpenJourney,OpenJourney,
|
| 14 |
-
LCM,LCM,808.
|
|
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
+
PlayGround V2.5,PlayGround V2.5,1150.6710669048891,1152.720799321606,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
| 3 |
+
PlayGround V2,PlayGround V2,1092.2370365601098,1091.3423306484897,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
| 4 |
+
HunyuanDiT,HunyuanDiT,1062.2286855987886,1047.5576555907478,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
|
| 5 |
+
StableCascade,StableCascade,1056.207652885754,1060.2406421156452,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
| 6 |
+
SDXLLightning,SDXLLightning,1041.2658808905833,1046.3661494403946,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
| 7 |
+
PixArtAlpha,PixArtAlpha,1040.4117800125823,1031.0091428975984,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
| 8 |
+
PixArtSigma,PixArtSigma,1038.7026563392658,1038.9386488967034,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
|
| 9 |
+
SD3,SD3,1020.9191485334551,1014.9598143741599,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
|
| 10 |
+
SDXL,SDXL,986.8963618143526,987.2646496152361,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
| 11 |
+
SDXLTurbo,SDXLTurbo,930.0868095485181,928.0148488003432,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
| 12 |
+
LCM(v1.5/XL),LCM(v1.5/XL),924.7951456720906,918.7485367456009,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
| 13 |
+
OpenJourney,OpenJourney,846.9232001810509,841.803455128918,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
| 14 |
+
LCM,LCM,808.6545750585602,822.6257467176056,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/latest/video_generation_leaderboard.csv
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
-
StableVideoDiffusion,StableVideoDiffusion,1122.
|
| 3 |
-
T2VTurbo,T2VTurbo,
|
| 4 |
-
VideoCrafter2,VideoCrafter2,
|
| 5 |
-
AnimateDiff,AnimateDiff,1070.
|
| 6 |
-
LaVie,LaVie,
|
| 7 |
-
OpenSora,OpenSora,
|
| 8 |
-
ModelScope,ModelScope,
|
| 9 |
-
AnimateDiffTurbo,AnimateDiffTurbo,853.
|
|
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
+
StableVideoDiffusion,StableVideoDiffusion,1122.5445228042813,1125.2304856167304,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
| 3 |
+
T2VTurbo,T2VTurbo,1107.6208690332069,1105.8859629360004,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
| 4 |
+
VideoCrafter2,VideoCrafter2,1076.7085678000212,1077.0087539021704,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
| 5 |
+
AnimateDiff,AnimateDiff,1070.0916124143303,1068.5399849009282,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
| 6 |
+
LaVie,LaVie,994.3128426222853,993.3928258739844,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
| 7 |
+
OpenSora,OpenSora,912.6999523480165,912.4458002756147,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
| 8 |
+
ModelScope,ModelScope,862.8238191295329,864.104586732808,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
| 9 |
+
AnimateDiffTurbo,AnimateDiffTurbo,853.1978138483248,853.3915997617631,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|