update

arena_elo/results/20240619/clean_battle_t2i_generation.json

@@ -49086,5 +49086,93 @@
     "judge": "arena_user_10.16.19.59",
     "anony": true,
     "tstamp": 1718831519.992
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "PlayGround V2.5",
+    "winner": "tie",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1718832980.0002
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "HunyuanDiT",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1718834068.2363
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1718835292.286
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "PixArtSigma",
+    "winner": "tie",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1718839493.677
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "SDXLLightning",
+    "winner": "tie",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1718839525.4362
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "SD3",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1718839564.5056
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "StableCascade",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1718849917.9885
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718855686.9692
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718856315.8068
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1718856374.3202
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "SDXL",
+    "winner": "model_b",
+    "judge": "arena_user_169.254.33.10",
+    "anony": false,
+    "tstamp": 1718865352.1946
   }
 ]

arena_elo/results/20240619/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53f665e5f07d48efcd16ae369169791dd7b2168430abbcf1b9464ead1a819ab4
+oid sha256:4bc9cc467f9cee8493d3b142d616cb45b4d9c805050bf59ddbd5ee33ef6d17e0
 size 73814

arena_elo/results/20240619/t2i_generation_leaderboard.csv

@@ -1,14 +1,14 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1150.114428439545,1149.6941264195339,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-PlayGround V2,PlayGround V2,1092.4709138026708,1090.7337820911177,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-HunyuanDiT,HunyuanDiT,1062.7861652938373,1056.6748409018237,N/A,N/A,N/A
-StableCascade,StableCascade,1056.3731617382482,1058.545838981972,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
-SDXLLightning,SDXLLightning,1042.0075561291465,1046.6768663630899,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1041.0140731528086,1030.3446204285094,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1038.3311788015276,1037.8603137662824,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
-SD3,SD3,1018.0527793052946,1011.9280564064835,N/A,N/A,N/A
-SDXL,SDXL,986.6676194421469,985.9584037229905,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,929.3709780661967,927.047868594216,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),925.0114257235736,918.2476978493269,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
-OpenJourney,OpenJourney,848.7224643206589,842.5517595057678,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,809.0772557843452,822.0490114234851,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1147.606723807855,1147.6221778034428,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+PlayGround V2,PlayGround V2,1091.2334764557993,1089.7659373645974,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+HunyuanDiT,HunyuanDiT,1065.4547402621788,1059.822696492972,N/A,N/A,N/A
+StableCascade,StableCascade,1054.9236955620781,1057.350072759572,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
+SDXLLightning,SDXLLightning,1041.5331987995974,1046.3081769967216,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1039.9410184660687,1029.4729621777742,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1037.206278923615,1036.9341423718772,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
+SD3,SD3,1029.1666634630194,1021.3531264138888,N/A,N/A,N/A
+SDXL,SDXL,985.9087467072235,985.4929552674706,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,928.1347201532141,925.8744899139969,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),923.7220318873165,917.2043600134182,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
+OpenJourney,OpenJourney,847.2517080685242,841.3925158226608,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,807.9169974435102,821.1255050210818,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -49086,5 +49086,93 @@
     "judge": "arena_user_10.16.19.59",
     "anony": true,
     "tstamp": 1718831519.992
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "PlayGround V2.5",
+    "winner": "tie",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1718832980.0002
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "HunyuanDiT",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1718834068.2363
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1718835292.286
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "PixArtSigma",
+    "winner": "tie",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1718839493.677
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "SDXLLightning",
+    "winner": "tie",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1718839525.4362
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "SD3",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1718839564.5056
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "StableCascade",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1718849917.9885
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718855686.9692
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718856315.8068
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1718856374.3202
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "SDXL",
+    "winner": "model_b",
+    "judge": "arena_user_169.254.33.10",
+    "anony": false,
+    "tstamp": 1718865352.1946
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53f665e5f07d48efcd16ae369169791dd7b2168430abbcf1b9464ead1a819ab4
+oid sha256:4bc9cc467f9cee8493d3b142d616cb45b4d9c805050bf59ddbd5ee33ef6d17e0
 size 73814

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,14 +1,14 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1150.114428439545,1149.6941264195339,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-PlayGround V2,PlayGround V2,1092.4709138026708,1090.7337820911177,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-HunyuanDiT,HunyuanDiT,1062.7861652938373,1056.6748409018237,N/A,N/A,N/A
-StableCascade,StableCascade,1056.3731617382482,1058.545838981972,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
-SDXLLightning,SDXLLightning,1042.0075561291465,1046.6768663630899,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1041.0140731528086,1030.3446204285094,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1038.3311788015276,1037.8603137662824,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
-SD3,SD3,1018.0527793052946,1011.9280564064835,N/A,N/A,N/A
-SDXL,SDXL,986.6676194421469,985.9584037229905,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,929.3709780661967,927.047868594216,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),925.0114257235736,918.2476978493269,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
-OpenJourney,OpenJourney,848.7224643206589,842.5517595057678,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,809.0772557843452,822.0490114234851,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1147.606723807855,1147.6221778034428,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+PlayGround V2,PlayGround V2,1091.2334764557993,1089.7659373645974,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+HunyuanDiT,HunyuanDiT,1065.4547402621788,1059.822696492972,N/A,N/A,N/A
+StableCascade,StableCascade,1054.9236955620781,1057.350072759572,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
+SDXLLightning,SDXLLightning,1041.5331987995974,1046.3081769967216,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1039.9410184660687,1029.4729621777742,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1037.206278923615,1036.9341423718772,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
+SD3,SD3,1029.1666634630194,1021.3531264138888,N/A,N/A,N/A
+SDXL,SDXL,985.9087467072235,985.4929552674706,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,928.1347201532141,925.8744899139969,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),923.7220318873165,917.2043600134182,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
+OpenJourney,OpenJourney,847.2517080685242,841.3925158226608,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,807.9169974435102,821.1255050210818,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7