Auto Daily Leaderboard udpate Thu Sep 5 12:00:27 PM EDT 2024

arena_elo/results/20240905/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ed3294c08993a11268b533b16e4c0223859dea99453a7a30af09c668d86116
+size 88247

arena_elo/results/20240905/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1126.7965072081079,1127.598749773581,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1126.295997728015,1144.195630746607,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1080.5788813801737,1076.6860860116883,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.4760591260929,1071.5107460107356,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1055.7826733421934,1053.8905112763337,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+HunyuanDiT,HunyuanDiT,1039.6239907871948,1027.5203415318617,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+StableCascade,StableCascade,1038.4581875994177,1040.846581871948,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+SDXL-Lightning,SDXL-Lightning,1024.616199476238,1027.940772463753,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1023.0666793144385,1012.4069167125616,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.5037001983244,1018.4273947958546,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,997.7604551516216,993.9762732485401,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,989.8394841649496,985.4193822140902,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.2343251723647,964.9390171994004,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.1751414457401,910.5753376726902,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),906.0623926826472,898.4200059926054,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.4123809422745,822.2283628178983,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.3169442802018,803.2741408023215,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -96062,5 +96062,75 @@
     "judge": "arena_user_10.16.10.147",
     "anony": true,
     "tstamp": 1725450194.9049
+  },
+  {
+    "model_a_conv_id": "c64bfbe02c6147aebb068d17e7c85020",
+    "model_b_conv_id": "177bdbeca25e475a9c9ffeb785fa92bf",
+    "inputs": {
+      "prompt": "a joyful portrait photograph of \"where the wild things are\" in the studio reclining melting smiling squid human hybrid levitating coven  covered in expanding stripped foam and fibre glass made with a spoon is meeting another character made with forks vehemently and visually coherent color psychedelic merging with mechanical \n"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.137",
+    "anony": true,
+    "tstamp": 1725475385.4142
+  },
+  {
+    "model_a_conv_id": "ddf6a926230448489433d29a64b16b72",
+    "model_b_conv_id": "80d531e6cfd14fd3ba5be13771cecdd3",
+    "inputs": {
+      "prompt": "a joyful portrait photograph of \"where the wild things are\" in the studio reclining melting smiling squid human hybrid levitating coven  covered in expanding stripped foam and fibre glass made with a spoon is meeting another character made with forks vehemently and visually coherent color psychedelic merging with mechanical \n"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1725475517.414
+  },
+  {
+    "model_a_conv_id": "a2da008f100845f3b32912bc2738d811",
+    "model_b_conv_id": "ecba07ef6342444d8c85c40e86c9e60c",
+    "inputs": {
+      "prompt": "hyperrealism detailed dress"
+    },
+    "model_a": "OpenJourney",
+    "model_b": "PixArtAlpha",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1725494583.3772
+  },
+  {
+    "model_a_conv_id": "2218a41a7436489d9d565ef553f87eaa",
+    "model_b_conv_id": "1d83c935be4d4aedbff054dcc19e3c6d",
+    "inputs": {
+      "prompt": "asteroid hitting earth "
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.46.55",
+    "anony": true,
+    "tstamp": 1725524827.1475
+  },
+  {
+    "model_a_conv_id": "ffd7fa50128443138f3e7d4e2dd8f05a",
+    "model_b_conv_id": "45306e4667ec4ea6950f02c83ea5a41a",
+    "inputs": {
+      "prompt": "Draw a racing car on the F1 track that overtakes the other racing cars. \nThe very first car must have the caption “TURBO ALIGNMENT”. THE CAPTION \"TURBO ALIGNMENT\" MUST BE ON THE VERY FIRST CAR. \nThe picture is a round logo on a white background in high resolution. \nAll cars are different colors. \nThe style is cartoon."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "SD3",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1725534758.4913
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f5bb979f45eb0ae59fe017d94b2997e7e7dac94940b962d6f43804aa68af27a
+oid sha256:99ed3294c08993a11268b533b16e4c0223859dea99453a7a30af09c668d86116
 size 88247

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1127.056690690184,1144.384770362048,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1126.8978948671543,1127.6789102317803,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1081.5249007818854,1077.7136001599947,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1073.392853666852,1071.3873434280104,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1055.7855282409528,1054.038276611031,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-HunyuanDiT,HunyuanDiT,1041.087011579528,1029.0129534708606,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-StableCascade,StableCascade,1038.3717277228197,1040.7307129675319,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-SDXL-Lightning,SDXL-Lightning,1024.2067908775314,1027.5354208566764,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1022.7221749204762,1012.1917184874329,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1019.3343849062732,1018.3435242772997,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-AuraFlow,AuraFlow,997.0689464603923,993.1697601837125,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,989.0854840230352,984.7893129237831,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,965.0396841090552,964.7769840150405,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.0178629978767,910.4700578112197,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.8873556665003,898.2952376625747,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,828.3564614824708,822.2322254793573,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,790.1642470070125,803.1580945475691,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1126.7965072081079,1127.598749773581,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1126.295997728015,1144.195630746607,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1080.5788813801737,1076.6860860116883,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.4760591260929,1071.5107460107356,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1055.7826733421934,1053.8905112763337,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+HunyuanDiT,HunyuanDiT,1039.6239907871948,1027.5203415318617,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+StableCascade,StableCascade,1038.4581875994177,1040.846581871948,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+SDXL-Lightning,SDXL-Lightning,1024.616199476238,1027.940772463753,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1023.0666793144385,1012.4069167125616,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.5037001983244,1018.4273947958546,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,997.7604551516216,993.9762732485401,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,989.8394841649496,985.4193822140902,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.2343251723647,964.9390171994004,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.1751414457401,910.5753376726902,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),906.0623926826472,898.4200059926054,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.4123809422745,822.2283628178983,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.3169442802018,803.2741408023215,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7