Spaces:

TIGER-Lab
/

GenAI-Arena

Running on Zero

App Files Files Community

DongfuJiang commited on Sep 28, 2024

Commit

4c1c986

1 Parent(s): 9ce9285

Auto Daily Leaderboard udpate Sat Sep 28 12:00:26 PM EDT 2024

Browse files

Files changed (6) hide show

arena_elo/results/20240927/clean_battle_t2i_generation.json +70 -0
arena_elo/results/20240927/elo_results_t2i_generation.pkl +2 -2
arena_elo/results/20240927/t2i_generation_leaderboard.csv +17 -17
arena_elo/results/latest/clean_battle_t2i_generation.json +70 -0
arena_elo/results/latest/elo_results_t2i_generation.pkl +2 -2
arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17

arena_elo/results/20240927/clean_battle_t2i_generation.json CHANGED Viewed

@@ -102292,5 +102292,75 @@
     "judge": "arena_user_10.16.46.55",
     "anony": true,
     "tstamp": 1727424852.9873
   }
 ]

     "judge": "arena_user_10.16.46.55",
     "anony": true,
     "tstamp": 1727424852.9873
+  },
+  {
+    "model_a_conv_id": "294f8d7eac1c4bb89fd7e1f8f1ab7239",
+    "model_b_conv_id": "a0551db5811e436585dc082c63a3f56d",
+    "inputs": {
+      "prompt": "portrait of a facehugger by hr giger, greg rutkowski, luis royo and wayne barlowe, 8 k "
+    },
+    "model_a": "StableCascade",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727455234.9072
+  },
+  {
+    "model_a_conv_id": "b515668689184325b644bc328e402d8d",
+    "model_b_conv_id": "15eef0068c3f4495bbd97b88e8c0e71c",
+    "inputs": {
+      "prompt": "photograph of a beautiful female model wearing high tech military clothing in the desert, detailed"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "AuraFlow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727503425.1182
+  },
+  {
+    "model_a_conv_id": "a244aa0d1ad54b739600d60c29bafad2",
+    "model_b_conv_id": "87b3fd830f0d4e50b30e3eaced54366c",
+    "inputs": {
+      "prompt": "A brown carrier of some sort with a red handle"
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727503484.0648
+  },
+  {
+    "model_a_conv_id": "5ce335582c164e3d99fd05921a11549c",
+    "model_b_conv_id": "df6d471665d54d08b9dfa1dc7e9d5980",
+    "inputs": {
+      "prompt": "An overgrown city with greenery growing on the buildings, vintage photo"
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727503642.3781
+  },
+  {
+    "model_a_conv_id": "7ca03950fb2d4746bb9dbcd65c0ccdfa",
+    "model_b_conv_id": "be41f89cbb97439e8ba9d1be95ad3743",
+    "inputs": {
+      "prompt": "beautiful gorgeous elegant porcelain ivory fair skin mechanoid woman, close - up, sharp focus, studio light, iris van herpen haute couture headdress made of rhizomorphs, daisies, arches, brackets, herbs, colorful corals, fractal mushrooms, puffballs, octane render, ultra sharp, 8 k "
+    },
+    "model_a": "SDXL",
+    "model_b": "PixArtAlpha",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1727503673.717
   }
 ]

arena_elo/results/20240927/elo_results_t2i_generation.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e27396a728a92357c5d1e0fb7910bd3eadb03590a4d02fc442624728b68f71e5
-size 88249

 version https://git-lfs.github.com/spec/v1
+oid sha256:02c71bd65291cf336869fe16948608a72ab5550619b878837dc51763eb2dc800
+size 88250

arena_elo/results/20240927/t2i_generation_leaderboard.csv CHANGED Viewed

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1122.4874391207447,1125.0281456833345,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1112.5808271179894,1123.9741353006204,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1087.4075186923271,1078.7029596257976,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.3647421158762,1071.5530446634575,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1065.655796854549,1061.4179703704867,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1038.1792258900732,1041.281478649959,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1033.3835048372584,1025.1993318972332,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-SDXL-Lightning,SDXL-Lightning,1021.7875391338877,1025.1517511161974,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1021.7014911989874,1012.6498205284613,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1019.1370753452986,1019.0904446044143,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1004.7087014308853,1010.2778793526068,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,999.3812577825526,991.9003906541196,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.2003248433491,966.0072695474821,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.7010129962674,911.190898055738,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.9160624074731,899.4309562050505,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,827.9384069334017,823.120099656195,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.4690732990877,803.6942029043331,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1122.6951740758689,1125.154739239406,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1110.7728365182516,1123.527455934141,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1088.2952114801978,1078.7576976554203,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.2173166527296,1071.3920245601148,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1066.290047525838,1061.4573874500506,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1038.0917943314514,1041.1624894920058,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1032.2566529669036,1024.6159467978105,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+SDXL-Lightning,SDXL-Lightning,1021.7210236523451,1025.0465778982002,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1021.2752684328303,1012.2487259863423,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.0949582555709,1018.9841472336483,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1004.9282475228929,1010.2383308073975,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1001.8970157645588,994.4269376557015,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.0786295194106,965.8828627605624,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.5791913020895,911.0425641525339,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.8329388113013,899.2881617188496,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,827.7670766161214,822.9601611973576,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.2066165716448,803.5000015089112,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED Viewed

@@ -102292,5 +102292,75 @@
     "judge": "arena_user_10.16.46.55",
     "anony": true,
     "tstamp": 1727424852.9873
   }
 ]

     "judge": "arena_user_10.16.46.55",
     "anony": true,
     "tstamp": 1727424852.9873
+  },
+  {
+    "model_a_conv_id": "294f8d7eac1c4bb89fd7e1f8f1ab7239",
+    "model_b_conv_id": "a0551db5811e436585dc082c63a3f56d",
+    "inputs": {
+      "prompt": "portrait of a facehugger by hr giger, greg rutkowski, luis royo and wayne barlowe, 8 k "
+    },
+    "model_a": "StableCascade",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727455234.9072
+  },
+  {
+    "model_a_conv_id": "b515668689184325b644bc328e402d8d",
+    "model_b_conv_id": "15eef0068c3f4495bbd97b88e8c0e71c",
+    "inputs": {
+      "prompt": "photograph of a beautiful female model wearing high tech military clothing in the desert, detailed"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "AuraFlow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727503425.1182
+  },
+  {
+    "model_a_conv_id": "a244aa0d1ad54b739600d60c29bafad2",
+    "model_b_conv_id": "87b3fd830f0d4e50b30e3eaced54366c",
+    "inputs": {
+      "prompt": "A brown carrier of some sort with a red handle"
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727503484.0648
+  },
+  {
+    "model_a_conv_id": "5ce335582c164e3d99fd05921a11549c",
+    "model_b_conv_id": "df6d471665d54d08b9dfa1dc7e9d5980",
+    "inputs": {
+      "prompt": "An overgrown city with greenery growing on the buildings, vintage photo"
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727503642.3781
+  },
+  {
+    "model_a_conv_id": "7ca03950fb2d4746bb9dbcd65c0ccdfa",
+    "model_b_conv_id": "be41f89cbb97439e8ba9d1be95ad3743",
+    "inputs": {
+      "prompt": "beautiful gorgeous elegant porcelain ivory fair skin mechanoid woman, close - up, sharp focus, studio light, iris van herpen haute couture headdress made of rhizomorphs, daisies, arches, brackets, herbs, colorful corals, fractal mushrooms, puffballs, octane render, ultra sharp, 8 k "
+    },
+    "model_a": "SDXL",
+    "model_b": "PixArtAlpha",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1727503673.717
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e27396a728a92357c5d1e0fb7910bd3eadb03590a4d02fc442624728b68f71e5
-size 88249

 version https://git-lfs.github.com/spec/v1
+oid sha256:02c71bd65291cf336869fe16948608a72ab5550619b878837dc51763eb2dc800
+size 88250

arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED Viewed

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1122.4874391207447,1125.0281456833345,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1112.5808271179894,1123.9741353006204,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1087.4075186923271,1078.7029596257976,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.3647421158762,1071.5530446634575,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1065.655796854549,1061.4179703704867,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1038.1792258900732,1041.281478649959,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1033.3835048372584,1025.1993318972332,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-SDXL-Lightning,SDXL-Lightning,1021.7875391338877,1025.1517511161974,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1021.7014911989874,1012.6498205284613,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1019.1370753452986,1019.0904446044143,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1004.7087014308853,1010.2778793526068,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,999.3812577825526,991.9003906541196,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.2003248433491,966.0072695474821,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.7010129962674,911.190898055738,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.9160624074731,899.4309562050505,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,827.9384069334017,823.120099656195,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.4690732990877,803.6942029043331,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1122.6951740758689,1125.154739239406,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1110.7728365182516,1123.527455934141,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1088.2952114801978,1078.7576976554203,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.2173166527296,1071.3920245601148,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1066.290047525838,1061.4573874500506,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1038.0917943314514,1041.1624894920058,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1032.2566529669036,1024.6159467978105,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+SDXL-Lightning,SDXL-Lightning,1021.7210236523451,1025.0465778982002,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1021.2752684328303,1012.2487259863423,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.0949582555709,1018.9841472336483,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1004.9282475228929,1010.2383308073975,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1001.8970157645588,994.4269376557015,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.0786295194106,965.8828627605624,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.5791913020895,911.0425641525339,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.8329388113013,899.2881617188496,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,827.7670766161214,822.9601611973576,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.2066165716448,803.5000015089112,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7