Auto Daily Leaderboard udpate Sun Sep 29 12:00:23 PM EDT 2024

arena_elo/results/20240928/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ac4f6c71a7e58b6757502914e6a999e07c16bc727d9107287e43b673cdfb7d
+size 66399

arena_elo/results/20240928/video_generation_leaderboard.csv

@@ -0,0 +1,11 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+StableVideoDiffusion,StableVideoDiffusion,1144.0866257906664,1147.9228778802978,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1121.0252595582922,1110.281133093564,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1079.287338798915,1079.115095309868,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+VideoCrafter2,VideoCrafter2,1068.8121966438816,1070.4076619433563,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1064.2423544660408,1063.92066465154,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,993.1820099487412,994.7000711661661,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,909.6393810352145,910.7591572074741,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,901.3960739589066,900.7352120053209,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,859.168743869511,860.3946559553185,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,859.1600159298297,861.7634707870932,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/20240929/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180e6d83897e8bbfc9104c81a8e94f82dccabc1814e37ef1af846a3d12c3f9f3
+size 88244

arena_elo/results/20240929/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1123.10583479656,1125.5124149086703,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1110.596049434876,1122.8669339745218,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1091.6712399084631,1081.7255506562674,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.2280855088052,1071.4515409928772,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1064.0915824284707,1059.625374729521,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.5463791955835,1042.4661754242106,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1029.8408157381361,1022.2228553468657,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+SDXL-Lightning,SDXL-Lightning,1021.3064019938304,1024.7845601062627,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1021.0862400923867,1012.1826571126029,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.1552271634681,1019.1717271966269,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1005.4019178081703,1010.4114446560138,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1001.9191090405225,994.7477232337651,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.4012530993016,965.3818433554069,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.6892004297566,911.2122481181198,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.9493296964522,899.4268843821743,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,827.8409729737498,823.0782209027642,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.170360691459,803.5065163895399,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -102362,5 +102362,481 @@
     "judge": "arena_user_10.16.10.147",
     "anony": true,
     "tstamp": 1727503673.717
+  },
+  {
+    "model_a_conv_id": "88ea99dc58c3414bb4260a65fd9dd62e",
+    "model_b_conv_id": "3c5f3f5aff0a46648e452eb10aef61c2",
+    "inputs": {
+      "prompt": "A white colored sandwich."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "Kolors",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1727554690.2788
+  },
+  {
+    "model_a_conv_id": "98a0e1e345ba41fc958cb5c3f92562c0",
+    "model_b_conv_id": "5cbcf87d10f440c4a345e080c64f0a7c",
+    "inputs": {
+      "prompt": "AI, future, light blue"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727562362.6624
+  },
+  {
+    "model_a_conv_id": "5a6624e180bf49bfa7e56377a033c9c5",
+    "model_b_conv_id": "eb9ad9ca59d44dbd9900eb77d5f0d49d",
+    "inputs": {
+      "prompt": "A blue bunny in a pink water toilet bowl ."
+    },
+    "model_a": "SDXL",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727576685.125
+  },
+  {
+    "model_a_conv_id": "6ba4a82824c349a6b1734d27deaefb9f",
+    "model_b_conv_id": "3bc682e001dd468aacbc09a53fb4b5bb",
+    "inputs": {
+      "prompt": "A white colored sandwich."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727576705.8062
+  },
+  {
+    "model_a_conv_id": "846bea34aa33424682d6156c50eecdad",
+    "model_b_conv_id": "2ecbe431537041569cb97b2e3d61c63b",
+    "inputs": {
+      "prompt": "a snow skier in red pants is laying down and people"
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "SD3",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727576714.3643
+  },
+  {
+    "model_a_conv_id": "87332863b9cb45a3967e063875348e29",
+    "model_b_conv_id": "765bd95dfc9b44cfa7073cb1d73273ec",
+    "inputs": {
+      "prompt": "photorealistic render of city exterior shot"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.2.111",
+    "anony": true,
+    "tstamp": 1727576732.2457
+  },
+  {
+    "model_a_conv_id": "55723faeebc4438dab5e427c8d1bd8fd",
+    "model_b_conv_id": "93e4b5c0de1e4dd7b7c22a001b176c03",
+    "inputs": {
+      "prompt": "A long green train traveling through a rural orange countryside ."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1727576743.0269
+  },
+  {
+    "model_a_conv_id": "fcc348af905543918770857f5b5235bf",
+    "model_b_conv_id": "66921627952c46db9ebf85e4888442ce",
+    "inputs": {
+      "prompt": "image of a cat holding up a bird on a wall. 8k, photoreal, sharp details, soft light."
+    },
+    "model_a": "Kolors",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1727576760.7084
+  },
+  {
+    "model_a_conv_id": "388f08709d7e49129e1e81c8a6ddf8d9",
+    "model_b_conv_id": "777fdfc158414a429c1c5c07f46c4fa7",
+    "inputs": {
+      "prompt": "a beautifull white cast futuristic biomechanical humanoid woman side portrait with pretty face in intricate detailed color smashing fluid oilpaint, melting wax, thin fractal tendrils, futuristic digital painting, cyberpunk, 8 k, hyper detailed, octane render, concept art, by peter mohrbacher, by wlop, by ruan jia "
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1727576774.3035
+  },
+  {
+    "model_a_conv_id": "74e013e2b42845d797e8815bb9454817",
+    "model_b_conv_id": "b3d984e303ab46329b60ba0084c5fb3f",
+    "inputs": {
+      "prompt": "A tiger in a lab coat with a 1980s Miami vibe, turning a well oiled science content machine, digital art."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.2.111",
+    "anony": true,
+    "tstamp": 1727576784.6696
+  },
+  {
+    "model_a_conv_id": "76a1fd826cbb4ecf9014f7b66e272caa",
+    "model_b_conv_id": "c8724b10ab824498bda1aed4c2283692",
+    "inputs": {
+      "prompt": "photorealistic, detailed mechanical motorcycle, detailed"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.2.111",
+    "anony": true,
+    "tstamp": 1727576804.0935
+  },
+  {
+    "model_a_conv_id": "12ca8a7af86b45309f317072d94267e4",
+    "model_b_conv_id": "97706b9241d841b98b03cda58050523c",
+    "inputs": {
+      "prompt": "A stop sign on the right of a refrigerator."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727576817.6687
+  },
+  {
+    "model_a_conv_id": "772c752fbaba4ddfaebdf5a189d955f0",
+    "model_b_conv_id": "163e898dcb37435eb5d1cf19febb0cfc",
+    "inputs": {
+      "prompt": "Four dogs on the street."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.2.111",
+    "anony": true,
+    "tstamp": 1727576827.0952
+  },
+  {
+    "model_a_conv_id": "fe54a114de6d4d6ca3077688c7eb32ae",
+    "model_b_conv_id": "8a47013782084579ad79c3730b177929",
+    "inputs": {
+      "prompt": "hyperrealism, man and woman, together, made of clay"
+    },
+    "model_a": "OpenJourney",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.2.111",
+    "anony": true,
+    "tstamp": 1727576840.9991
+  },
+  {
+    "model_a_conv_id": "cbc80b08d942433cbbcce3b7d85893c2",
+    "model_b_conv_id": "484aaea20f3a41b29b458410eee5fcc4",
+    "inputs": {
+      "prompt": "Young woman wearing red dress and black sweater gives approval while holding cell phone ."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727576853.9581
+  },
+  {
+    "model_a_conv_id": "1b759fd455c3416aae8f0d8c0bebdf83",
+    "model_b_conv_id": "7f8890811e784010acf1d87df5380721",
+    "inputs": {
+      "prompt": "a cute dog is playing a ball"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727584641.6591
+  },
+  {
+    "model_a_conv_id": "8c2fe251a7c44e0d924c6e63521fa0bc",
+    "model_b_conv_id": "fe191fec71a74b9991caf60b51ba017e",
+    "inputs": {
+      "prompt": "New York Skyline with 'Diffusion' written with fireworks on the sky."
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.2.111",
+    "anony": true,
+    "tstamp": 1727613657.3975
+  },
+  {
+    "model_a_conv_id": "ae0fdf3088234cc6b3859eff8ff28bbf",
+    "model_b_conv_id": "2499fe898d924bb8aedd8429a2e4d17f",
+    "inputs": {
+      "prompt": "battle hardened, overpowering, pragmatic, charismatic character male handsome muscular wearing jeans and t - shirt, portrait, confident, modern cityscape, outdoors, architecture, fog, sunny, volumetric lighting, illustration, perfectly shaded, greenish tinge, cold lights soft painting, art by krenz cushart and wenjun lin "
+    },
+    "model_a": "StableCascade",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727613667.5524
+  },
+  {
+    "model_a_conv_id": "453fcc78969240aba3efea1cff5bc4d2",
+    "model_b_conv_id": "54bbf6981240494da8923cf7c55aea3e",
+    "inputs": {
+      "prompt": "Acersecomicke."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "PixArtAlpha",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.2.111",
+    "anony": true,
+    "tstamp": 1727613677.7324
+  },
+  {
+    "model_a_conv_id": "badaf2b75ae94cfa9ea1d224187267c0",
+    "model_b_conv_id": "47b6f7d290a84963aff411b7ff5c4f72",
+    "inputs": {
+      "prompt": "A device consisting of a circular canopy of cloth on a folding metal frame supported by a central rod, used as protection against rain or sometimes sun."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727613684.8475
+  },
+  {
+    "model_a_conv_id": "a857166c906041e5b19d6261ceafb44f",
+    "model_b_conv_id": "fc13b7567d3747c28faee476aa7793bd",
+    "inputs": {
+      "prompt": "A vehicle composed of two wheels held in a frame one behind the other, propelled by pedals and steered with handlebars attached to the front wheel."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.2.111",
+    "anony": true,
+    "tstamp": 1727613695.5299
+  },
+  {
+    "model_a_conv_id": "f48099b6b2ff4dc4a4a7ede94a276b92",
+    "model_b_conv_id": "3a349fd2f04b4c8383f97f416f37817e",
+    "inputs": {
+      "prompt": "photograph of one single bright happy woman wearing makeup and makeup, a black balenciaga jacket, walking up a quiet street in front of a laundromat, 3D render, 8K"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "SD3",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.46.55",
+    "anony": true,
+    "tstamp": 1727613702.0829
+  },
+  {
+    "model_a_conv_id": "025cce81083c4c03883105891469c66a",
+    "model_b_conv_id": "4e20193cf55f4a14938dc8c3c6dfc394",
+    "inputs": {
+      "prompt": "A domesticated carnivvorous mzammal that typicbally hfaas a lons sfnout, an acxujte sense off osmell, noneetractaaln crlaws, anid xbarkring,y howlingu, or whining rvoiche."
+    },
+    "model_a": "SD3",
+    "model_b": "StableCascade",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727613723.6524
+  },
+  {
+    "model_a_conv_id": "c58094f373b34a4c8b4f5f4fb5c877b2",
+    "model_b_conv_id": "713efb407ec24c7d92d3577f096de1c6",
+    "inputs": {
+      "prompt": "cinestill 5 0 d depht of gfield of a dreamy beautiful pre - raphaelite cople hypnos and thanatos in style of annie liebovitz - john watherhouse, elegant, highly detailed, pale pink matt, soft blur, artstation, sharp focus, head in focus "
+    },
+    "model_a": "SD3",
+    "model_b": "StableCascade",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.2.111",
+    "anony": true,
+    "tstamp": 1727613729.6508
+  },
+  {
+    "model_a_conv_id": "8eb4b6da6cc24971a50601518f970dc6",
+    "model_b_conv_id": "3edc9fd180d84a86a98069787ed78c32",
+    "inputs": {
+      "prompt": "photorealistic render of city exterior shot"
+    },
+    "model_a": "OpenJourney",
+    "model_b": "StableCascade",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727613736.635
+  },
+  {
+    "model_a_conv_id": "16b38fdb6de344318b544fc8699c1545",
+    "model_b_conv_id": "f154f9b6bc69440f9ee3f7180489ab3f",
+    "inputs": {
+      "prompt": "A long green train traveling through a rural orange countryside ."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.55",
+    "anony": true,
+    "tstamp": 1727613742.5961
+  },
+  {
+    "model_a_conv_id": "3b545c4a17e148398fbc6b0f325cc15b",
+    "model_b_conv_id": "fdb37ea0579a4bc0a2d07374b3978979",
+    "inputs": {
+      "prompt": "A storefront with 'Diffusion' written on it."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727613749.2599
+  },
+  {
+    "model_a_conv_id": "961d7325c36a4bbeb0a98fcdc624532f",
+    "model_b_conv_id": "dda16fee31534245b7016b2122adc93a",
+    "inputs": {
+      "prompt": "A baseball player in a blue and white uniform is next to a player in black and white ."
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1727613756.6714
+  },
+  {
+    "model_a_conv_id": "a4ee78990c494a1f80d9fe6bc015b9f9",
+    "model_b_conv_id": "6f0703f3e32c489c968e261be67e4d97",
+    "inputs": {
+      "prompt": "photograph of a car on the moon in the sky over Saturn, atmospheric"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.2.111",
+    "anony": true,
+    "tstamp": 1727613764.9519
+  },
+  {
+    "model_a_conv_id": "8e3732f79b354a8588e2d1ec60b3bbe9",
+    "model_b_conv_id": "eff63990141b40488c0a59fd800c243b",
+    "inputs": {
+      "prompt": "photorealistic, detailed picture of a single flower crown"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727613774.1409
+  },
+  {
+    "model_a_conv_id": "f5cb7675275e44108cda3f2ee82e0774",
+    "model_b_conv_id": "5dcd716d49ea4cee816d99251fefb93c",
+    "inputs": {
+      "prompt": "A brown clock tower with a gold and black clock."
+    },
+    "model_a": "StableCascade",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.2.111",
+    "anony": true,
+    "tstamp": 1727613779.0376
+  },
+  {
+    "model_a_conv_id": "038eb4dc1da041688caa3b79ce3af01c",
+    "model_b_conv_id": "09f336d3a11c490bb9ade4b3b4da6682",
+    "inputs": {
+      "prompt": "stylish cyberpunk girl with tattoo and wild colorful hair, detailed cafe background full body, fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.2.111",
+    "anony": true,
+    "tstamp": 1727613786.501
+  },
+  {
+    "model_a_conv_id": "fd31a77da3f14d8097f9d7ac5f72ea78",
+    "model_b_conv_id": "da19ddfe58794cc0a1fe579c075fe71d",
+    "inputs": {
+      "prompt": "battle hardened, overpowering, pragmatic, charismatic character male handsome muscular wearing jeans and t - shirt, portrait, confident, modern cityscape, outdoors, architecture, fog, sunny, volumetric lighting, illustration, perfectly shaded, greenish tinge, cold lights soft painting, art by krenz cushart and wenjun lin "
+    },
+    "model_a": "SDXL",
+    "model_b": "StableCascade",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.55",
+    "anony": true,
+    "tstamp": 1727613796.6343
+  },
+  {
+    "model_a_conv_id": "f1123af5e5104a498d7d5e432dd00fe0",
+    "model_b_conv_id": "177aea01861e4012abe4f3cc57249f0d",
+    "inputs": {
+      "prompt": "big budget scifi movie set in postapocalyptic world with alien brainsuckers female cyborg in yellow rubber and gas mask in ruins of church "
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.55",
+    "anony": true,
+    "tstamp": 1727613802.1802
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -27900,5 +27900,19 @@
     "judge": "arena_user_10.16.32.208",
     "anony": true,
     "tstamp": 1727440804.3444
+  },
+  {
+    "model_a_conv_id": "5d1bd96eac4a4298a1f5c0b81e7d2f30",
+    "model_b_conv_id": "4df25881ffc6403690c71d5a30f49096",
+    "inputs": {
+      "prompt": "In a still frame, a tranquil pond was fringed by weeping cherry trees, their blossoms drifting lazily onto the glassy surface"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1727574249.8596
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02c71bd65291cf336869fe16948608a72ab5550619b878837dc51763eb2dc800
-size 88250
+oid sha256:180e6d83897e8bbfc9104c81a8e94f82dccabc1814e37ef1af846a3d12c3f9f3
+size 88244

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdac376b324a536ad1c6a8f88f5a3e878627355e086e1a4b671b556fddaafabe
+oid sha256:03ac4f6c71a7e58b6757502914e6a999e07c16bc727d9107287e43b673cdfb7d
 size 66399

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1122.6951740758689,1125.154739239406,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1110.7728365182516,1123.527455934141,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1088.2952114801978,1078.7576976554203,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.2173166527296,1071.3920245601148,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1066.290047525838,1061.4573874500506,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1038.0917943314514,1041.1624894920058,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1032.2566529669036,1024.6159467978105,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-SDXL-Lightning,SDXL-Lightning,1021.7210236523451,1025.0465778982002,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1021.2752684328303,1012.2487259863423,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1019.0949582555709,1018.9841472336483,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1004.9282475228929,1010.2383308073975,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1001.8970157645588,994.4269376557015,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.0786295194106,965.8828627605624,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.5791913020895,911.0425641525339,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.8329388113013,899.2881617188496,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,827.7670766161214,822.9601611973576,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.2066165716448,803.5000015089112,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1123.10583479656,1125.5124149086703,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1110.596049434876,1122.8669339745218,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1091.6712399084631,1081.7255506562674,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.2280855088052,1071.4515409928772,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1064.0915824284707,1059.625374729521,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.5463791955835,1042.4661754242106,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1029.8408157381361,1022.2228553468657,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+SDXL-Lightning,SDXL-Lightning,1021.3064019938304,1024.7845601062627,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1021.0862400923867,1012.1826571126029,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.1552271634681,1019.1717271966269,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1005.4019178081703,1010.4114446560138,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1001.9191090405225,994.7477232337651,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.4012530993016,965.3818433554069,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.6892004297566,911.2122481181198,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.9493296964522,899.4268843821743,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,827.8409729737498,823.0782209027642,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.170360691459,803.5065163895399,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,11 +1,11 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-StableVideoDiffusion,StableVideoDiffusion,1144.1459312831223,1148.1288149337934,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1121.3040926999256,1109.8390958629946,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1078.9894367907066,1079.0601500446105,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-VideoCrafter2,VideoCrafter2,1068.7151755307912,1070.3907315898236,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-AnimateDiff,AnimateDiff,1064.0593627859425,1063.974009526732,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-LaVie,LaVie,992.967163329879,994.6430700449349,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,909.4219573217807,910.668214749407,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,902.5421432168496,901.0245206670359,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,858.9629219157165,860.3611322931235,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,858.8918151252855,861.9102602875452,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+StableVideoDiffusion,StableVideoDiffusion,1144.0866257906664,1147.9228778802978,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1121.0252595582922,1110.281133093564,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1079.287338798915,1079.115095309868,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+VideoCrafter2,VideoCrafter2,1068.8121966438816,1070.4076619433563,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1064.2423544660408,1063.92066465154,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,993.1820099487412,994.7000711661661,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,909.6393810352145,910.7591572074741,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,901.3960739589066,900.7352120053209,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,859.168743869511,860.3946559553185,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,859.1600159298297,861.7634707870932,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571