Auto Daily Leaderboard udpate Sat Jan 18 12:00:34 PM EST 2025

arena_elo/results/20250117/clean_battle_t2i_generation.json

@@ -115200,5 +115200,229 @@
     "judge": "arena_user_10.20.26.107",
     "anony": true,
     "tstamp": 1737126654.7109
+  },
+  {
+    "model_a_conv_id": "8a5a48975e5d4d10bee77dc939939743",
+    "model_b_conv_id": "6fa43122608c4e328ea4d27b39b77c07",
+    "inputs": {
+      "prompt": "a snow skier in red pants is laying down and people"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.37.94",
+    "anony": false,
+    "tstamp": 1737143123.3161
+  },
+  {
+    "model_a_conv_id": "2d12877040c0447485234b9342a95138",
+    "model_b_conv_id": "02f6c5fec598488291a471ba7f4e5ec1",
+    "inputs": {
+      "prompt": "photorealistic gemstone skull"
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.5.242",
+    "anony": false,
+    "tstamp": 1737143259.4086
+  },
+  {
+    "model_a_conv_id": "af5c8971009c477395afd6635a0ede2a",
+    "model_b_conv_id": "69ed8843ba8049dd96cda54041cea63f",
+    "inputs": {
+      "prompt": "abstract watercolor painting of roman god monument, in stone and marble, magical and traditional, cinematic light, national romanticism by anders zorn "
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.37.94",
+    "anony": false,
+    "tstamp": 1737143310.1126
+  },
+  {
+    "model_a_conv_id": "1641a98695ff4f218993610d3c809813",
+    "model_b_conv_id": "2b41e0d2d022491facd416b63c7e957d",
+    "inputs": {
+      "prompt": "A sign that says 'Diffusion'."
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.5.242",
+    "anony": false,
+    "tstamp": 1737143319.5489
+  },
+  {
+    "model_a_conv_id": "749edb172383459a822b56b214cd5969",
+    "model_b_conv_id": "94a31cadd217489cbaf2c9ee3cc952cc",
+    "inputs": {
+      "prompt": "A couple of glasses are sitting on a table."
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.5.183",
+    "anony": false,
+    "tstamp": 1737143328.4833
+  },
+  {
+    "model_a_conv_id": "9a7a9732ee9d4c5cbfeb933e9c1f2a9d",
+    "model_b_conv_id": "782817f3f122402c95a1be285c2b1739",
+    "inputs": {
+      "prompt": "portrait of a facehugger by hr giger, greg rutkowski, luis royo and wayne barlowe, 8 k "
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.5.242",
+    "anony": false,
+    "tstamp": 1737143344.1104
+  },
+  {
+    "model_a_conv_id": "97803cfae0034223b5bc7a8eca238cf6",
+    "model_b_conv_id": "48f01f30d2354fe98e4e7af735c6a97f",
+    "inputs": {
+      "prompt": "A black and white picture of a busy street, only red is in color, a red double decker bus drives down the road."
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.5.242",
+    "anony": false,
+    "tstamp": 1737143367.2478
+  },
+  {
+    "model_a_conv_id": "26fe6afee89145369a49011651cca65d",
+    "model_b_conv_id": "7d8f67fb175b44089a5619654e2b0fa2",
+    "inputs": {
+      "prompt": "checkerboard "
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.37.94",
+    "anony": false,
+    "tstamp": 1737143375.4197
+  },
+  {
+    "model_a_conv_id": "5fb29350d7f84a3faef612865917c4c9",
+    "model_b_conv_id": "360ddb9b8d0141bf8e8b421717ad6200",
+    "inputs": {
+      "prompt": "photograph of a dolphin standing on a grassland"
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.5.242",
+    "anony": false,
+    "tstamp": 1737143384.6017
+  },
+  {
+    "model_a_conv_id": "5e254799f77b4968aacd95f4c5845b6e",
+    "model_b_conv_id": "fe2d99d9978d42e18a887cbcb11a4e38",
+    "inputs": {
+      "prompt": "a beautiful photorealistic anime illustration of urbex industrial architecture city architecture unfinished building abandoned post office by renzo piano, laser extraterrestial sunset lake vaporwave elysian at night reclaimed by nature magic realism myst wilderness, archdaily, wallpaper, highly detailed, trending on artstation. "
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.37.94",
+    "anony": false,
+    "tstamp": 1737143397.3029
+  },
+  {
+    "model_a_conv_id": "e869dc5014784331ad69313e024d0e61",
+    "model_b_conv_id": "2a4162864304412494fda5de44955794",
+    "inputs": {
+      "prompt": "A woman in a red t-shirt and shorts holds on to a tennis racket and on the other side of the net a man in black and white also holds up a tennis racket."
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.14",
+    "anony": false,
+    "tstamp": 1737143419.9786
+  },
+  {
+    "model_a_conv_id": "24609c3a66da4d18bfbdabb53a71f0d3",
+    "model_b_conv_id": "86704bad32234494a5aff2ce43a6f51f",
+    "inputs": {
+      "prompt": "image of massive statue of Donald Trump in columbus mall, highly detailed"
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.39.228",
+    "anony": false,
+    "tstamp": 1737143444.4204
+  },
+  {
+    "model_a_conv_id": "dd5c10403a6845ba82e1cf0e061a9d68",
+    "model_b_conv_id": "977cff23077c4702a4b17c4ff2345f47",
+    "inputs": {
+      "prompt": "some green cattle are grazing in a black field"
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.5.242",
+    "anony": false,
+    "tstamp": 1737143451.8459
+  },
+  {
+    "model_a_conv_id": "d85f7834ff404da6824fa22c4844ae20",
+    "model_b_conv_id": "0facd3f98f3e40cdbb89fa1e4f0f9e0f",
+    "inputs": {
+      "prompt": "A stop sign on the right of a refrigerator."
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.5.242",
+    "anony": false,
+    "tstamp": 1737143460.8374
+  },
+  {
+    "model_a_conv_id": "5c0ecd45313141d9a7420430a6282542",
+    "model_b_conv_id": "93f2514dd4084fde870223be268c49b1",
+    "inputs": {
+      "prompt": "family home on fire, golden hour, storm sky, ultrahd, ultra sharp, hyper detailed, 8 k, shot on 3 5 mm film camera, tumblr aesthetic, wallpaper "
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": false,
+    "tstamp": 1737143474.5582
+  },
+  {
+    "model_a_conv_id": "633b3d65cec84258b03b2d6d90b11447",
+    "model_b_conv_id": "90654086afb3456aac2f4625429fb714",
+    "inputs": {
+      "prompt": "A train on top of a surfboard."
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.14",
+    "anony": false,
+    "tstamp": 1737143486.3271
   }
 ]

arena_elo/results/20250117/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3d33f37a39acdd6b113b5fb15dd2db5681b983fa50cb832da108b5869a63157
+oid sha256:a60b9275456ea65efed0c675a8f8bce5077552ddff9b51510b089b2a6f199f84
 size 88249

arena_elo/results/20250117/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1129.9748827353317,1134.372859050698,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.9879635347459,1116.061515267301,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1097.3587527649893,1102.4350221910718,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.4392835643505,1071.3104648968572,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1053.8608439640343,1052.916268548049,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.4966873552944,1044.1969899949668,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1025.2312226992517,1019.3682377463699,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.506546769194,1011.9464017105128,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1019.0249233738834,1023.305802649185,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1016.0899328765493,1016.2711445680707,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1011.7685529239159,1011.1614523138169,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,996.2373958222258,992.9929659995714,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.092324447791,966.9679707875059,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.9582197533844,911.4431892872464,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.3257813063096,898.7739127322286,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.076963492936,826.7356449640063,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.5697226158184,804.519630060614,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1129.9748827353317,1133.7556101885118,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.9879635347459,1116.009337895059,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1097.3587527649893,1102.3199744202457,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.4392835643505,1071.2234755289637,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.8608439640343,1052.907068252783,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.4966873552944,1044.1562222973403,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1025.2312226992517,1019.4399774867235,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.506546769194,1011.8755505678427,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.0249233738834,1023.317024824273,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1016.0899328765493,1016.2411469512597,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.7685529239159,1012.6853537535167,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,996.2373958222258,992.9434756564713,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.092324447791,966.8163829268248,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.9582197533844,911.2914049555818,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.3257813063096,898.688589472125,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.076963492936,826.6626894677518,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5697226158184,804.4238337288767,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -115200,5 +115200,229 @@
     "judge": "arena_user_10.20.26.107",
     "anony": true,
     "tstamp": 1737126654.7109
+  },
+  {
+    "model_a_conv_id": "8a5a48975e5d4d10bee77dc939939743",
+    "model_b_conv_id": "6fa43122608c4e328ea4d27b39b77c07",
+    "inputs": {
+      "prompt": "a snow skier in red pants is laying down and people"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.37.94",
+    "anony": false,
+    "tstamp": 1737143123.3161
+  },
+  {
+    "model_a_conv_id": "2d12877040c0447485234b9342a95138",
+    "model_b_conv_id": "02f6c5fec598488291a471ba7f4e5ec1",
+    "inputs": {
+      "prompt": "photorealistic gemstone skull"
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.5.242",
+    "anony": false,
+    "tstamp": 1737143259.4086
+  },
+  {
+    "model_a_conv_id": "af5c8971009c477395afd6635a0ede2a",
+    "model_b_conv_id": "69ed8843ba8049dd96cda54041cea63f",
+    "inputs": {
+      "prompt": "abstract watercolor painting of roman god monument, in stone and marble, magical and traditional, cinematic light, national romanticism by anders zorn "
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.37.94",
+    "anony": false,
+    "tstamp": 1737143310.1126
+  },
+  {
+    "model_a_conv_id": "1641a98695ff4f218993610d3c809813",
+    "model_b_conv_id": "2b41e0d2d022491facd416b63c7e957d",
+    "inputs": {
+      "prompt": "A sign that says 'Diffusion'."
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.5.242",
+    "anony": false,
+    "tstamp": 1737143319.5489
+  },
+  {
+    "model_a_conv_id": "749edb172383459a822b56b214cd5969",
+    "model_b_conv_id": "94a31cadd217489cbaf2c9ee3cc952cc",
+    "inputs": {
+      "prompt": "A couple of glasses are sitting on a table."
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.5.183",
+    "anony": false,
+    "tstamp": 1737143328.4833
+  },
+  {
+    "model_a_conv_id": "9a7a9732ee9d4c5cbfeb933e9c1f2a9d",
+    "model_b_conv_id": "782817f3f122402c95a1be285c2b1739",
+    "inputs": {
+      "prompt": "portrait of a facehugger by hr giger, greg rutkowski, luis royo and wayne barlowe, 8 k "
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.5.242",
+    "anony": false,
+    "tstamp": 1737143344.1104
+  },
+  {
+    "model_a_conv_id": "97803cfae0034223b5bc7a8eca238cf6",
+    "model_b_conv_id": "48f01f30d2354fe98e4e7af735c6a97f",
+    "inputs": {
+      "prompt": "A black and white picture of a busy street, only red is in color, a red double decker bus drives down the road."
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.5.242",
+    "anony": false,
+    "tstamp": 1737143367.2478
+  },
+  {
+    "model_a_conv_id": "26fe6afee89145369a49011651cca65d",
+    "model_b_conv_id": "7d8f67fb175b44089a5619654e2b0fa2",
+    "inputs": {
+      "prompt": "checkerboard "
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.37.94",
+    "anony": false,
+    "tstamp": 1737143375.4197
+  },
+  {
+    "model_a_conv_id": "5fb29350d7f84a3faef612865917c4c9",
+    "model_b_conv_id": "360ddb9b8d0141bf8e8b421717ad6200",
+    "inputs": {
+      "prompt": "photograph of a dolphin standing on a grassland"
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.5.242",
+    "anony": false,
+    "tstamp": 1737143384.6017
+  },
+  {
+    "model_a_conv_id": "5e254799f77b4968aacd95f4c5845b6e",
+    "model_b_conv_id": "fe2d99d9978d42e18a887cbcb11a4e38",
+    "inputs": {
+      "prompt": "a beautiful photorealistic anime illustration of urbex industrial architecture city architecture unfinished building abandoned post office by renzo piano, laser extraterrestial sunset lake vaporwave elysian at night reclaimed by nature magic realism myst wilderness, archdaily, wallpaper, highly detailed, trending on artstation. "
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.37.94",
+    "anony": false,
+    "tstamp": 1737143397.3029
+  },
+  {
+    "model_a_conv_id": "e869dc5014784331ad69313e024d0e61",
+    "model_b_conv_id": "2a4162864304412494fda5de44955794",
+    "inputs": {
+      "prompt": "A woman in a red t-shirt and shorts holds on to a tennis racket and on the other side of the net a man in black and white also holds up a tennis racket."
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.14",
+    "anony": false,
+    "tstamp": 1737143419.9786
+  },
+  {
+    "model_a_conv_id": "24609c3a66da4d18bfbdabb53a71f0d3",
+    "model_b_conv_id": "86704bad32234494a5aff2ce43a6f51f",
+    "inputs": {
+      "prompt": "image of massive statue of Donald Trump in columbus mall, highly detailed"
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.39.228",
+    "anony": false,
+    "tstamp": 1737143444.4204
+  },
+  {
+    "model_a_conv_id": "dd5c10403a6845ba82e1cf0e061a9d68",
+    "model_b_conv_id": "977cff23077c4702a4b17c4ff2345f47",
+    "inputs": {
+      "prompt": "some green cattle are grazing in a black field"
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.5.242",
+    "anony": false,
+    "tstamp": 1737143451.8459
+  },
+  {
+    "model_a_conv_id": "d85f7834ff404da6824fa22c4844ae20",
+    "model_b_conv_id": "0facd3f98f3e40cdbb89fa1e4f0f9e0f",
+    "inputs": {
+      "prompt": "A stop sign on the right of a refrigerator."
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.5.242",
+    "anony": false,
+    "tstamp": 1737143460.8374
+  },
+  {
+    "model_a_conv_id": "5c0ecd45313141d9a7420430a6282542",
+    "model_b_conv_id": "93f2514dd4084fde870223be268c49b1",
+    "inputs": {
+      "prompt": "family home on fire, golden hour, storm sky, ultrahd, ultra sharp, hyper detailed, 8 k, shot on 3 5 mm film camera, tumblr aesthetic, wallpaper "
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": false,
+    "tstamp": 1737143474.5582
+  },
+  {
+    "model_a_conv_id": "633b3d65cec84258b03b2d6d90b11447",
+    "model_b_conv_id": "90654086afb3456aac2f4625429fb714",
+    "inputs": {
+      "prompt": "A train on top of a surfboard."
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.14",
+    "anony": false,
+    "tstamp": 1737143486.3271
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3d33f37a39acdd6b113b5fb15dd2db5681b983fa50cb832da108b5869a63157
+oid sha256:a60b9275456ea65efed0c675a8f8bce5077552ddff9b51510b089b2a6f199f84
 size 88249

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1129.9748827353317,1134.372859050698,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.9879635347459,1116.061515267301,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1097.3587527649893,1102.4350221910718,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.4392835643505,1071.3104648968572,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1053.8608439640343,1052.916268548049,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.4966873552944,1044.1969899949668,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1025.2312226992517,1019.3682377463699,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.506546769194,1011.9464017105128,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1019.0249233738834,1023.305802649185,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1016.0899328765493,1016.2711445680707,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1011.7685529239159,1011.1614523138169,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,996.2373958222258,992.9929659995714,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.092324447791,966.9679707875059,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.9582197533844,911.4431892872464,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.3257813063096,898.7739127322286,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.076963492936,826.7356449640063,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.5697226158184,804.519630060614,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1129.9748827353317,1133.7556101885118,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.9879635347459,1116.009337895059,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1097.3587527649893,1102.3199744202457,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.4392835643505,1071.2234755289637,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.8608439640343,1052.907068252783,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.4966873552944,1044.1562222973403,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1025.2312226992517,1019.4399774867235,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.506546769194,1011.8755505678427,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.0249233738834,1023.317024824273,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1016.0899328765493,1016.2411469512597,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.7685529239159,1012.6853537535167,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,996.2373958222258,992.9434756564713,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.092324447791,966.8163829268248,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.9582197533844,911.2914049555818,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.3257813063096,898.688589472125,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.076963492936,826.6626894677518,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5697226158184,804.4238337288767,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7