Hugging Face's logo

Spaces:
TIGER-Lab
/
GenAI-Arena
Running on Zero

App Files Community
16
DongfuJiang commited on
Commit
9acdd75
·
1 Parent(s): 322d005

Auto Daily Leaderboard udpate Mon Dec 23 12:00:28 PM EST 2024

Browse files
Files changed (6) hide show
  1. arena_elo/results/20241222/clean_battle_t2i_generation.json +56 -0
  2. arena_elo/results/20241222/elo_results_t2i_generation.pkl +1 -1
  3. arena_elo/results/20241222/t2i_generation_leaderboard.csv +17 -17
  4. arena_elo/results/latest/clean_battle_t2i_generation.json +56 -0
  5. arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
  6. arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
arena_elo/results/20241222/clean_battle_t2i_generation.json CHANGED
@@ -113688,5 +113688,61 @@
113688
  "judge": "arena_user_10.16.39.228",
113689
  "anony": true,
113690
  "tstamp": 1734874070.1853
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
113691
  }
113692
  ]
 
113688
  "judge": "arena_user_10.16.39.228",
113689
  "anony": true,
113690
  "tstamp": 1734874070.1853
113691
+ },
113692
+ {
113693
+ "model_a_conv_id": "385f041fcd7643ae8236c3f00e174ce8",
113694
+ "model_b_conv_id": "9c75ecebb65a42b8b8fa3da267c0e112",
113695
+ "inputs": {
113696
+ "prompt": "photorealistic render of city exterior shot"
113697
+ },
113698
+ "model_a": "HunyuanDiT",
113699
+ "model_b": "StableCascade",
113700
+ "vote_type": "rightvote",
113701
+ "winner": "model_b",
113702
+ "judge": "arena_user_10.20.38.195",
113703
+ "anony": true,
113704
+ "tstamp": 1734889848.5101
113705
+ },
113706
+ {
113707
+ "model_a_conv_id": "4cdd0a0157fa4975b2c92dfa9f8b3920",
113708
+ "model_b_conv_id": "75adb5f2bbda4aa9a2889e6335dcc9dd",
113709
+ "inputs": {
113710
+ "prompt": "A woman stands wearing a black and white coat over a dark vest, orange shirt and pink tie."
113711
+ },
113712
+ "model_a": "SD3",
113713
+ "model_b": "SDXL",
113714
+ "vote_type": "leftvote",
113715
+ "winner": "model_a",
113716
+ "judge": "arena_user_10.20.38.195",
113717
+ "anony": true,
113718
+ "tstamp": 1734889862.908
113719
+ },
113720
+ {
113721
+ "model_a_conv_id": "f31f4645dfbb427b93a962dd720d3635",
113722
+ "model_b_conv_id": "c33063d3407741eab8530d71daae21a1",
113723
+ "inputs": {
113724
+ "prompt": "A man wearing a brown cap looking sitting at his computer with a black and brown dog resting next to him on the couch."
113725
+ },
113726
+ "model_a": "SDXLTurbo",
113727
+ "model_b": "OpenJourney",
113728
+ "vote_type": "leftvote",
113729
+ "winner": "model_a",
113730
+ "judge": "arena_user_10.20.26.107",
113731
+ "anony": true,
113732
+ "tstamp": 1734889932.0607
113733
+ },
113734
+ {
113735
+ "model_a_conv_id": "226851e3629e43019836ec969083f34c",
113736
+ "model_b_conv_id": "dcfb83af1626425b9e579d5945aac719",
113737
+ "inputs": {
113738
+ "prompt": "photorealistic, inside an alien fungal forest"
113739
+ },
113740
+ "model_a": "Kolors",
113741
+ "model_b": "PixArtSigma",
113742
+ "vote_type": "rightvote",
113743
+ "winner": "model_b",
113744
+ "judge": "arena_user_10.20.38.195",
113745
+ "anony": true,
113746
+ "tstamp": 1734889952.1413
113747
  }
113748
  ]
arena_elo/results/20241222/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b93760ecacf260273bfbfad2199a0cb8dc36bf5f728da42523e6be28ecbe0f1a
3
  size 88249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44deb04ba828a60739b464114af4b44bc89e55aba89c2c286df6e96efb85ee73
3
  size 88249
arena_elo/results/20241222/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1122.877257257363,1129.6417737114698,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1116.0469717462163,1116.5313280596895,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1090.5363647607408,1096.9681100181651,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.8643275833563,1072.3651952903638,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1053.5804101652852,1052.5462146278314,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1042.2280651942528,1044.7735956800775,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1026.1638977241803,1020.0510965934449,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- SDXL-Lightning,SDXL-Lightning,1020.1734384992551,1024.114456205313,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
- PixArtAlpha,PixArtAlpha,1019.9769044960274,1012.231844829071,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- PixArtSigma,PixArtSigma,1017.4228222442877,1017.3087488225443,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- SD3,SD3,1011.1181607302651,1010.6723464507558,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,995.0520841376658,991.5186491665892,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,967.2127972152518,968.468872256577,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,914.6425070718229,913.0835678015357,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),905.7331534629376,899.8558600177256,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,833.2325478690755,828.397539629819,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,791.1382898420145,805.7850977054923,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1122.8341324348467,1129.6347620738677,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1116.1409977750418,1116.6256685506557,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1090.528049216174,1096.9682148862096,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.9832790281248,1072.474607169493,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.8926738066486,1050.8654584051233,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1042.6575264682788,1045.155915516013,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1025.268889310517,1019.2350457296658,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ SDXL-Lightning,SDXL-Lightning,1020.2743924484037,1024.2338006653813,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1020.0478819987977,1012.3064945997174,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1018.0443700838589,1017.9225050681771,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1012.0536367478678,1011.4835266062665,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,995.0563897592566,991.4972240987341,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,967.1142162112367,968.4122905708521,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.9018188592548,913.3149603200969,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.8910518004226,900.0138389870461,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,833.1197403423345,828.315146889958,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,791.1909537089381,805.8452706320822,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -113688,5 +113688,61 @@
113688
  "judge": "arena_user_10.16.39.228",
113689
  "anony": true,
113690
  "tstamp": 1734874070.1853
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
113691
  }
113692
  ]
 
113688
  "judge": "arena_user_10.16.39.228",
113689
  "anony": true,
113690
  "tstamp": 1734874070.1853
113691
+ },
113692
+ {
113693
+ "model_a_conv_id": "385f041fcd7643ae8236c3f00e174ce8",
113694
+ "model_b_conv_id": "9c75ecebb65a42b8b8fa3da267c0e112",
113695
+ "inputs": {
113696
+ "prompt": "photorealistic render of city exterior shot"
113697
+ },
113698
+ "model_a": "HunyuanDiT",
113699
+ "model_b": "StableCascade",
113700
+ "vote_type": "rightvote",
113701
+ "winner": "model_b",
113702
+ "judge": "arena_user_10.20.38.195",
113703
+ "anony": true,
113704
+ "tstamp": 1734889848.5101
113705
+ },
113706
+ {
113707
+ "model_a_conv_id": "4cdd0a0157fa4975b2c92dfa9f8b3920",
113708
+ "model_b_conv_id": "75adb5f2bbda4aa9a2889e6335dcc9dd",
113709
+ "inputs": {
113710
+ "prompt": "A woman stands wearing a black and white coat over a dark vest, orange shirt and pink tie."
113711
+ },
113712
+ "model_a": "SD3",
113713
+ "model_b": "SDXL",
113714
+ "vote_type": "leftvote",
113715
+ "winner": "model_a",
113716
+ "judge": "arena_user_10.20.38.195",
113717
+ "anony": true,
113718
+ "tstamp": 1734889862.908
113719
+ },
113720
+ {
113721
+ "model_a_conv_id": "f31f4645dfbb427b93a962dd720d3635",
113722
+ "model_b_conv_id": "c33063d3407741eab8530d71daae21a1",
113723
+ "inputs": {
113724
+ "prompt": "A man wearing a brown cap looking sitting at his computer with a black and brown dog resting next to him on the couch."
113725
+ },
113726
+ "model_a": "SDXLTurbo",
113727
+ "model_b": "OpenJourney",
113728
+ "vote_type": "leftvote",
113729
+ "winner": "model_a",
113730
+ "judge": "arena_user_10.20.26.107",
113731
+ "anony": true,
113732
+ "tstamp": 1734889932.0607
113733
+ },
113734
+ {
113735
+ "model_a_conv_id": "226851e3629e43019836ec969083f34c",
113736
+ "model_b_conv_id": "dcfb83af1626425b9e579d5945aac719",
113737
+ "inputs": {
113738
+ "prompt": "photorealistic, inside an alien fungal forest"
113739
+ },
113740
+ "model_a": "Kolors",
113741
+ "model_b": "PixArtSigma",
113742
+ "vote_type": "rightvote",
113743
+ "winner": "model_b",
113744
+ "judge": "arena_user_10.20.38.195",
113745
+ "anony": true,
113746
+ "tstamp": 1734889952.1413
113747
  }
113748
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b93760ecacf260273bfbfad2199a0cb8dc36bf5f728da42523e6be28ecbe0f1a
3
  size 88249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44deb04ba828a60739b464114af4b44bc89e55aba89c2c286df6e96efb85ee73
3
  size 88249
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1122.877257257363,1129.6417737114698,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1116.0469717462163,1116.5313280596895,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1090.5363647607408,1096.9681100181651,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.8643275833563,1072.3651952903638,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1053.5804101652852,1052.5462146278314,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1042.2280651942528,1044.7735956800775,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1026.1638977241803,1020.0510965934449,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- SDXL-Lightning,SDXL-Lightning,1020.1734384992551,1024.114456205313,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
- PixArtAlpha,PixArtAlpha,1019.9769044960274,1012.231844829071,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- PixArtSigma,PixArtSigma,1017.4228222442877,1017.3087488225443,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- SD3,SD3,1011.1181607302651,1010.6723464507558,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,995.0520841376658,991.5186491665892,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,967.2127972152518,968.468872256577,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,914.6425070718229,913.0835678015357,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),905.7331534629376,899.8558600177256,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,833.2325478690755,828.397539629819,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,791.1382898420145,805.7850977054923,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1122.8341324348467,1129.6347620738677,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1116.1409977750418,1116.6256685506557,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1090.528049216174,1096.9682148862096,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.9832790281248,1072.474607169493,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.8926738066486,1050.8654584051233,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1042.6575264682788,1045.155915516013,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1025.268889310517,1019.2350457296658,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ SDXL-Lightning,SDXL-Lightning,1020.2743924484037,1024.2338006653813,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1020.0478819987977,1012.3064945997174,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1018.0443700838589,1017.9225050681771,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1012.0536367478678,1011.4835266062665,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,995.0563897592566,991.4972240987341,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,967.1142162112367,968.4122905708521,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.9018188592548,913.3149603200969,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.8910518004226,900.0138389870461,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,833.1197403423345,828.315146889958,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,791.1909537089381,805.8452706320822,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7