DongfuJiang commited on
Commit
f4db150
1 Parent(s): 0cca604

Auto Daily Leaderboard udpate Thu Aug 15 12:00:21 PM EDT 2024

Browse files
arena_elo/results/20240814/clean_battle_t2i_generation.json CHANGED
@@ -50926,5 +50926,125 @@
50926
  "judge": "arena_user_10.16.1.165",
50927
  "anony": true,
50928
  "tstamp": 1723644206.2483
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
50929
  }
50930
  ]
 
50926
  "judge": "arena_user_10.16.1.165",
50927
  "anony": true,
50928
  "tstamp": 1723644206.2483
50929
+ },
50930
+ {
50931
+ "model_a": "FluxTimestep",
50932
+ "model_b": "SDXL",
50933
+ "winner": "model_a",
50934
+ "judge": "arena_user_10.16.3.140",
50935
+ "anony": true,
50936
+ "tstamp": 1723681723.1835
50937
+ },
50938
+ {
50939
+ "model_a": "SDXL",
50940
+ "model_b": "SDXLLightning",
50941
+ "winner": "model_a",
50942
+ "judge": "arena_user_10.16.3.140",
50943
+ "anony": true,
50944
+ "tstamp": 1723688018.7379
50945
+ },
50946
+ {
50947
+ "model_a": "HunyuanDiT",
50948
+ "model_b": "SDXLLightning",
50949
+ "winner": "model_a",
50950
+ "judge": "arena_user_10.16.3.140",
50951
+ "anony": true,
50952
+ "tstamp": 1723688026.4957
50953
+ },
50954
+ {
50955
+ "model_a": "PixArtSigma",
50956
+ "model_b": "OpenJourney",
50957
+ "winner": "model_a",
50958
+ "judge": "arena_user_10.16.41.218",
50959
+ "anony": true,
50960
+ "tstamp": 1723688035.5799
50961
+ },
50962
+ {
50963
+ "model_a": "StableCascade",
50964
+ "model_b": "SDXLLightning",
50965
+ "winner": "tie",
50966
+ "judge": "arena_user_10.16.18.162",
50967
+ "anony": true,
50968
+ "tstamp": 1723688043.8499
50969
+ },
50970
+ {
50971
+ "model_a": "PixArtSigma",
50972
+ "model_b": "AuraFlow",
50973
+ "winner": "model_b",
50974
+ "judge": "arena_user_10.16.41.218",
50975
+ "anony": true,
50976
+ "tstamp": 1723688053.2133
50977
+ },
50978
+ {
50979
+ "model_a": "OpenJourney",
50980
+ "model_b": "PixArtAlpha",
50981
+ "winner": "model_b",
50982
+ "judge": "arena_user_10.16.18.75",
50983
+ "anony": true,
50984
+ "tstamp": 1723688059.4268
50985
+ },
50986
+ {
50987
+ "model_a": "StableCascade",
50988
+ "model_b": "AuraFlow",
50989
+ "winner": "model_a",
50990
+ "judge": "arena_user_10.16.41.218",
50991
+ "anony": true,
50992
+ "tstamp": 1723688069.0609
50993
+ },
50994
+ {
50995
+ "model_a": "SDXL",
50996
+ "model_b": "AuraFlow",
50997
+ "winner": "model_b",
50998
+ "judge": "arena_user_10.16.41.218",
50999
+ "anony": true,
51000
+ "tstamp": 1723688075.3171
51001
+ },
51002
+ {
51003
+ "model_a": "SDXLLightning",
51004
+ "model_b": "OpenJourney",
51005
+ "winner": "model_a",
51006
+ "judge": "arena_user_10.16.18.75",
51007
+ "anony": true,
51008
+ "tstamp": 1723688080.9253
51009
+ },
51010
+ {
51011
+ "model_a": "SD3",
51012
+ "model_b": "FluxTimestep",
51013
+ "winner": "tie",
51014
+ "judge": "arena_user_10.16.18.162",
51015
+ "anony": true,
51016
+ "tstamp": 1723688092.3675
51017
+ },
51018
+ {
51019
+ "model_a": "StableCascade",
51020
+ "model_b": "PixArtSigma",
51021
+ "winner": "tie (bothbad)",
51022
+ "judge": "arena_user_10.16.3.140",
51023
+ "anony": true,
51024
+ "tstamp": 1723688101.8512
51025
+ },
51026
+ {
51027
+ "model_a": "Kolors",
51028
+ "model_b": "SDXL",
51029
+ "winner": "tie (bothbad)",
51030
+ "judge": "arena_user_10.16.18.75",
51031
+ "anony": true,
51032
+ "tstamp": 1723688114.2073
51033
+ },
51034
+ {
51035
+ "model_a": "AuraFlow",
51036
+ "model_b": "PixArtSigma",
51037
+ "winner": "model_b",
51038
+ "judge": "arena_user_10.16.18.75",
51039
+ "anony": true,
51040
+ "tstamp": 1723688124.9379
51041
+ },
51042
+ {
51043
+ "model_a": "SDXLLightning",
51044
+ "model_b": "FluxTimestep",
51045
+ "winner": "model_a",
51046
+ "judge": "arena_user_10.16.18.75",
51047
+ "anony": true,
51048
+ "tstamp": 1723694936.0013
51049
  }
51050
  ]
arena_elo/results/20240814/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20240814/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:17af80e028bf2b0a4145cc50ae95811ea14e1a9613de50c9c75a56e9fc4c1b47
3
  size 73808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3761891f3febca810ca024669654735739d618e948f376a80c517be2b49bb4bb
3
  size 73808
arena_elo/results/20240814/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:174cfdacda48648720ec3c61830dad8f2ccdfbf6880d7068ce9e941197434477
3
+ size 59905
arena_elo/results/20240814/t2i_generation_leaderboard.csv CHANGED
@@ -1,14 +1,14 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1150.7834604181016,1152.827989560501,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- PlayGround V2,PlayGround V2,1092.428711997274,1091.4978692394423,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
- HunyuanDiT,HunyuanDiT,1060.2659516692768,1045.6014155091764,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
5
- StableCascade,StableCascade,1056.394577153665,1060.4139495043316,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
6
- SDXLLightning,SDXLLightning,1042.074045659312,1047.1266358563219,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
7
- PixArtAlpha,PixArtAlpha,1040.410074724367,1031.0352139313557,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
8
- PixArtSigma,PixArtSigma,1038.4741943516444,1038.7140840874224,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
9
- SD3,SD3,1020.9677772675535,1014.768198888495,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
10
- SDXL,SDXL,986.705527431373,987.1806592507902,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
11
- SDXLTurbo,SDXLTurbo,930.2111923344256,928.171584482695,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
12
- LCM(v1.5/XL),LCM(v1.5/XL),924.9034130523293,918.9363403862168,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
13
- OpenJourney,OpenJourney,847.5178922497424,842.3130311095988,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
14
- LCM,LCM,808.8631816909359,822.8120217459301,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1150.6710669048891,1152.720799321606,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ PlayGround V2,PlayGround V2,1092.2370365601098,1091.3423306484897,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
+ HunyuanDiT,HunyuanDiT,1062.2286855987886,1047.5576555907478,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
5
+ StableCascade,StableCascade,1056.207652885754,1060.2406421156452,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
6
+ SDXLLightning,SDXLLightning,1041.2658808905833,1046.3661494403946,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
7
+ PixArtAlpha,PixArtAlpha,1040.4117800125823,1031.0091428975984,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
8
+ PixArtSigma,PixArtSigma,1038.7026563392658,1038.9386488967034,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
9
+ SD3,SD3,1020.9191485334551,1014.9598143741599,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
10
+ SDXL,SDXL,986.8963618143526,987.2646496152361,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
11
+ SDXLTurbo,SDXLTurbo,930.0868095485181,928.0148488003432,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
12
+ LCM(v1.5/XL),LCM(v1.5/XL),924.7951456720906,918.7485367456009,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
13
+ OpenJourney,OpenJourney,846.9232001810509,841.803455128918,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
14
+ LCM,LCM,808.6545750585602,822.6257467176056,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/20240814/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1122.5445228042813,1125.2304856167304,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ T2VTurbo,T2VTurbo,1107.6208690332069,1105.8859629360004,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
4
+ VideoCrafter2,VideoCrafter2,1076.7085678000212,1077.0087539021704,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
+ AnimateDiff,AnimateDiff,1070.0916124143303,1068.5399849009282,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
6
+ LaVie,LaVie,994.3128426222853,993.3928258739844,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
7
+ OpenSora,OpenSora,912.6999523480165,912.4458002756147,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
+ ModelScope,ModelScope,862.8238191295329,864.104586732808,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
+ AnimateDiffTurbo,AnimateDiffTurbo,853.1978138483248,853.3915997617631,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -50926,5 +50926,125 @@
50926
  "judge": "arena_user_10.16.1.165",
50927
  "anony": true,
50928
  "tstamp": 1723644206.2483
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
50929
  }
50930
  ]
 
50926
  "judge": "arena_user_10.16.1.165",
50927
  "anony": true,
50928
  "tstamp": 1723644206.2483
50929
+ },
50930
+ {
50931
+ "model_a": "FluxTimestep",
50932
+ "model_b": "SDXL",
50933
+ "winner": "model_a",
50934
+ "judge": "arena_user_10.16.3.140",
50935
+ "anony": true,
50936
+ "tstamp": 1723681723.1835
50937
+ },
50938
+ {
50939
+ "model_a": "SDXL",
50940
+ "model_b": "SDXLLightning",
50941
+ "winner": "model_a",
50942
+ "judge": "arena_user_10.16.3.140",
50943
+ "anony": true,
50944
+ "tstamp": 1723688018.7379
50945
+ },
50946
+ {
50947
+ "model_a": "HunyuanDiT",
50948
+ "model_b": "SDXLLightning",
50949
+ "winner": "model_a",
50950
+ "judge": "arena_user_10.16.3.140",
50951
+ "anony": true,
50952
+ "tstamp": 1723688026.4957
50953
+ },
50954
+ {
50955
+ "model_a": "PixArtSigma",
50956
+ "model_b": "OpenJourney",
50957
+ "winner": "model_a",
50958
+ "judge": "arena_user_10.16.41.218",
50959
+ "anony": true,
50960
+ "tstamp": 1723688035.5799
50961
+ },
50962
+ {
50963
+ "model_a": "StableCascade",
50964
+ "model_b": "SDXLLightning",
50965
+ "winner": "tie",
50966
+ "judge": "arena_user_10.16.18.162",
50967
+ "anony": true,
50968
+ "tstamp": 1723688043.8499
50969
+ },
50970
+ {
50971
+ "model_a": "PixArtSigma",
50972
+ "model_b": "AuraFlow",
50973
+ "winner": "model_b",
50974
+ "judge": "arena_user_10.16.41.218",
50975
+ "anony": true,
50976
+ "tstamp": 1723688053.2133
50977
+ },
50978
+ {
50979
+ "model_a": "OpenJourney",
50980
+ "model_b": "PixArtAlpha",
50981
+ "winner": "model_b",
50982
+ "judge": "arena_user_10.16.18.75",
50983
+ "anony": true,
50984
+ "tstamp": 1723688059.4268
50985
+ },
50986
+ {
50987
+ "model_a": "StableCascade",
50988
+ "model_b": "AuraFlow",
50989
+ "winner": "model_a",
50990
+ "judge": "arena_user_10.16.41.218",
50991
+ "anony": true,
50992
+ "tstamp": 1723688069.0609
50993
+ },
50994
+ {
50995
+ "model_a": "SDXL",
50996
+ "model_b": "AuraFlow",
50997
+ "winner": "model_b",
50998
+ "judge": "arena_user_10.16.41.218",
50999
+ "anony": true,
51000
+ "tstamp": 1723688075.3171
51001
+ },
51002
+ {
51003
+ "model_a": "SDXLLightning",
51004
+ "model_b": "OpenJourney",
51005
+ "winner": "model_a",
51006
+ "judge": "arena_user_10.16.18.75",
51007
+ "anony": true,
51008
+ "tstamp": 1723688080.9253
51009
+ },
51010
+ {
51011
+ "model_a": "SD3",
51012
+ "model_b": "FluxTimestep",
51013
+ "winner": "tie",
51014
+ "judge": "arena_user_10.16.18.162",
51015
+ "anony": true,
51016
+ "tstamp": 1723688092.3675
51017
+ },
51018
+ {
51019
+ "model_a": "StableCascade",
51020
+ "model_b": "PixArtSigma",
51021
+ "winner": "tie (bothbad)",
51022
+ "judge": "arena_user_10.16.3.140",
51023
+ "anony": true,
51024
+ "tstamp": 1723688101.8512
51025
+ },
51026
+ {
51027
+ "model_a": "Kolors",
51028
+ "model_b": "SDXL",
51029
+ "winner": "tie (bothbad)",
51030
+ "judge": "arena_user_10.16.18.75",
51031
+ "anony": true,
51032
+ "tstamp": 1723688114.2073
51033
+ },
51034
+ {
51035
+ "model_a": "AuraFlow",
51036
+ "model_b": "PixArtSigma",
51037
+ "winner": "model_b",
51038
+ "judge": "arena_user_10.16.18.75",
51039
+ "anony": true,
51040
+ "tstamp": 1723688124.9379
51041
+ },
51042
+ {
51043
+ "model_a": "SDXLLightning",
51044
+ "model_b": "FluxTimestep",
51045
+ "winner": "model_a",
51046
+ "judge": "arena_user_10.16.18.75",
51047
+ "anony": true,
51048
+ "tstamp": 1723694936.0013
51049
  }
51050
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -14094,5 +14094,53 @@
14094
  "judge": "arena_user_10.16.17.24",
14095
  "anony": true,
14096
  "tstamp": 1723350767.1713
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14097
  }
14098
  ]
 
14094
  "judge": "arena_user_10.16.17.24",
14095
  "anony": true,
14096
  "tstamp": 1723350767.1713
14097
+ },
14098
+ {
14099
+ "model_a": "LaVie",
14100
+ "model_b": "ModelScope",
14101
+ "winner": "model_a",
14102
+ "judge": "arena_user_10.16.41.218",
14103
+ "anony": true,
14104
+ "tstamp": 1723669940.2002
14105
+ },
14106
+ {
14107
+ "model_a": "LaVie",
14108
+ "model_b": "ModelScope",
14109
+ "winner": "model_a",
14110
+ "judge": "arena_user_10.16.18.162",
14111
+ "anony": true,
14112
+ "tstamp": 1723688150.7811
14113
+ },
14114
+ {
14115
+ "model_a": "LaVie",
14116
+ "model_b": "VideoCrafter2",
14117
+ "winner": "model_b",
14118
+ "judge": "arena_user_10.16.18.75",
14119
+ "anony": true,
14120
+ "tstamp": 1723688159.9704
14121
+ },
14122
+ {
14123
+ "model_a": "T2VTurbo",
14124
+ "model_b": "LaVie",
14125
+ "winner": "model_b",
14126
+ "judge": "arena_user_10.16.3.140",
14127
+ "anony": true,
14128
+ "tstamp": 1723688170.0551
14129
+ },
14130
+ {
14131
+ "model_a": "AnimateDiff",
14132
+ "model_b": "OpenSora",
14133
+ "winner": "model_b",
14134
+ "judge": "arena_user_10.16.41.218",
14135
+ "anony": true,
14136
+ "tstamp": 1723688178.1656
14137
+ },
14138
+ {
14139
+ "model_a": "T2VTurbo",
14140
+ "model_b": "OpenSora",
14141
+ "winner": "model_a",
14142
+ "judge": "arena_user_10.16.3.140",
14143
+ "anony": true,
14144
+ "tstamp": 1723688186.8235
14145
  }
14146
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:17af80e028bf2b0a4145cc50ae95811ea14e1a9613de50c9c75a56e9fc4c1b47
3
  size 73808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3761891f3febca810ca024669654735739d618e948f376a80c517be2b49bb4bb
3
  size 73808
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0157a5aa15f4b2d078d359455b0cf7cd5e402807d4591d003241811609e5bf6e
3
  size 59905
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:174cfdacda48648720ec3c61830dad8f2ccdfbf6880d7068ce9e941197434477
3
  size 59905
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,14 +1,14 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1150.7834604181016,1152.827989560501,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- PlayGround V2,PlayGround V2,1092.428711997274,1091.4978692394423,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
- HunyuanDiT,HunyuanDiT,1060.2659516692768,1045.6014155091764,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
5
- StableCascade,StableCascade,1056.394577153665,1060.4139495043316,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
6
- SDXLLightning,SDXLLightning,1042.074045659312,1047.1266358563219,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
7
- PixArtAlpha,PixArtAlpha,1040.410074724367,1031.0352139313557,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
8
- PixArtSigma,PixArtSigma,1038.4741943516444,1038.7140840874224,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
9
- SD3,SD3,1020.9677772675535,1014.768198888495,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
10
- SDXL,SDXL,986.705527431373,987.1806592507902,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
11
- SDXLTurbo,SDXLTurbo,930.2111923344256,928.171584482695,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
12
- LCM(v1.5/XL),LCM(v1.5/XL),924.9034130523293,918.9363403862168,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
13
- OpenJourney,OpenJourney,847.5178922497424,842.3130311095988,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
14
- LCM,LCM,808.8631816909359,822.8120217459301,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1150.6710669048891,1152.720799321606,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ PlayGround V2,PlayGround V2,1092.2370365601098,1091.3423306484897,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
+ HunyuanDiT,HunyuanDiT,1062.2286855987886,1047.5576555907478,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
5
+ StableCascade,StableCascade,1056.207652885754,1060.2406421156452,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
6
+ SDXLLightning,SDXLLightning,1041.2658808905833,1046.3661494403946,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
7
+ PixArtAlpha,PixArtAlpha,1040.4117800125823,1031.0091428975984,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
8
+ PixArtSigma,PixArtSigma,1038.7026563392658,1038.9386488967034,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
9
+ SD3,SD3,1020.9191485334551,1014.9598143741599,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
10
+ SDXL,SDXL,986.8963618143526,987.2646496152361,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
11
+ SDXLTurbo,SDXLTurbo,930.0868095485181,928.0148488003432,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
12
+ LCM(v1.5/XL),LCM(v1.5/XL),924.7951456720906,918.7485367456009,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
13
+ OpenJourney,OpenJourney,846.9232001810509,841.803455128918,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
14
+ LCM,LCM,808.6545750585602,822.6257467176056,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,9 +1,9 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- StableVideoDiffusion,StableVideoDiffusion,1122.2334058313418,1124.9381897005499,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
- T2VTurbo,T2VTurbo,1109.4200191685886,1107.652588165935,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
4
- VideoCrafter2,VideoCrafter2,1075.968708694096,1076.2767823793242,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
- AnimateDiff,AnimateDiff,1070.8954693340338,1069.3145217066976,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
6
- LaVie,LaVie,992.9652656663682,992.057480494233,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
7
- OpenSora,OpenSora,911.9498012111801,911.70759352549,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
- ModelScope,ModelScope,863.5281109245078,864.8025793004111,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
- AnimateDiffTurbo,AnimateDiffTurbo,853.0392191698847,853.250264727361,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1122.5445228042813,1125.2304856167304,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ T2VTurbo,T2VTurbo,1107.6208690332069,1105.8859629360004,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
4
+ VideoCrafter2,VideoCrafter2,1076.7085678000212,1077.0087539021704,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
+ AnimateDiff,AnimateDiff,1070.0916124143303,1068.5399849009282,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
6
+ LaVie,LaVie,994.3128426222853,993.3928258739844,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
7
+ OpenSora,OpenSora,912.6999523480165,912.4458002756147,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
+ ModelScope,ModelScope,862.8238191295329,864.104586732808,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
+ AnimateDiffTurbo,AnimateDiffTurbo,853.1978138483248,853.3915997617631,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo