Spaces:
Running
on
Zero
Running
on
Zero
DongfuJiang
commited on
Commit
•
f4db150
1
Parent(s):
0cca604
Auto Daily Leaderboard udpate Thu Aug 15 12:00:21 PM EDT 2024
Browse files- arena_elo/results/20240814/clean_battle_t2i_generation.json +120 -0
- arena_elo/results/20240814/clean_battle_video_generation.json +0 -0
- arena_elo/results/20240814/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/20240814/elo_results_video_generation.pkl +3 -0
- arena_elo/results/20240814/t2i_generation_leaderboard.csv +13 -13
- arena_elo/results/20240814/video_generation_leaderboard.csv +9 -0
- arena_elo/results/latest/clean_battle_t2i_generation.json +120 -0
- arena_elo/results/latest/clean_battle_video_generation.json +48 -0
- arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/latest/elo_results_video_generation.pkl +1 -1
- arena_elo/results/latest/t2i_generation_leaderboard.csv +13 -13
- arena_elo/results/latest/video_generation_leaderboard.csv +8 -8
arena_elo/results/20240814/clean_battle_t2i_generation.json
CHANGED
@@ -50926,5 +50926,125 @@
|
|
50926 |
"judge": "arena_user_10.16.1.165",
|
50927 |
"anony": true,
|
50928 |
"tstamp": 1723644206.2483
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
50929 |
}
|
50930 |
]
|
|
|
50926 |
"judge": "arena_user_10.16.1.165",
|
50927 |
"anony": true,
|
50928 |
"tstamp": 1723644206.2483
|
50929 |
+
},
|
50930 |
+
{
|
50931 |
+
"model_a": "FluxTimestep",
|
50932 |
+
"model_b": "SDXL",
|
50933 |
+
"winner": "model_a",
|
50934 |
+
"judge": "arena_user_10.16.3.140",
|
50935 |
+
"anony": true,
|
50936 |
+
"tstamp": 1723681723.1835
|
50937 |
+
},
|
50938 |
+
{
|
50939 |
+
"model_a": "SDXL",
|
50940 |
+
"model_b": "SDXLLightning",
|
50941 |
+
"winner": "model_a",
|
50942 |
+
"judge": "arena_user_10.16.3.140",
|
50943 |
+
"anony": true,
|
50944 |
+
"tstamp": 1723688018.7379
|
50945 |
+
},
|
50946 |
+
{
|
50947 |
+
"model_a": "HunyuanDiT",
|
50948 |
+
"model_b": "SDXLLightning",
|
50949 |
+
"winner": "model_a",
|
50950 |
+
"judge": "arena_user_10.16.3.140",
|
50951 |
+
"anony": true,
|
50952 |
+
"tstamp": 1723688026.4957
|
50953 |
+
},
|
50954 |
+
{
|
50955 |
+
"model_a": "PixArtSigma",
|
50956 |
+
"model_b": "OpenJourney",
|
50957 |
+
"winner": "model_a",
|
50958 |
+
"judge": "arena_user_10.16.41.218",
|
50959 |
+
"anony": true,
|
50960 |
+
"tstamp": 1723688035.5799
|
50961 |
+
},
|
50962 |
+
{
|
50963 |
+
"model_a": "StableCascade",
|
50964 |
+
"model_b": "SDXLLightning",
|
50965 |
+
"winner": "tie",
|
50966 |
+
"judge": "arena_user_10.16.18.162",
|
50967 |
+
"anony": true,
|
50968 |
+
"tstamp": 1723688043.8499
|
50969 |
+
},
|
50970 |
+
{
|
50971 |
+
"model_a": "PixArtSigma",
|
50972 |
+
"model_b": "AuraFlow",
|
50973 |
+
"winner": "model_b",
|
50974 |
+
"judge": "arena_user_10.16.41.218",
|
50975 |
+
"anony": true,
|
50976 |
+
"tstamp": 1723688053.2133
|
50977 |
+
},
|
50978 |
+
{
|
50979 |
+
"model_a": "OpenJourney",
|
50980 |
+
"model_b": "PixArtAlpha",
|
50981 |
+
"winner": "model_b",
|
50982 |
+
"judge": "arena_user_10.16.18.75",
|
50983 |
+
"anony": true,
|
50984 |
+
"tstamp": 1723688059.4268
|
50985 |
+
},
|
50986 |
+
{
|
50987 |
+
"model_a": "StableCascade",
|
50988 |
+
"model_b": "AuraFlow",
|
50989 |
+
"winner": "model_a",
|
50990 |
+
"judge": "arena_user_10.16.41.218",
|
50991 |
+
"anony": true,
|
50992 |
+
"tstamp": 1723688069.0609
|
50993 |
+
},
|
50994 |
+
{
|
50995 |
+
"model_a": "SDXL",
|
50996 |
+
"model_b": "AuraFlow",
|
50997 |
+
"winner": "model_b",
|
50998 |
+
"judge": "arena_user_10.16.41.218",
|
50999 |
+
"anony": true,
|
51000 |
+
"tstamp": 1723688075.3171
|
51001 |
+
},
|
51002 |
+
{
|
51003 |
+
"model_a": "SDXLLightning",
|
51004 |
+
"model_b": "OpenJourney",
|
51005 |
+
"winner": "model_a",
|
51006 |
+
"judge": "arena_user_10.16.18.75",
|
51007 |
+
"anony": true,
|
51008 |
+
"tstamp": 1723688080.9253
|
51009 |
+
},
|
51010 |
+
{
|
51011 |
+
"model_a": "SD3",
|
51012 |
+
"model_b": "FluxTimestep",
|
51013 |
+
"winner": "tie",
|
51014 |
+
"judge": "arena_user_10.16.18.162",
|
51015 |
+
"anony": true,
|
51016 |
+
"tstamp": 1723688092.3675
|
51017 |
+
},
|
51018 |
+
{
|
51019 |
+
"model_a": "StableCascade",
|
51020 |
+
"model_b": "PixArtSigma",
|
51021 |
+
"winner": "tie (bothbad)",
|
51022 |
+
"judge": "arena_user_10.16.3.140",
|
51023 |
+
"anony": true,
|
51024 |
+
"tstamp": 1723688101.8512
|
51025 |
+
},
|
51026 |
+
{
|
51027 |
+
"model_a": "Kolors",
|
51028 |
+
"model_b": "SDXL",
|
51029 |
+
"winner": "tie (bothbad)",
|
51030 |
+
"judge": "arena_user_10.16.18.75",
|
51031 |
+
"anony": true,
|
51032 |
+
"tstamp": 1723688114.2073
|
51033 |
+
},
|
51034 |
+
{
|
51035 |
+
"model_a": "AuraFlow",
|
51036 |
+
"model_b": "PixArtSigma",
|
51037 |
+
"winner": "model_b",
|
51038 |
+
"judge": "arena_user_10.16.18.75",
|
51039 |
+
"anony": true,
|
51040 |
+
"tstamp": 1723688124.9379
|
51041 |
+
},
|
51042 |
+
{
|
51043 |
+
"model_a": "SDXLLightning",
|
51044 |
+
"model_b": "FluxTimestep",
|
51045 |
+
"winner": "model_a",
|
51046 |
+
"judge": "arena_user_10.16.18.75",
|
51047 |
+
"anony": true,
|
51048 |
+
"tstamp": 1723694936.0013
|
51049 |
}
|
51050 |
]
|
arena_elo/results/20240814/clean_battle_video_generation.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
arena_elo/results/20240814/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 73808
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3761891f3febca810ca024669654735739d618e948f376a80c517be2b49bb4bb
|
3 |
size 73808
|
arena_elo/results/20240814/elo_results_video_generation.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:174cfdacda48648720ec3c61830dad8f2ccdfbf6880d7068ce9e941197434477
|
3 |
+
size 59905
|
arena_elo/results/20240814/t2i_generation_leaderboard.csv
CHANGED
@@ -1,14 +1,14 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
PlayGround V2.5,PlayGround V2.5,1150.
|
3 |
-
PlayGround V2,PlayGround V2,1092.
|
4 |
-
HunyuanDiT,HunyuanDiT,
|
5 |
-
StableCascade,StableCascade,1056.
|
6 |
-
SDXLLightning,SDXLLightning,
|
7 |
-
PixArtAlpha,PixArtAlpha,1040.
|
8 |
-
PixArtSigma,PixArtSigma,1038.
|
9 |
-
SD3,SD3,1020.
|
10 |
-
SDXL,SDXL,986.
|
11 |
-
SDXLTurbo,SDXLTurbo,930.
|
12 |
-
LCM(v1.5/XL),LCM(v1.5/XL),924.
|
13 |
-
OpenJourney,OpenJourney,
|
14 |
-
LCM,LCM,808.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1150.6710669048891,1152.720799321606,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
PlayGround V2,PlayGround V2,1092.2370365601098,1091.3423306484897,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
4 |
+
HunyuanDiT,HunyuanDiT,1062.2286855987886,1047.5576555907478,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
|
5 |
+
StableCascade,StableCascade,1056.207652885754,1060.2406421156452,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
6 |
+
SDXLLightning,SDXLLightning,1041.2658808905833,1046.3661494403946,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
7 |
+
PixArtAlpha,PixArtAlpha,1040.4117800125823,1031.0091428975984,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
8 |
+
PixArtSigma,PixArtSigma,1038.7026563392658,1038.9386488967034,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
|
9 |
+
SD3,SD3,1020.9191485334551,1014.9598143741599,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
|
10 |
+
SDXL,SDXL,986.8963618143526,987.2646496152361,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
11 |
+
SDXLTurbo,SDXLTurbo,930.0868095485181,928.0148488003432,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
12 |
+
LCM(v1.5/XL),LCM(v1.5/XL),924.7951456720906,918.7485367456009,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
13 |
+
OpenJourney,OpenJourney,846.9232001810509,841.803455128918,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
14 |
+
LCM,LCM,808.6545750585602,822.6257467176056,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/20240814/video_generation_leaderboard.csv
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
StableVideoDiffusion,StableVideoDiffusion,1122.5445228042813,1125.2304856167304,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
3 |
+
T2VTurbo,T2VTurbo,1107.6208690332069,1105.8859629360004,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
4 |
+
VideoCrafter2,VideoCrafter2,1076.7085678000212,1077.0087539021704,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
5 |
+
AnimateDiff,AnimateDiff,1070.0916124143303,1068.5399849009282,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
6 |
+
LaVie,LaVie,994.3128426222853,993.3928258739844,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
7 |
+
OpenSora,OpenSora,912.6999523480165,912.4458002756147,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
8 |
+
ModelScope,ModelScope,862.8238191295329,864.104586732808,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
9 |
+
AnimateDiffTurbo,AnimateDiffTurbo,853.1978138483248,853.3915997617631,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
arena_elo/results/latest/clean_battle_t2i_generation.json
CHANGED
@@ -50926,5 +50926,125 @@
|
|
50926 |
"judge": "arena_user_10.16.1.165",
|
50927 |
"anony": true,
|
50928 |
"tstamp": 1723644206.2483
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
50929 |
}
|
50930 |
]
|
|
|
50926 |
"judge": "arena_user_10.16.1.165",
|
50927 |
"anony": true,
|
50928 |
"tstamp": 1723644206.2483
|
50929 |
+
},
|
50930 |
+
{
|
50931 |
+
"model_a": "FluxTimestep",
|
50932 |
+
"model_b": "SDXL",
|
50933 |
+
"winner": "model_a",
|
50934 |
+
"judge": "arena_user_10.16.3.140",
|
50935 |
+
"anony": true,
|
50936 |
+
"tstamp": 1723681723.1835
|
50937 |
+
},
|
50938 |
+
{
|
50939 |
+
"model_a": "SDXL",
|
50940 |
+
"model_b": "SDXLLightning",
|
50941 |
+
"winner": "model_a",
|
50942 |
+
"judge": "arena_user_10.16.3.140",
|
50943 |
+
"anony": true,
|
50944 |
+
"tstamp": 1723688018.7379
|
50945 |
+
},
|
50946 |
+
{
|
50947 |
+
"model_a": "HunyuanDiT",
|
50948 |
+
"model_b": "SDXLLightning",
|
50949 |
+
"winner": "model_a",
|
50950 |
+
"judge": "arena_user_10.16.3.140",
|
50951 |
+
"anony": true,
|
50952 |
+
"tstamp": 1723688026.4957
|
50953 |
+
},
|
50954 |
+
{
|
50955 |
+
"model_a": "PixArtSigma",
|
50956 |
+
"model_b": "OpenJourney",
|
50957 |
+
"winner": "model_a",
|
50958 |
+
"judge": "arena_user_10.16.41.218",
|
50959 |
+
"anony": true,
|
50960 |
+
"tstamp": 1723688035.5799
|
50961 |
+
},
|
50962 |
+
{
|
50963 |
+
"model_a": "StableCascade",
|
50964 |
+
"model_b": "SDXLLightning",
|
50965 |
+
"winner": "tie",
|
50966 |
+
"judge": "arena_user_10.16.18.162",
|
50967 |
+
"anony": true,
|
50968 |
+
"tstamp": 1723688043.8499
|
50969 |
+
},
|
50970 |
+
{
|
50971 |
+
"model_a": "PixArtSigma",
|
50972 |
+
"model_b": "AuraFlow",
|
50973 |
+
"winner": "model_b",
|
50974 |
+
"judge": "arena_user_10.16.41.218",
|
50975 |
+
"anony": true,
|
50976 |
+
"tstamp": 1723688053.2133
|
50977 |
+
},
|
50978 |
+
{
|
50979 |
+
"model_a": "OpenJourney",
|
50980 |
+
"model_b": "PixArtAlpha",
|
50981 |
+
"winner": "model_b",
|
50982 |
+
"judge": "arena_user_10.16.18.75",
|
50983 |
+
"anony": true,
|
50984 |
+
"tstamp": 1723688059.4268
|
50985 |
+
},
|
50986 |
+
{
|
50987 |
+
"model_a": "StableCascade",
|
50988 |
+
"model_b": "AuraFlow",
|
50989 |
+
"winner": "model_a",
|
50990 |
+
"judge": "arena_user_10.16.41.218",
|
50991 |
+
"anony": true,
|
50992 |
+
"tstamp": 1723688069.0609
|
50993 |
+
},
|
50994 |
+
{
|
50995 |
+
"model_a": "SDXL",
|
50996 |
+
"model_b": "AuraFlow",
|
50997 |
+
"winner": "model_b",
|
50998 |
+
"judge": "arena_user_10.16.41.218",
|
50999 |
+
"anony": true,
|
51000 |
+
"tstamp": 1723688075.3171
|
51001 |
+
},
|
51002 |
+
{
|
51003 |
+
"model_a": "SDXLLightning",
|
51004 |
+
"model_b": "OpenJourney",
|
51005 |
+
"winner": "model_a",
|
51006 |
+
"judge": "arena_user_10.16.18.75",
|
51007 |
+
"anony": true,
|
51008 |
+
"tstamp": 1723688080.9253
|
51009 |
+
},
|
51010 |
+
{
|
51011 |
+
"model_a": "SD3",
|
51012 |
+
"model_b": "FluxTimestep",
|
51013 |
+
"winner": "tie",
|
51014 |
+
"judge": "arena_user_10.16.18.162",
|
51015 |
+
"anony": true,
|
51016 |
+
"tstamp": 1723688092.3675
|
51017 |
+
},
|
51018 |
+
{
|
51019 |
+
"model_a": "StableCascade",
|
51020 |
+
"model_b": "PixArtSigma",
|
51021 |
+
"winner": "tie (bothbad)",
|
51022 |
+
"judge": "arena_user_10.16.3.140",
|
51023 |
+
"anony": true,
|
51024 |
+
"tstamp": 1723688101.8512
|
51025 |
+
},
|
51026 |
+
{
|
51027 |
+
"model_a": "Kolors",
|
51028 |
+
"model_b": "SDXL",
|
51029 |
+
"winner": "tie (bothbad)",
|
51030 |
+
"judge": "arena_user_10.16.18.75",
|
51031 |
+
"anony": true,
|
51032 |
+
"tstamp": 1723688114.2073
|
51033 |
+
},
|
51034 |
+
{
|
51035 |
+
"model_a": "AuraFlow",
|
51036 |
+
"model_b": "PixArtSigma",
|
51037 |
+
"winner": "model_b",
|
51038 |
+
"judge": "arena_user_10.16.18.75",
|
51039 |
+
"anony": true,
|
51040 |
+
"tstamp": 1723688124.9379
|
51041 |
+
},
|
51042 |
+
{
|
51043 |
+
"model_a": "SDXLLightning",
|
51044 |
+
"model_b": "FluxTimestep",
|
51045 |
+
"winner": "model_a",
|
51046 |
+
"judge": "arena_user_10.16.18.75",
|
51047 |
+
"anony": true,
|
51048 |
+
"tstamp": 1723694936.0013
|
51049 |
}
|
51050 |
]
|
arena_elo/results/latest/clean_battle_video_generation.json
CHANGED
@@ -14094,5 +14094,53 @@
|
|
14094 |
"judge": "arena_user_10.16.17.24",
|
14095 |
"anony": true,
|
14096 |
"tstamp": 1723350767.1713
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
14097 |
}
|
14098 |
]
|
|
|
14094 |
"judge": "arena_user_10.16.17.24",
|
14095 |
"anony": true,
|
14096 |
"tstamp": 1723350767.1713
|
14097 |
+
},
|
14098 |
+
{
|
14099 |
+
"model_a": "LaVie",
|
14100 |
+
"model_b": "ModelScope",
|
14101 |
+
"winner": "model_a",
|
14102 |
+
"judge": "arena_user_10.16.41.218",
|
14103 |
+
"anony": true,
|
14104 |
+
"tstamp": 1723669940.2002
|
14105 |
+
},
|
14106 |
+
{
|
14107 |
+
"model_a": "LaVie",
|
14108 |
+
"model_b": "ModelScope",
|
14109 |
+
"winner": "model_a",
|
14110 |
+
"judge": "arena_user_10.16.18.162",
|
14111 |
+
"anony": true,
|
14112 |
+
"tstamp": 1723688150.7811
|
14113 |
+
},
|
14114 |
+
{
|
14115 |
+
"model_a": "LaVie",
|
14116 |
+
"model_b": "VideoCrafter2",
|
14117 |
+
"winner": "model_b",
|
14118 |
+
"judge": "arena_user_10.16.18.75",
|
14119 |
+
"anony": true,
|
14120 |
+
"tstamp": 1723688159.9704
|
14121 |
+
},
|
14122 |
+
{
|
14123 |
+
"model_a": "T2VTurbo",
|
14124 |
+
"model_b": "LaVie",
|
14125 |
+
"winner": "model_b",
|
14126 |
+
"judge": "arena_user_10.16.3.140",
|
14127 |
+
"anony": true,
|
14128 |
+
"tstamp": 1723688170.0551
|
14129 |
+
},
|
14130 |
+
{
|
14131 |
+
"model_a": "AnimateDiff",
|
14132 |
+
"model_b": "OpenSora",
|
14133 |
+
"winner": "model_b",
|
14134 |
+
"judge": "arena_user_10.16.41.218",
|
14135 |
+
"anony": true,
|
14136 |
+
"tstamp": 1723688178.1656
|
14137 |
+
},
|
14138 |
+
{
|
14139 |
+
"model_a": "T2VTurbo",
|
14140 |
+
"model_b": "OpenSora",
|
14141 |
+
"winner": "model_a",
|
14142 |
+
"judge": "arena_user_10.16.3.140",
|
14143 |
+
"anony": true,
|
14144 |
+
"tstamp": 1723688186.8235
|
14145 |
}
|
14146 |
]
|
arena_elo/results/latest/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 73808
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3761891f3febca810ca024669654735739d618e948f376a80c517be2b49bb4bb
|
3 |
size 73808
|
arena_elo/results/latest/elo_results_video_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 59905
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:174cfdacda48648720ec3c61830dad8f2ccdfbf6880d7068ce9e941197434477
|
3 |
size 59905
|
arena_elo/results/latest/t2i_generation_leaderboard.csv
CHANGED
@@ -1,14 +1,14 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
PlayGround V2.5,PlayGround V2.5,1150.
|
3 |
-
PlayGround V2,PlayGround V2,1092.
|
4 |
-
HunyuanDiT,HunyuanDiT,
|
5 |
-
StableCascade,StableCascade,1056.
|
6 |
-
SDXLLightning,SDXLLightning,
|
7 |
-
PixArtAlpha,PixArtAlpha,1040.
|
8 |
-
PixArtSigma,PixArtSigma,1038.
|
9 |
-
SD3,SD3,1020.
|
10 |
-
SDXL,SDXL,986.
|
11 |
-
SDXLTurbo,SDXLTurbo,930.
|
12 |
-
LCM(v1.5/XL),LCM(v1.5/XL),924.
|
13 |
-
OpenJourney,OpenJourney,
|
14 |
-
LCM,LCM,808.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1150.6710669048891,1152.720799321606,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
PlayGround V2,PlayGround V2,1092.2370365601098,1091.3423306484897,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
4 |
+
HunyuanDiT,HunyuanDiT,1062.2286855987886,1047.5576555907478,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
|
5 |
+
StableCascade,StableCascade,1056.207652885754,1060.2406421156452,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
6 |
+
SDXLLightning,SDXLLightning,1041.2658808905833,1046.3661494403946,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
7 |
+
PixArtAlpha,PixArtAlpha,1040.4117800125823,1031.0091428975984,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
8 |
+
PixArtSigma,PixArtSigma,1038.7026563392658,1038.9386488967034,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
|
9 |
+
SD3,SD3,1020.9191485334551,1014.9598143741599,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
|
10 |
+
SDXL,SDXL,986.8963618143526,987.2646496152361,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
11 |
+
SDXLTurbo,SDXLTurbo,930.0868095485181,928.0148488003432,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
12 |
+
LCM(v1.5/XL),LCM(v1.5/XL),924.7951456720906,918.7485367456009,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
13 |
+
OpenJourney,OpenJourney,846.9232001810509,841.803455128918,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
14 |
+
LCM,LCM,808.6545750585602,822.6257467176056,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/latest/video_generation_leaderboard.csv
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
StableVideoDiffusion,StableVideoDiffusion,1122.
|
3 |
-
T2VTurbo,T2VTurbo,
|
4 |
-
VideoCrafter2,VideoCrafter2,
|
5 |
-
AnimateDiff,AnimateDiff,1070.
|
6 |
-
LaVie,LaVie,
|
7 |
-
OpenSora,OpenSora,
|
8 |
-
ModelScope,ModelScope,
|
9 |
-
AnimateDiffTurbo,AnimateDiffTurbo,853.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
StableVideoDiffusion,StableVideoDiffusion,1122.5445228042813,1125.2304856167304,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
3 |
+
T2VTurbo,T2VTurbo,1107.6208690332069,1105.8859629360004,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
4 |
+
VideoCrafter2,VideoCrafter2,1076.7085678000212,1077.0087539021704,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
5 |
+
AnimateDiff,AnimateDiff,1070.0916124143303,1068.5399849009282,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
6 |
+
LaVie,LaVie,994.3128426222853,993.3928258739844,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
7 |
+
OpenSora,OpenSora,912.6999523480165,912.4458002756147,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
8 |
+
ModelScope,ModelScope,862.8238191295329,864.104586732808,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
9 |
+
AnimateDiffTurbo,AnimateDiffTurbo,853.1978138483248,853.3915997617631,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|