DongfuJiang commited on
Commit
c5c1fe7
1 Parent(s): f4db150

Auto Daily Leaderboard udpate Fri Aug 16 12:00:22 PM EDT 2024

Browse files
arena_elo/results/20240816/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20240816/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20240816/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38986e25cfeb84a2881a48c90c0452e5621609c51b0478ed3c9eeedcd3fa14d8
3
+ size 73808
arena_elo/results/20240816/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a741e4702b6e8bfb6e4f99281442f35b951d536c69f95322c4595b497c5fa83b
3
+ size 59905
arena_elo/results/20240816/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1151.5003889911254,1153.4694745022227,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ PlayGround V2,PlayGround V2,1092.2757564506146,1091.49511668867,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
+ HunyuanDiT,HunyuanDiT,1064.1993233690234,1049.4501647957088,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
5
+ StableCascade,StableCascade,1056.2582682038956,1060.3493390345488,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
6
+ SDXLLightning,SDXLLightning,1042.1171870294593,1047.1781761521615,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
7
+ PixArtAlpha,PixArtAlpha,1040.2875132238112,1030.759804128689,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
8
+ PixArtSigma,PixArtSigma,1037.878752178197,1038.1867588798452,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
9
+ SD3,SD3,1018.2716109213237,1012.9764762907159,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
10
+ SDXL,SDXL,986.723355299696,987.0726906842126,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
11
+ SDXLTurbo,SDXLTurbo,929.9968811688445,928.0647936396172,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
12
+ LCM(v1.5/XL),LCM(v1.5/XL),924.8395908955157,919.0173216572904,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
13
+ OpenJourney,OpenJourney,847.0217236457364,841.9706858280956,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
14
+ LCM,LCM,808.629648622764,822.6328041447692,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/20240816/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1128.5556341994472,1131.1226712368302,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ T2VTurbo,T2VTurbo,1104.2114319074628,1102.5509654047792,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
4
+ VideoCrafter2,VideoCrafter2,1076.4651982985179,1076.7711382593716,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
+ AnimateDiff,AnimateDiff,1067.3275823442182,1065.8895802273453,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
6
+ LaVie,LaVie,994.6797361277218,993.743578293222,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
7
+ OpenSora,OpenSora,912.9431526392987,912.6820481082565,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
+ ModelScope,ModelScope,863.3588113010672,864.6159871119833,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
+ AnimateDiffTurbo,AnimateDiffTurbo,852.4584531822653,852.6240313582127,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -51046,5 +51046,181 @@
51046
  "judge": "arena_user_10.16.18.75",
51047
  "anony": true,
51048
  "tstamp": 1723694936.0013
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
51049
  }
51050
  ]
 
51046
  "judge": "arena_user_10.16.18.75",
51047
  "anony": true,
51048
  "tstamp": 1723694936.0013
51049
+ },
51050
+ {
51051
+ "model_a": "FluxTimestep",
51052
+ "model_b": "SDXLLightning",
51053
+ "winner": "model_b",
51054
+ "judge": "arena_user_10.16.18.75",
51055
+ "anony": true,
51056
+ "tstamp": 1723740305.0597
51057
+ },
51058
+ {
51059
+ "model_a": "Kolors",
51060
+ "model_b": "AuraFlow",
51061
+ "winner": "model_a",
51062
+ "judge": "arena_user_10.16.34.60",
51063
+ "anony": true,
51064
+ "tstamp": 1723745241.6975
51065
+ },
51066
+ {
51067
+ "model_a": "OpenJourney",
51068
+ "model_b": "PixArtSigma",
51069
+ "winner": "tie (bothbad)",
51070
+ "judge": "arena_user_10.16.18.162",
51071
+ "anony": true,
51072
+ "tstamp": 1723761103.0807
51073
+ },
51074
+ {
51075
+ "model_a": "AuraFlow",
51076
+ "model_b": "SD3",
51077
+ "winner": "model_a",
51078
+ "judge": "arena_user_10.16.18.75",
51079
+ "anony": true,
51080
+ "tstamp": 1723764843.3515
51081
+ },
51082
+ {
51083
+ "model_a": "FluxTimestep",
51084
+ "model_b": "SDXLTurbo",
51085
+ "winner": "model_b",
51086
+ "judge": "arena_user_10.16.18.75",
51087
+ "anony": true,
51088
+ "tstamp": 1723764855.5548
51089
+ },
51090
+ {
51091
+ "model_a": "FluxTimestep",
51092
+ "model_b": "PixArtSigma",
51093
+ "winner": "model_b",
51094
+ "judge": "arena_user_10.16.1.165",
51095
+ "anony": true,
51096
+ "tstamp": 1723764869.228
51097
+ },
51098
+ {
51099
+ "model_a": "StableCascade",
51100
+ "model_b": "OpenJourney",
51101
+ "winner": "model_a",
51102
+ "judge": "arena_user_10.16.1.165",
51103
+ "anony": true,
51104
+ "tstamp": 1723764889.9278
51105
+ },
51106
+ {
51107
+ "model_a": "FluxTimestep",
51108
+ "model_b": "SD3",
51109
+ "winner": "tie (bothbad)",
51110
+ "judge": "arena_user_10.16.18.75",
51111
+ "anony": true,
51112
+ "tstamp": 1723764929.3144
51113
+ },
51114
+ {
51115
+ "model_a": "SDXLTurbo",
51116
+ "model_b": "PlayGround V2.5",
51117
+ "winner": "model_b",
51118
+ "judge": "arena_user_10.16.18.75",
51119
+ "anony": true,
51120
+ "tstamp": 1723764943.1899
51121
+ },
51122
+ {
51123
+ "model_a": "SD3",
51124
+ "model_b": "PixArtSigma",
51125
+ "winner": "tie",
51126
+ "judge": "arena_user_10.16.1.165",
51127
+ "anony": true,
51128
+ "tstamp": 1723764960.3193
51129
+ },
51130
+ {
51131
+ "model_a": "Kolors",
51132
+ "model_b": "FluxTimestep",
51133
+ "winner": "tie",
51134
+ "judge": "arena_user_10.16.18.75",
51135
+ "anony": true,
51136
+ "tstamp": 1723764989.8441
51137
+ },
51138
+ {
51139
+ "model_a": "HunyuanDiT",
51140
+ "model_b": "PixArtSigma",
51141
+ "winner": "model_a",
51142
+ "judge": "arena_user_10.16.18.75",
51143
+ "anony": true,
51144
+ "tstamp": 1723764998.463
51145
+ },
51146
+ {
51147
+ "model_a": "SDXL",
51148
+ "model_b": "SDXLLightning",
51149
+ "winner": "model_b",
51150
+ "judge": "arena_user_10.16.1.165",
51151
+ "anony": true,
51152
+ "tstamp": 1723765010.4897
51153
+ },
51154
+ {
51155
+ "model_a": "Kolors",
51156
+ "model_b": "SDXLTurbo",
51157
+ "winner": "tie",
51158
+ "judge": "arena_user_10.16.1.165",
51159
+ "anony": true,
51160
+ "tstamp": 1723765025.5685
51161
+ },
51162
+ {
51163
+ "model_a": "PixArtAlpha",
51164
+ "model_b": "FluxTimestep",
51165
+ "winner": "model_a",
51166
+ "judge": "arena_user_10.16.18.162",
51167
+ "anony": true,
51168
+ "tstamp": 1723765040.0284
51169
+ },
51170
+ {
51171
+ "model_a": "SD3",
51172
+ "model_b": "SDXLLightning",
51173
+ "winner": "model_b",
51174
+ "judge": "arena_user_10.16.1.165",
51175
+ "anony": true,
51176
+ "tstamp": 1723765066.5704
51177
+ },
51178
+ {
51179
+ "model_a": "OpenJourney",
51180
+ "model_b": "AuraFlow",
51181
+ "winner": "model_b",
51182
+ "judge": "arena_user_10.16.34.60",
51183
+ "anony": true,
51184
+ "tstamp": 1723779401.1412
51185
+ },
51186
+ {
51187
+ "model_a": "PixArtAlpha",
51188
+ "model_b": "PlayGround V2.5",
51189
+ "winner": "model_b",
51190
+ "judge": "arena_user_10.16.34.60",
51191
+ "anony": true,
51192
+ "tstamp": 1723787634.5486
51193
+ },
51194
+ {
51195
+ "model_a": "FluxTimestep",
51196
+ "model_b": "SDXL",
51197
+ "winner": "model_a",
51198
+ "judge": "arena_user_10.16.1.165",
51199
+ "anony": true,
51200
+ "tstamp": 1723787653.1336
51201
+ },
51202
+ {
51203
+ "model_a": "StableCascade",
51204
+ "model_b": "OpenJourney",
51205
+ "winner": "tie (bothbad)",
51206
+ "judge": "arena_user_10.16.34.60",
51207
+ "anony": true,
51208
+ "tstamp": 1723787680.268
51209
+ },
51210
+ {
51211
+ "model_a": "SDXL",
51212
+ "model_b": "FluxTimestep",
51213
+ "winner": "model_b",
51214
+ "judge": "arena_user_10.16.34.60",
51215
+ "anony": true,
51216
+ "tstamp": 1723787701.4239
51217
+ },
51218
+ {
51219
+ "model_a": "PlayGround V2.5",
51220
+ "model_b": "OpenJourney",
51221
+ "winner": "model_a",
51222
+ "judge": "arena_user_10.16.34.60",
51223
+ "anony": true,
51224
+ "tstamp": 1723814629.9803
51225
  }
51226
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -14142,5 +14142,285 @@
14142
  "judge": "arena_user_10.16.3.140",
14143
  "anony": true,
14144
  "tstamp": 1723688186.8235
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14145
  }
14146
  ]
 
14142
  "judge": "arena_user_10.16.3.140",
14143
  "anony": true,
14144
  "tstamp": 1723688186.8235
14145
+ },
14146
+ {
14147
+ "model_a": "AnimateDiff",
14148
+ "model_b": "StableVideoDiffusion",
14149
+ "winner": "model_b",
14150
+ "judge": "arena_user_10.16.18.75",
14151
+ "anony": true,
14152
+ "tstamp": 1723750292.9806
14153
+ },
14154
+ {
14155
+ "model_a": "AnimateDiff",
14156
+ "model_b": "CogVideoX",
14157
+ "winner": "tie",
14158
+ "judge": "arena_user_10.16.18.75",
14159
+ "anony": true,
14160
+ "tstamp": 1723750310.0111
14161
+ },
14162
+ {
14163
+ "model_a": "ModelScope",
14164
+ "model_b": "AnimateDiffTurbo",
14165
+ "winner": "model_a",
14166
+ "judge": "arena_user_10.16.1.165",
14167
+ "anony": true,
14168
+ "tstamp": 1723750319.0043
14169
+ },
14170
+ {
14171
+ "model_a": "OpenSora",
14172
+ "model_b": "ModelScope",
14173
+ "winner": "tie (bothbad)",
14174
+ "judge": "arena_user_10.16.18.75",
14175
+ "anony": true,
14176
+ "tstamp": 1723750327.1228
14177
+ },
14178
+ {
14179
+ "model_a": "OpenSora12",
14180
+ "model_b": "StableVideoDiffusion",
14181
+ "winner": "model_b",
14182
+ "judge": "arena_user_10.16.18.162",
14183
+ "anony": true,
14184
+ "tstamp": 1723750335.3945
14185
+ },
14186
+ {
14187
+ "model_a": "CogVideoX",
14188
+ "model_b": "OpenSora",
14189
+ "winner": "tie (bothbad)",
14190
+ "judge": "arena_user_10.16.18.162",
14191
+ "anony": true,
14192
+ "tstamp": 1723750350.6602
14193
+ },
14194
+ {
14195
+ "model_a": "StableVideoDiffusion",
14196
+ "model_b": "T2VTurbo",
14197
+ "winner": "model_a",
14198
+ "judge": "arena_user_10.16.18.162",
14199
+ "anony": true,
14200
+ "tstamp": 1723750358.1749
14201
+ },
14202
+ {
14203
+ "model_a": "AnimateDiffTurbo",
14204
+ "model_b": "ModelScope",
14205
+ "winner": "model_a",
14206
+ "judge": "arena_user_10.16.1.165",
14207
+ "anony": true,
14208
+ "tstamp": 1723750364.7878
14209
+ },
14210
+ {
14211
+ "model_a": "StableVideoDiffusion",
14212
+ "model_b": "VideoCrafter2",
14213
+ "winner": "model_a",
14214
+ "judge": "arena_user_10.16.1.165",
14215
+ "anony": true,
14216
+ "tstamp": 1723750381.2843
14217
+ },
14218
+ {
14219
+ "model_a": "AnimateDiff",
14220
+ "model_b": "CogVideoX",
14221
+ "winner": "model_a",
14222
+ "judge": "arena_user_10.16.1.165",
14223
+ "anony": true,
14224
+ "tstamp": 1723750391.4264
14225
+ },
14226
+ {
14227
+ "model_a": "StableVideoDiffusion",
14228
+ "model_b": "AnimateDiff",
14229
+ "winner": "model_a",
14230
+ "judge": "arena_user_10.16.18.162",
14231
+ "anony": true,
14232
+ "tstamp": 1723750397.441
14233
+ },
14234
+ {
14235
+ "model_a": "LaVie",
14236
+ "model_b": "OpenSora12",
14237
+ "winner": "tie (bothbad)",
14238
+ "judge": "arena_user_10.16.18.75",
14239
+ "anony": true,
14240
+ "tstamp": 1723750420.9776
14241
+ },
14242
+ {
14243
+ "model_a": "T2VTurbo",
14244
+ "model_b": "LaVie",
14245
+ "winner": "model_a",
14246
+ "judge": "arena_user_10.16.18.162",
14247
+ "anony": true,
14248
+ "tstamp": 1723750432.0635
14249
+ },
14250
+ {
14251
+ "model_a": "T2VTurbo",
14252
+ "model_b": "VideoCrafter2",
14253
+ "winner": "model_b",
14254
+ "judge": "arena_user_10.16.18.75",
14255
+ "anony": true,
14256
+ "tstamp": 1723750440.7966
14257
+ },
14258
+ {
14259
+ "model_a": "OpenSora",
14260
+ "model_b": "AnimateDiffTurbo",
14261
+ "winner": "model_a",
14262
+ "judge": "arena_user_10.16.18.162",
14263
+ "anony": true,
14264
+ "tstamp": 1723750447.106
14265
+ },
14266
+ {
14267
+ "model_a": "OpenSora",
14268
+ "model_b": "OpenSora12",
14269
+ "winner": "model_b",
14270
+ "judge": "arena_user_10.16.18.162",
14271
+ "anony": true,
14272
+ "tstamp": 1723750454.9814
14273
+ },
14274
+ {
14275
+ "model_a": "ModelScope",
14276
+ "model_b": "AnimateDiffTurbo",
14277
+ "winner": "tie (bothbad)",
14278
+ "judge": "arena_user_10.16.18.162",
14279
+ "anony": true,
14280
+ "tstamp": 1723750460.9919
14281
+ },
14282
+ {
14283
+ "model_a": "AnimateDiff",
14284
+ "model_b": "LaVie",
14285
+ "winner": "tie",
14286
+ "judge": "arena_user_10.16.18.162",
14287
+ "anony": true,
14288
+ "tstamp": 1723750468.2122
14289
+ },
14290
+ {
14291
+ "model_a": "CogVideoX",
14292
+ "model_b": "AnimateDiff",
14293
+ "winner": "model_a",
14294
+ "judge": "arena_user_10.16.18.162",
14295
+ "anony": true,
14296
+ "tstamp": 1723750529.9932
14297
+ },
14298
+ {
14299
+ "model_a": "AnimateDiff",
14300
+ "model_b": "CogVideoX",
14301
+ "winner": "tie (bothbad)",
14302
+ "judge": "arena_user_10.16.34.60",
14303
+ "anony": true,
14304
+ "tstamp": 1723750547.1862
14305
+ },
14306
+ {
14307
+ "model_a": "AnimateDiff",
14308
+ "model_b": "ModelScope",
14309
+ "winner": "tie (bothbad)",
14310
+ "judge": "arena_user_10.16.1.165",
14311
+ "anony": true,
14312
+ "tstamp": 1723750560.6123
14313
+ },
14314
+ {
14315
+ "model_a": "VideoCrafter2",
14316
+ "model_b": "ModelScope",
14317
+ "winner": "tie (bothbad)",
14318
+ "judge": "arena_user_10.16.34.60",
14319
+ "anony": true,
14320
+ "tstamp": 1723750567.1339
14321
+ },
14322
+ {
14323
+ "model_a": "LaVie",
14324
+ "model_b": "CogVideoX",
14325
+ "winner": "model_a",
14326
+ "judge": "arena_user_10.16.34.60",
14327
+ "anony": false,
14328
+ "tstamp": 1723750590.9121
14329
+ },
14330
+ {
14331
+ "model_a": "LaVie",
14332
+ "model_b": "CogVideoX",
14333
+ "winner": "tie",
14334
+ "judge": "arena_user_10.16.34.60",
14335
+ "anony": false,
14336
+ "tstamp": 1723750613.9108
14337
+ },
14338
+ {
14339
+ "model_a": "OpenSora12",
14340
+ "model_b": "CogVideoX",
14341
+ "winner": "model_b",
14342
+ "judge": "arena_user_10.16.1.165",
14343
+ "anony": false,
14344
+ "tstamp": 1723750636.1965
14345
+ },
14346
+ {
14347
+ "model_a": "OpenSora12",
14348
+ "model_b": "CogVideoX",
14349
+ "winner": "model_b",
14350
+ "judge": "arena_user_10.16.1.165",
14351
+ "anony": false,
14352
+ "tstamp": 1723750648.9058
14353
+ },
14354
+ {
14355
+ "model_a": "OpenSora12",
14356
+ "model_b": "CogVideoX",
14357
+ "winner": "tie (bothbad)",
14358
+ "judge": "arena_user_10.16.1.165",
14359
+ "anony": false,
14360
+ "tstamp": 1723750657.9334
14361
+ },
14362
+ {
14363
+ "model_a": "OpenSora12",
14364
+ "model_b": "CogVideoX",
14365
+ "winner": "tie (bothbad)",
14366
+ "judge": "arena_user_10.16.1.165",
14367
+ "anony": false,
14368
+ "tstamp": 1723750663.0959
14369
+ },
14370
+ {
14371
+ "model_a": "OpenSora12",
14372
+ "model_b": "CogVideoX",
14373
+ "winner": "tie (bothbad)",
14374
+ "judge": "arena_user_10.16.1.165",
14375
+ "anony": false,
14376
+ "tstamp": 1723750668.5984
14377
+ },
14378
+ {
14379
+ "model_a": "OpenSora12",
14380
+ "model_b": "CogVideoX",
14381
+ "winner": "model_b",
14382
+ "judge": "arena_user_10.16.1.165",
14383
+ "anony": false,
14384
+ "tstamp": 1723750677.7833
14385
+ },
14386
+ {
14387
+ "model_a": "OpenSora12",
14388
+ "model_b": "CogVideoX",
14389
+ "winner": "model_b",
14390
+ "judge": "arena_user_10.16.34.60",
14391
+ "anony": false,
14392
+ "tstamp": 1723750685.9335
14393
+ },
14394
+ {
14395
+ "model_a": "StableVideoDiffusion",
14396
+ "model_b": "ModelScope",
14397
+ "winner": "model_a",
14398
+ "judge": "arena_user_10.16.34.60",
14399
+ "anony": true,
14400
+ "tstamp": 1723771039.5547
14401
+ },
14402
+ {
14403
+ "model_a": "LaVie",
14404
+ "model_b": "AnimateDiff",
14405
+ "winner": "model_a",
14406
+ "judge": "arena_user_10.16.1.247",
14407
+ "anony": true,
14408
+ "tstamp": 1723823873.9245
14409
+ },
14410
+ {
14411
+ "model_a": "OpenSora",
14412
+ "model_b": "OpenSora12",
14413
+ "winner": "tie (bothbad)",
14414
+ "judge": "arena_user_10.16.1.247",
14415
+ "anony": true,
14416
+ "tstamp": 1723823885.6647
14417
+ },
14418
+ {
14419
+ "model_a": "OpenSora12",
14420
+ "model_b": "AnimateDiffTurbo",
14421
+ "winner": "model_b",
14422
+ "judge": "arena_user_10.16.34.60",
14423
+ "anony": true,
14424
+ "tstamp": 1723823896.656
14425
  }
14426
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3761891f3febca810ca024669654735739d618e948f376a80c517be2b49bb4bb
3
  size 73808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38986e25cfeb84a2881a48c90c0452e5621609c51b0478ed3c9eeedcd3fa14d8
3
  size 73808
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:174cfdacda48648720ec3c61830dad8f2ccdfbf6880d7068ce9e941197434477
3
  size 59905
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a741e4702b6e8bfb6e4f99281442f35b951d536c69f95322c4595b497c5fa83b
3
  size 59905
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,14 +1,14 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1150.6710669048891,1152.720799321606,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- PlayGround V2,PlayGround V2,1092.2370365601098,1091.3423306484897,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
- HunyuanDiT,HunyuanDiT,1062.2286855987886,1047.5576555907478,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
5
- StableCascade,StableCascade,1056.207652885754,1060.2406421156452,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
6
- SDXLLightning,SDXLLightning,1041.2658808905833,1046.3661494403946,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
7
- PixArtAlpha,PixArtAlpha,1040.4117800125823,1031.0091428975984,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
8
- PixArtSigma,PixArtSigma,1038.7026563392658,1038.9386488967034,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
9
- SD3,SD3,1020.9191485334551,1014.9598143741599,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
10
- SDXL,SDXL,986.8963618143526,987.2646496152361,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
11
- SDXLTurbo,SDXLTurbo,930.0868095485181,928.0148488003432,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
12
- LCM(v1.5/XL),LCM(v1.5/XL),924.7951456720906,918.7485367456009,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
13
- OpenJourney,OpenJourney,846.9232001810509,841.803455128918,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
14
- LCM,LCM,808.6545750585602,822.6257467176056,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1151.5003889911254,1153.4694745022227,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ PlayGround V2,PlayGround V2,1092.2757564506146,1091.49511668867,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
+ HunyuanDiT,HunyuanDiT,1064.1993233690234,1049.4501647957088,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
5
+ StableCascade,StableCascade,1056.2582682038956,1060.3493390345488,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
6
+ SDXLLightning,SDXLLightning,1042.1171870294593,1047.1781761521615,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
7
+ PixArtAlpha,PixArtAlpha,1040.2875132238112,1030.759804128689,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
8
+ PixArtSigma,PixArtSigma,1037.878752178197,1038.1867588798452,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
9
+ SD3,SD3,1018.2716109213237,1012.9764762907159,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
10
+ SDXL,SDXL,986.723355299696,987.0726906842126,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
11
+ SDXLTurbo,SDXLTurbo,929.9968811688445,928.0647936396172,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
12
+ LCM(v1.5/XL),LCM(v1.5/XL),924.8395908955157,919.0173216572904,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
13
+ OpenJourney,OpenJourney,847.0217236457364,841.9706858280956,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
14
+ LCM,LCM,808.629648622764,822.6328041447692,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,9 +1,9 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- StableVideoDiffusion,StableVideoDiffusion,1122.5445228042813,1125.2304856167304,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
- T2VTurbo,T2VTurbo,1107.6208690332069,1105.8859629360004,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
4
- VideoCrafter2,VideoCrafter2,1076.7085678000212,1077.0087539021704,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
- AnimateDiff,AnimateDiff,1070.0916124143303,1068.5399849009282,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
6
- LaVie,LaVie,994.3128426222853,993.3928258739844,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
7
- OpenSora,OpenSora,912.6999523480165,912.4458002756147,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
- ModelScope,ModelScope,862.8238191295329,864.104586732808,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
- AnimateDiffTurbo,AnimateDiffTurbo,853.1978138483248,853.3915997617631,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1128.5556341994472,1131.1226712368302,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ T2VTurbo,T2VTurbo,1104.2114319074628,1102.5509654047792,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
4
+ VideoCrafter2,VideoCrafter2,1076.4651982985179,1076.7711382593716,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
+ AnimateDiff,AnimateDiff,1067.3275823442182,1065.8895802273453,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
6
+ LaVie,LaVie,994.6797361277218,993.743578293222,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
7
+ OpenSora,OpenSora,912.9431526392987,912.6820481082565,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
+ ModelScope,ModelScope,863.3588113010672,864.6159871119833,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
+ AnimateDiffTurbo,AnimateDiffTurbo,852.4584531822653,852.6240313582127,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo