Update Leaderboard

contributor.json

@@ -51,7 +51,7 @@
         {
             "Rank": 9,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Vijay Anand",
-            "\ud83d\uddf3\ufe0f Votes*": 73,
+            "\ud83d\uddf3\ufe0f Votes*": 77,
             "\ud83c\udfdb\ufe0f Affiliation": "Texas A&M University"
         },
         {
@@ -92,64 +92,70 @@
         },
         {
             "Rank": 16,
+            "\ud83d\udc68\u200d\u2696\ufe0f Name": "Azazelle",
+            "\ud83d\uddf3\ufe0f Votes*": 4,
+            "\ud83c\udfdb\ufe0f Affiliation": "UT Dallas"
+        },
+        {
+            "Rank": 17,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Yinglong",
             "\ud83d\uddf3\ufe0f Votes*": 3,
             "\ud83c\udfdb\ufe0f Affiliation": "Meituan"
         },
         {
-            "Rank": 17,
+            "Rank": 18,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Yuzhang",
             "\ud83d\uddf3\ufe0f Votes*": 3,
             "\ud83c\udfdb\ufe0f Affiliation": "Illinois Tech"
         },
         {
-            "Rank": 18,
+            "Rank": 19,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Gray_squirrel",
             "\ud83d\uddf3\ufe0f Votes*": 2,
             "\ud83c\udfdb\ufe0f Affiliation": ""
         },
         {
-            "Rank": 19,
+            "Rank": 20,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "\u8463\u68a6\u822a",
             "\ud83d\uddf3\ufe0f Votes*": 2,
             "\ud83c\udfdb\ufe0f Affiliation": "Peking University HMI Lab"
         },
         {
-            "Rank": 20,
+            "Rank": 21,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Yinsheng Li",
             "\ud83d\uddf3\ufe0f Votes*": 2,
             "\ud83c\udfdb\ufe0f Affiliation": "Shao's Lab"
         },
         {
-            "Rank": 21,
+            "Rank": 22,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Bien",
             "\ud83d\uddf3\ufe0f Votes*": 2,
             "\ud83c\udfdb\ufe0f Affiliation": "CASIA"
         },
         {
-            "Rank": 22,
+            "Rank": 23,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "\u7a0b\u50b2\u677e",
             "\ud83d\uddf3\ufe0f Votes*": 2,
             "\ud83c\udfdb\ufe0f Affiliation": "Peking University HMI Lab"
         },
         {
-            "Rank": 23,
+            "Rank": 24,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Mingfei Guo",
             "\ud83d\uddf3\ufe0f Votes*": 1,
             "\ud83c\udfdb\ufe0f Affiliation": "Stanford"
         },
         {
-            "Rank": 24,
+            "Rank": 25,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Chenyue Cai",
             "\ud83d\uddf3\ufe0f Votes*": 1,
             "\ud83c\udfdb\ufe0f Affiliation": "Princeton"
         },
         {
-            "Rank": 25,
+            "Rank": 26,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Wok",
             "\ud83d\uddf3\ufe0f Votes*": 1,
             "\ud83c\udfdb\ufe0f Affiliation": ""
         }
     ],
-    "last_updated": "2024-08-31"
+    "last_updated": "2024-09-22"
 }

model/models/__init__.py

@@ -48,6 +48,7 @@ VIDEO_GENERATION_MODELS = ['replicate_Zeroscope-v2-xl_text2video',
                             'other_Pika-v1.0_text2video',
                             'other_Runway-Gen2_text2video',
                             'other_Sora_text2video',
+                            'replicate_CogVideoX-5b_text2video',
                            ]
 
 

sorted_score_list.json

@@ -1,140 +1,140 @@
 {
     "total_models": 30,
-    "total_votes": 1388,
-    "last_updated": "2024-08-31",
+    "total_votes": 1429,
+    "last_updated": "2024-09-22",
     "sorted_score_list": [
         {
             "Rank": 1,
             "\ud83e\udd16 Model": "Midjourney-v6.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "33.72 (36.08/0.788)",
-            "\ud83d\uddf3\ufe0f Votes": 665.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "33.93 (36.3/0.789)",
+            "\ud83d\uddf3\ufe0f Votes": 668.0,
             "\ud83c\udfdb\ufe0f Organization": "Midjourney"
         },
         {
             "Rank": 2,
             "\ud83e\udd16 Model": "FLUX.1-pro",
-            "\u2b50 Score (\u03bc/\u03c3)": "33.49 (35.89/0.799)",
-            "\ud83d\uddf3\ufe0f Votes": 534.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "33.18 (35.57/0.799)",
+            "\ud83d\uddf3\ufe0f Votes": 552.0,
             "\ud83c\udfdb\ufe0f Organization": "Black Forest Labs"
         },
         {
             "Rank": 3,
             "\ud83e\udd16 Model": "FLUX.1-dev",
-            "\u2b50 Score (\u03bc/\u03c3)": "32.42 (34.79/0.79)",
-            "\ud83d\uddf3\ufe0f Votes": 504.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "32.35 (34.72/0.791)",
+            "\ud83d\uddf3\ufe0f Votes": 522.0,
             "\ud83c\udfdb\ufe0f Organization": "Black Forest Labs"
         },
         {
             "Rank": 4,
+            "\ud83e\udd16 Model": "Dalle-3",
+            "\u2b50 Score (\u03bc/\u03c3)": "29.66 (32.02/0.787)",
+            "\ud83d\uddf3\ufe0f Votes": 592.0,
+            "\ud83c\udfdb\ufe0f Organization": "OpenAI"
+        },
+        {
+            "Rank": 5,
             "\ud83e\udd16 Model": "Midjourney-v5.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "29.62 (31.98/0.786)",
-            "\ud83d\uddf3\ufe0f Votes": 684.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "29.45 (31.82/0.789)",
+            "\ud83d\uddf3\ufe0f Votes": 687.0,
             "\ud83c\udfdb\ufe0f Organization": "Midjourney"
         },
         {
-            "Rank": 5,
+            "Rank": 6,
             "\ud83e\udd16 Model": "FLUX.1-schnell",
-            "\u2b50 Score (\u03bc/\u03c3)": "29.3 (31.67/0.79)",
-            "\ud83d\uddf3\ufe0f Votes": 516.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "29.0 (31.37/0.789)",
+            "\ud83d\uddf3\ufe0f Votes": 531.0,
             "\ud83c\udfdb\ufe0f Organization": "Black Forest Labs"
         },
         {
-            "Rank": 6,
+            "Rank": 7,
             "\ud83e\udd16 Model": "SD-v3.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "29.01 (31.37/0.784)",
-            "\ud83d\uddf3\ufe0f Votes": 804.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "28.49 (30.84/0.785)",
+            "\ud83d\uddf3\ufe0f Votes": 819.0,
             "\ud83c\udfdb\ufe0f Organization": "Stability AI"
         },
-        {
-            "Rank": 7,
-            "\ud83e\udd16 Model": "Dalle-3",
-            "\u2b50 Score (\u03bc/\u03c3)": "28.87 (31.24/0.79)",
-            "\ud83d\uddf3\ufe0f Votes": 565.0,
-            "\ud83c\udfdb\ufe0f Organization": "OpenAI"
-        },
         {
             "Rank": 8,
             "\ud83e\udd16 Model": "Pixart-Sigma",
-            "\u2b50 Score (\u03bc/\u03c3)": "27.77 (30.12/0.786)",
-            "\ud83d\uddf3\ufe0f Votes": 510.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "28.31 (30.67/0.786)",
+            "\ud83d\uddf3\ufe0f Votes": 531.0,
             "\ud83c\udfdb\ufe0f Organization": "PixArt-Alpha"
         },
         {
             "Rank": 9,
-            "\ud83e\udd16 Model": "Realvisxl-v3.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "25.87 (28.23/0.787)",
-            "\ud83d\uddf3\ufe0f Votes": 514.0,
-            "\ud83c\udfdb\ufe0f Organization": "Realistic Vision"
-        },
-        {
-            "Rank": 10,
             "\ud83e\udd16 Model": "Proteus-v0.2",
-            "\u2b50 Score (\u03bc/\u03c3)": "25.66 (28.01/0.784)",
-            "\ud83d\uddf3\ufe0f Votes": 594.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "26.13 (28.48/0.783)",
+            "\ud83d\uddf3\ufe0f Votes": 618.0,
             "\ud83c\udfdb\ufe0f Organization": "DataAutoGPT3"
         },
         {
-            "Rank": 11,
+            "Rank": 10,
             "\ud83e\udd16 Model": "Dreamshaper-xl",
-            "\u2b50 Score (\u03bc/\u03c3)": "25.37 (27.71/0.781)",
-            "\ud83d\uddf3\ufe0f Votes": 620.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "25.76 (28.1/0.781)",
+            "\ud83d\uddf3\ufe0f Votes": 644.0,
             "\ud83c\udfdb\ufe0f Organization": "Lykon"
         },
         {
-            "Rank": 12,
-            "\ud83e\udd16 Model": "Kandinsky-v2.2",
-            "\u2b50 Score (\u03bc/\u03c3)": "25.16 (27.5/0.781)",
-            "\ud83d\uddf3\ufe0f Votes": 579.0,
-            "\ud83c\udfdb\ufe0f Organization": "AI-Forever"
+            "Rank": 11,
+            "\ud83e\udd16 Model": "Realvisxl-v3.0",
+            "\u2b50 Score (\u03bc/\u03c3)": "25.63 (28.0/0.79)",
+            "\ud83d\uddf3\ufe0f Votes": 535.0,
+            "\ud83c\udfdb\ufe0f Organization": "Realistic Vision"
         },
         {
-            "Rank": 13,
+            "Rank": 12,
             "\ud83e\udd16 Model": "Realvisxl-v2.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "24.94 (27.3/0.786)",
-            "\ud83d\uddf3\ufe0f Votes": 505.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "24.86 (27.22/0.785)",
+            "\ud83d\uddf3\ufe0f Votes": 523.0,
             "\ud83c\udfdb\ufe0f Organization": "Realistic Vision"
         },
+        {
+            "Rank": 13,
+            "\ud83e\udd16 Model": "Kandinsky-v2.2",
+            "\u2b50 Score (\u03bc/\u03c3)": "24.82 (27.17/0.781)",
+            "\ud83d\uddf3\ufe0f Votes": 606.0,
+            "\ud83c\udfdb\ufe0f Organization": "AI-Forever"
+        },
         {
             "Rank": 14,
             "\ud83e\udd16 Model": "Open-Dalle-v1.1",
-            "\u2b50 Score (\u03bc/\u03c3)": "24.88 (27.22/0.781)",
-            "\ud83d\uddf3\ufe0f Votes": 522.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "24.73 (27.07/0.781)",
+            "\ud83d\uddf3\ufe0f Votes": 546.0,
             "\ud83c\udfdb\ufe0f Organization": "DataAutoGPT3"
         },
         {
             "Rank": 15,
             "\ud83e\udd16 Model": "Dalle-2",
-            "\u2b50 Score (\u03bc/\u03c3)": "24.32 (26.67/0.784)",
-            "\ud83d\uddf3\ufe0f Votes": 564.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "24.07 (26.42/0.784)",
+            "\ud83d\uddf3\ufe0f Votes": 573.0,
             "\ud83c\udfdb\ufe0f Organization": "OpenAI"
         },
         {
             "Rank": 16,
             "\ud83e\udd16 Model": "Deepfloyd-IF",
-            "\u2b50 Score (\u03bc/\u03c3)": "23.22 (25.57/0.784)",
-            "\ud83d\uddf3\ufe0f Votes": 510.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "23.06 (25.4/0.783)",
+            "\ud83d\uddf3\ufe0f Votes": 531.0,
             "\ud83c\udfdb\ufe0f Organization": "DeepFloyd"
         },
         {
             "Rank": 17,
             "\ud83e\udd16 Model": "Kandinsky-v2.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "22.89 (25.25/0.785)",
-            "\ud83d\uddf3\ufe0f Votes": 574.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "22.86 (25.21/0.784)",
+            "\ud83d\uddf3\ufe0f Votes": 595.0,
             "\ud83c\udfdb\ufe0f Organization": "AI-Forever"
         },
         {
             "Rank": 18,
             "\ud83e\udd16 Model": "Playground-v2.5",
-            "\u2b50 Score (\u03bc/\u03c3)": "21.99 (24.36/0.788)",
-            "\ud83d\uddf3\ufe0f Votes": 631.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "21.75 (24.1/0.785)",
+            "\ud83d\uddf3\ufe0f Votes": 664.0,
             "\ud83c\udfdb\ufe0f Organization": "Playground AI"
         },
         {
             "Rank": 19,
-            "\ud83e\udd16 Model": "Openjourney-v4",
-            "\u2b50 Score (\u03bc/\u03c3)": "21.58 (23.93/0.783)",
-            "\ud83d\uddf3\ufe0f Votes": 516.0,
-            "\ud83c\udfdb\ufe0f Organization": "Prompthero"
+            "\ud83e\udd16 Model": "LCM-v1.5",
+            "\u2b50 Score (\u03bc/\u03c3)": "21.41 (23.77/0.786)",
+            "\ud83d\uddf3\ufe0f Votes": 534.0,
+            "\ud83c\udfdb\ufe0f Organization": "Tsinghua"
         },
         {
             "Rank": 20,
@@ -145,16 +145,16 @@
         },
         {
             "Rank": 21,
-            "\ud83e\udd16 Model": "LCM-v1.5",
-            "\u2b50 Score (\u03bc/\u03c3)": "21.01 (23.37/0.789)",
-            "\ud83d\uddf3\ufe0f Votes": 516.0,
-            "\ud83c\udfdb\ufe0f Organization": "Tsinghua"
+            "\ud83e\udd16 Model": "Openjourney-v4",
+            "\u2b50 Score (\u03bc/\u03c3)": "20.96 (23.31/0.782)",
+            "\ud83d\uddf3\ufe0f Votes": 543.0,
+            "\ud83c\udfdb\ufe0f Organization": "Prompthero"
         },
         {
             "Rank": 22,
             "\ud83e\udd16 Model": "SD-v2.1",
-            "\u2b50 Score (\u03bc/\u03c3)": "19.97 (22.33/0.788)",
-            "\ud83d\uddf3\ufe0f Votes": 595.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "20.67 (23.03/0.784)",
+            "\ud83d\uddf3\ufe0f Votes": 628.0,
             "\ud83c\udfdb\ufe0f Organization": "Stability AI"
         },
         {
@@ -180,37 +180,37 @@
         },
         {
             "Rank": 26,
-            "\ud83e\udd16 Model": "Playground-v2.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "17.43 (19.78/0.784)",
-            "\ud83d\uddf3\ufe0f Votes": 590.0,
-            "\ud83c\udfdb\ufe0f Organization": "Playground AI"
-        },
-        {
-            "Rank": 27,
             "\ud83e\udd16 Model": "SSD-1b",
-            "\u2b50 Score (\u03bc/\u03c3)": "17.39 (19.74/0.784)",
-            "\ud83d\uddf3\ufe0f Votes": 517.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "17.91 (20.28/0.79)",
+            "\ud83d\uddf3\ufe0f Votes": 535.0,
             "\ud83c\udfdb\ufe0f Organization": "Segmind"
         },
         {
-            "Rank": 28,
+            "Rank": 27,
             "\ud83e\udd16 Model": "Stable-cascade",
             "\u2b50 Score (\u03bc/\u03c3)": "17.23 (19.64/0.801)",
             "\ud83d\uddf3\ufe0f Votes": 429.0,
             "\ud83c\udfdb\ufe0f Organization": "Stability AI"
         },
+        {
+            "Rank": 28,
+            "\ud83e\udd16 Model": "Playground-v2.0",
+            "\u2b50 Score (\u03bc/\u03c3)": "17.02 (19.38/0.785)",
+            "\ud83d\uddf3\ufe0f Votes": 608.0,
+            "\ud83c\udfdb\ufe0f Organization": "Playground AI"
+        },
         {
             "Rank": 29,
             "\ud83e\udd16 Model": "SDXL-Lightning",
-            "\u2b50 Score (\u03bc/\u03c3)": "16.46 (18.84/0.795)",
-            "\ud83d\uddf3\ufe0f Votes": 536.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "16.38 (18.77/0.794)",
+            "\ud83d\uddf3\ufe0f Votes": 554.0,
             "\ud83c\udfdb\ufe0f Organization": "ByteDance"
         },
         {
             "Rank": 30,
             "\ud83e\udd16 Model": "SDXL-Deepcache",
-            "\u2b50 Score (\u03bc/\u03c3)": "11.74 (14.25/0.837)",
-            "\ud83d\uddf3\ufe0f Votes": 516.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "11.68 (14.19/0.836)",
+            "\ud83d\uddf3\ufe0f Votes": 534.0,
             "\ud83c\udfdb\ufe0f Organization": "NUS"
         }
     ]

sorted_score_list_video.json

@@ -1,62 +1,62 @@
 {
-    "total_models": 11,
-    "total_votes": 512,
-    "last_updated": "2024-08-31",
+    "total_models": 12,
+    "total_votes": 516,
+    "last_updated": "2024-09-22",
     "sorted_score_list": [
         {
             "Rank": 1,
             "\ud83e\udd16 Model": "Sora (official samples)",
-            "\u2b50 Score (\u03bc/\u03c3)": "35.01 (38.04/1.009)",
-            "\ud83d\uddf3\ufe0f Votes": 288.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "34.48 (37.45/0.991)",
+            "\ud83d\uddf3\ufe0f Votes": 294.0,
             "\ud83c\udfdb\ufe0f Organization": "OpenAI"
         },
         {
             "Rank": 2,
             "\ud83e\udd16 Model": "Runway-Gen3",
-            "\u2b50 Score (\u03bc/\u03c3)": "33.19 (35.8/0.869)",
-            "\ud83d\uddf3\ufe0f Votes": 290.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "33.35 (35.95/0.869)",
+            "\ud83d\uddf3\ufe0f Votes": 293.0,
             "\ud83c\udfdb\ufe0f Organization": "Runway"
         },
         {
             "Rank": 3,
             "\ud83e\udd16 Model": "Runway-Gen2",
-            "\u2b50 Score (\u03bc/\u03c3)": "29.83 (32.26/0.807)",
-            "\ud83d\uddf3\ufe0f Votes": 291.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "29.72 (32.14/0.806)",
+            "\ud83d\uddf3\ufe0f Votes": 294.0,
             "\ud83c\udfdb\ufe0f Organization": "Runway"
         },
         {
             "Rank": 4,
             "\ud83e\udd16 Model": "Pika-v1.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "28.65 (31.08/0.811)",
-            "\ud83d\uddf3\ufe0f Votes": 290.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "28.4 (30.83/0.81)",
+            "\ud83d\uddf3\ufe0f Votes": 293.0,
             "\ud83c\udfdb\ufe0f Organization": "Pika"
         },
         {
             "Rank": 5,
-            "\ud83e\udd16 Model": "Pika-beta",
-            "\u2b50 Score (\u03bc/\u03c3)": "26.95 (29.32/0.789)",
-            "\ud83d\uddf3\ufe0f Votes": 290.0,
-            "\ud83c\udfdb\ufe0f Organization": "Pika"
+            "\ud83e\udd16 Model": "OpenSora",
+            "\u2b50 Score (\u03bc/\u03c3)": "26.84 (29.25/0.804)",
+            "\ud83d\uddf3\ufe0f Votes": 1108.0,
+            "\ud83c\udfdb\ufe0f Organization": "HPC-AI"
         },
         {
             "Rank": 6,
-            "\ud83e\udd16 Model": "OpenSora",
-            "\u2b50 Score (\u03bc/\u03c3)": "26.16 (28.59/0.809)",
-            "\ud83d\uddf3\ufe0f Votes": 1096.0,
-            "\ud83c\udfdb\ufe0f Organization": "HPC-AI"
+            "\ud83e\udd16 Model": "Pika-beta",
+            "\u2b50 Score (\u03bc/\u03c3)": "26.84 (29.2/0.789)",
+            "\ud83d\uddf3\ufe0f Votes": 293.0,
+            "\ud83c\udfdb\ufe0f Organization": "Pika"
         },
         {
             "Rank": 7,
             "\ud83e\udd16 Model": "LaVie",
-            "\u2b50 Score (\u03bc/\u03c3)": "26.09 (28.49/0.802)",
-            "\ud83d\uddf3\ufe0f Votes": 1129.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "26.39 (28.78/0.799)",
+            "\ud83d\uddf3\ufe0f Votes": 1138.0,
             "\ud83c\udfdb\ufe0f Organization": "Shanghai AI Lab"
         },
         {
             "Rank": 8,
             "\ud83e\udd16 Model": "AnimateDiff",
-            "\u2b50 Score (\u03bc/\u03c3)": "25.8 (28.22/0.806)",
-            "\ud83d\uddf3\ufe0f Votes": 843.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "25.56 (27.98/0.807)",
+            "\ud83d\uddf3\ufe0f Votes": 852.0,
             "\ud83c\udfdb\ufe0f Organization": "CUHK etc."
         },
         {
@@ -79,6 +79,13 @@
             "\u2b50 Score (\u03bc/\u03c3)": "13.02 (15.71/0.895)",
             "\ud83d\uddf3\ufe0f Votes": 348.0,
             "\ud83c\udfdb\ufe0f Organization": "Cerspense"
+        },
+        {
+            "Rank": 12,
+            "\ud83e\udd16 Model": "CogVideoX-5b",
+            "\u2b50 Score (\u03bc/\u03c3)": "0.0 (25.0/8.333)",
+            "\ud83d\uddf3\ufe0f Votes": 0.0,
+            "\ud83c\udfdb\ufe0f Organization": "Tsinghua"
         }
     ]
 }