Add GPT-4o

contributor.json

@@ -32,28 +32,28 @@
         },
         {
             "Rank": 6,
+            "\ud83d\udc68\u200d\u2696\ufe0f Name": "Shen",
+            "\ud83d\uddf3\ufe0f Votes*": 128,
+            "\ud83c\udfdb\ufe0f Affiliation": "CASIA"
+        },
+        {
+            "Rank": 7,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Jinbin Bai",
             "\ud83d\uddf3\ufe0f Votes*": 103,
             "\ud83c\udfdb\ufe0f Affiliation": "NUS"
         },
         {
-            "Rank": 7,
+            "Rank": 8,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Jianquan",
             "\ud83d\uddf3\ufe0f Votes*": 100,
             "\ud83c\udfdb\ufe0f Affiliation": "CASIA"
         },
         {
-            "Rank": 8,
+            "Rank": 9,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Zhen",
             "\ud83d\uddf3\ufe0f Votes*": 88,
             "\ud83c\udfdb\ufe0f Affiliation": "Berkeley"
         },
-        {
-            "Rank": 9,
-            "\ud83d\udc68\u200d\u2696\ufe0f Name": "Shen",
-            "\ud83d\uddf3\ufe0f Votes*": 80,
-            "\ud83c\udfdb\ufe0f Affiliation": "CASIA"
-        },
         {
             "Rank": 10,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Vijay Anand",
@@ -62,142 +62,160 @@
         },
         {
             "Rank": 11,
+            "\ud83d\udc68\u200d\u2696\ufe0f Name": "zibo",
+            "\ud83d\uddf3\ufe0f Votes*": 49,
+            "\ud83c\udfdb\ufe0f Affiliation": "casia"
+        },
+        {
+            "Rank": 12,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Daquan",
             "\ud83d\uddf3\ufe0f Votes*": 44,
             "\ud83c\udfdb\ufe0f Affiliation": "NUS"
         },
         {
-            "Rank": 12,
+            "Rank": 13,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Mingfei Guo",
             "\ud83d\uddf3\ufe0f Votes*": 42,
             "\ud83c\udfdb\ufe0f Affiliation": "Stanford University"
         },
         {
-            "Rank": 13,
+            "Rank": 14,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "chen",
             "\ud83d\uddf3\ufe0f Votes*": 34,
             "\ud83c\udfdb\ufe0f Affiliation": "casia"
         },
         {
-            "Rank": 14,
+            "Rank": 15,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Yang Zhou",
             "\ud83d\uddf3\ufe0f Votes*": 34,
             "\ud83c\udfdb\ufe0f Affiliation": "Carnegie Mellon University"
         },
         {
-            "Rank": 15,
+            "Rank": 16,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "chen",
             "\ud83d\uddf3\ufe0f Votes*": 20,
             "\ud83c\udfdb\ufe0f Affiliation": "caisa"
         },
         {
-            "Rank": 16,
+            "Rank": 17,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Ying Li",
             "\ud83d\uddf3\ufe0f Votes*": 12,
             "\ud83c\udfdb\ufe0f Affiliation": "Peking University HMI Lab"
         },
         {
-            "Rank": 17,
+            "Rank": 18,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Mikeme",
             "\ud83d\uddf3\ufe0f Votes*": 10,
             "\ud83c\udfdb\ufe0f Affiliation": ""
         },
         {
-            "Rank": 18,
+            "Rank": 19,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "tsekun",
             "\ud83d\uddf3\ufe0f Votes*": 8,
             "\ud83c\udfdb\ufe0f Affiliation": "casia"
         },
         {
-            "Rank": 19,
+            "Rank": 20,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Chun-Kai Fan",
             "\ud83d\uddf3\ufe0f Votes*": 8,
             "\ud83c\udfdb\ufe0f Affiliation": "Peking University HMI Lab"
         },
         {
-            "Rank": 20,
+            "Rank": 21,
+            "\ud83d\udc68\u200d\u2696\ufe0f Name": "zibo",
+            "\ud83d\uddf3\ufe0f Votes*": 4,
+            "\ud83c\udfdb\ufe0f Affiliation": ""
+        },
+        {
+            "Rank": 22,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Burak",
             "\ud83d\uddf3\ufe0f Votes*": 4,
             "\ud83c\udfdb\ufe0f Affiliation": ""
         },
         {
-            "Rank": 21,
+            "Rank": 23,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Shen",
             "\ud83d\uddf3\ufe0f Votes*": 4,
             "\ud83c\udfdb\ufe0f Affiliation": ""
         },
         {
-            "Rank": 22,
+            "Rank": 24,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Azazelle",
             "\ud83d\uddf3\ufe0f Votes*": 4,
             "\ud83c\udfdb\ufe0f Affiliation": "UT Dallas"
         },
         {
-            "Rank": 23,
+            "Rank": 25,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Yinglong",
             "\ud83d\uddf3\ufe0f Votes*": 3,
             "\ud83c\udfdb\ufe0f Affiliation": "Meituan"
         },
         {
-            "Rank": 24,
+            "Rank": 26,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Yuzhang",
             "\ud83d\uddf3\ufe0f Votes*": 3,
             "\ud83c\udfdb\ufe0f Affiliation": "Illinois Tech"
         },
         {
-            "Rank": 25,
+            "Rank": 27,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Gray_squirrel",
             "\ud83d\uddf3\ufe0f Votes*": 2,
             "\ud83c\udfdb\ufe0f Affiliation": ""
         },
         {
-            "Rank": 26,
+            "Rank": 28,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Neil Pattanaik",
             "\ud83d\uddf3\ufe0f Votes*": 2,
             "\ud83c\udfdb\ufe0f Affiliation": "University of California, Berkeley"
         },
         {
-            "Rank": 27,
+            "Rank": 29,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "\u8463\u68a6\u822a",
             "\ud83d\uddf3\ufe0f Votes*": 2,
             "\ud83c\udfdb\ufe0f Affiliation": "Peking University HMI Lab"
         },
         {
-            "Rank": 28,
+            "Rank": 30,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Yinsheng Li",
             "\ud83d\uddf3\ufe0f Votes*": 2,
             "\ud83c\udfdb\ufe0f Affiliation": "Shao's Lab"
         },
         {
-            "Rank": 29,
+            "Rank": 31,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Bien",
             "\ud83d\uddf3\ufe0f Votes*": 2,
             "\ud83c\udfdb\ufe0f Affiliation": "CASIA"
         },
         {
-            "Rank": 30,
+            "Rank": 32,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "\u7a0b\u50b2\u677e",
             "\ud83d\uddf3\ufe0f Votes*": 2,
             "\ud83c\udfdb\ufe0f Affiliation": "Peking University HMI Lab"
         },
         {
-            "Rank": 31,
+            "Rank": 33,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Mingfei Guo",
             "\ud83d\uddf3\ufe0f Votes*": 1,
             "\ud83c\udfdb\ufe0f Affiliation": "Stanford"
         },
         {
-            "Rank": 32,
+            "Rank": 34,
+            "\ud83d\udc68\u200d\u2696\ufe0f Name": "huggamau5",
+            "\ud83d\uddf3\ufe0f Votes*": 1,
+            "\ud83c\udfdb\ufe0f Affiliation": "Earth"
+        },
+        {
+            "Rank": 35,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Chenyue Cai",
             "\ud83d\uddf3\ufe0f Votes*": 1,
             "\ud83c\udfdb\ufe0f Affiliation": "Princeton"
         },
         {
-            "Rank": 33,
+            "Rank": 36,
             "\ud83d\udc68\u200d\u2696\ufe0f Name": "Wok",
             "\ud83d\uddf3\ufe0f Votes*": 1,
             "\ud83c\udfdb\ufe0f Affiliation": ""
         }
     ],
-    "last_updated": "2025-03-21"
+    "last_updated": "2025-04-05"
 }

serve/update_skill.py

@@ -96,19 +96,28 @@ def update_skill(rank, model_names, k_group=4):
         group.append(IMAGE_GENERATION_MODELS.index(model_name))
     print(group)
 
-    pairwise_comparisons = [(i, j) for i in range(len(group)) for j in range(i+1, len(group))]
-    for player1, player2 in pairwise_comparisons:
-        if rank[player1] < rank[player2]:
-            ranks = [0, 1]
-            updated_ratings = update_trueskill([[ratings[group[player1]]], [ratings[group[player2]]]], ranks)
-            ratings[group[player1]], ratings[group[player2]] = updated_ratings[0][0], updated_ratings[1][0]
-        elif rank[player1] > rank[player2]:
-            ranks = [1, 0]
-            updated_ratings = update_trueskill([[ratings[group[player1]]], [ratings[group[player2]]]], ranks)
-            ratings[group[player1]], ratings[group[player2]] = updated_ratings[0][0], updated_ratings[1][0]
+    group_ratings = [[ratings[player]] for player in group]
+    updated_group_ratings = update_trueskill(group_ratings, ranks=rank)
+    for i, player in enumerate(group):
+        ratings[player] = updated_group_ratings[i][0]
+    for i in range(len(group)):
+        for j in range(i + 1, len(group)):
+            comparison_counts[group[i], group[j]] += 1
+            comparison_counts[group[j], group[i]] += 1
+
+    # pairwise_comparisons = [(i, j) for i in range(len(group)) for j in range(i+1, len(group))]
+    # for player1, player2 in pairwise_comparisons:
+    #     if rank[player1] < rank[player2]:
+    #         ranks = [0, 1]
+    #         updated_ratings = update_trueskill([[ratings[group[player1]]], [ratings[group[player2]]]], ranks)
+    #         ratings[group[player1]], ratings[group[player2]] = updated_ratings[0][0], updated_ratings[1][0]
+    #     elif rank[player1] > rank[player2]:
+    #         ranks = [1, 0]
+    #         updated_ratings = update_trueskill([[ratings[group[player1]]], [ratings[group[player2]]]], ranks)
+    #         ratings[group[player1]], ratings[group[player2]] = updated_ratings[0][0], updated_ratings[1][0]
             
-        comparison_counts[group[player1], group[player2]] += 1
-        comparison_counts[group[player2], group[player1]] += 1
+    #     comparison_counts[group[player1], group[player2]] += 1
+    #     comparison_counts[group[player2], group[player1]] += 1
     
     total_comparisons += 1
 

serve/update_skill_video.py

@@ -96,19 +96,28 @@ def update_skill_video(rank, model_names, k_group=4):
         group.append(VIDEO_GENERATION_MODELS.index(model_name))
     print(group)
 
-    pairwise_comparisons = [(i, j) for i in range(len(group)) for j in range(i+1, len(group))]
-    for player1, player2 in pairwise_comparisons:
-        if rank[player1] < rank[player2]:
-            ranks = [0, 1]
-            updated_ratings = update_trueskill([[ratings[group[player1]]], [ratings[group[player2]]]], ranks)
-            ratings[group[player1]], ratings[group[player2]] = updated_ratings[0][0], updated_ratings[1][0]
-        elif rank[player1] > rank[player2]:
-            ranks = [1, 0]
-            updated_ratings = update_trueskill([[ratings[group[player1]]], [ratings[group[player2]]]], ranks)
-            ratings[group[player1]], ratings[group[player2]] = updated_ratings[0][0], updated_ratings[1][0]
+    group_ratings = [[ratings[player]] for player in group]
+    updated_group_ratings = update_trueskill(group_ratings, ranks=rank)
+    for i, player in enumerate(group):
+        ratings[player] = updated_group_ratings[i][0]
+    for i in range(len(group)):
+        for j in range(i + 1, len(group)):
+            comparison_counts[group[i], group[j]] += 1
+            comparison_counts[group[j], group[i]] += 1
+
+    # pairwise_comparisons = [(i, j) for i in range(len(group)) for j in range(i+1, len(group))]
+    # for player1, player2 in pairwise_comparisons:
+    #     if rank[player1] < rank[player2]:
+    #         ranks = [0, 1]
+    #         updated_ratings = update_trueskill([[ratings[group[player1]]], [ratings[group[player2]]]], ranks)
+    #         ratings[group[player1]], ratings[group[player2]] = updated_ratings[0][0], updated_ratings[1][0]
+    #     elif rank[player1] > rank[player2]:
+    #         ranks = [1, 0]
+    #         updated_ratings = update_trueskill([[ratings[group[player1]]], [ratings[group[player2]]]], ranks)
+    #         ratings[group[player1]], ratings[group[player2]] = updated_ratings[0][0], updated_ratings[1][0]
             
-        comparison_counts[group[player1], group[player2]] += 1
-        comparison_counts[group[player2], group[player1]] += 1
+    #     comparison_counts[group[player1], group[player2]] += 1
+    #     comparison_counts[group[player2], group[player1]] += 1
     
     total_comparisons += 1
 

sorted_score_list.json

@@ -1,251 +1,258 @@
 {
-    "total_models": 35,
-    "total_votes": 1597,
-    "last_updated": "2025-03-21",
+    "total_models": 36,
+    "total_votes": 1847,
+    "last_updated": "2025-04-05",
     "sorted_score_list": [
         {
             "Rank": 1,
-            "\ud83e\udd16 Model": "Midjourney-v6.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "33.15 (35.54/0.796)",
-            "\ud83d\uddf3\ufe0f Votes": 689.0,
-            "\ud83c\udfdb\ufe0f Organization": "Midjourney"
+            "\ud83e\udd16 Model": "GPT-4o",
+            "\u2b50 Score (\u03bc/\u03c3)": "30.99 (33.16/0.722)",
+            "\ud83d\uddf3\ufe0f Votes": 204.0,
+            "\ud83c\udfdb\ufe0f Organization": "OpenAI"
         },
         {
             "Rank": 2,
-            "\ud83e\udd16 Model": "FLUX-1.1-pro",
-            "\u2b50 Score (\u03bc/\u03c3)": "32.66 (35.15/0.83)",
-            "\ud83d\uddf3\ufe0f Votes": 162.0,
-            "\ud83c\udfdb\ufe0f Organization": "Black Forest Labs"
+            "\ud83e\udd16 Model": "Midjourney-v6.0",
+            "\u2b50 Score (\u03bc/\u03c3)": "30.88 (32.88/0.666)",
+            "\ud83d\uddf3\ufe0f Votes": 824.0,
+            "\ud83c\udfdb\ufe0f Organization": "Midjourney"
         },
         {
             "Rank": 3,
-            "\ud83e\udd16 Model": "FLUX.1-pro",
-            "\u2b50 Score (\u03bc/\u03c3)": "31.78 (34.14/0.786)",
-            "\ud83d\uddf3\ufe0f Votes": 657.0,
+            "\ud83e\udd16 Model": "FLUX-1.1-pro",
+            "\u2b50 Score (\u03bc/\u03c3)": "29.49 (31.53/0.682)",
+            "\ud83d\uddf3\ufe0f Votes": 360.0,
             "\ud83c\udfdb\ufe0f Organization": "Black Forest Labs"
         },
         {
             "Rank": 4,
-            "\ud83e\udd16 Model": "Dalle-3",
-            "\u2b50 Score (\u03bc/\u03c3)": "31.34 (33.69/0.784)",
-            "\ud83d\uddf3\ufe0f Votes": 739.0,
-            "\ud83c\udfdb\ufe0f Organization": "OpenAI"
+            "\ud83e\udd16 Model": "SD-v3.5-large",
+            "\u2b50 Score (\u03bc/\u03c3)": "28.95 (31.11/0.719)",
+            "\ud83d\uddf3\ufe0f Votes": 300.0,
+            "\ud83c\udfdb\ufe0f Organization": "Stability AI"
         },
         {
             "Rank": 5,
-            "\ud83e\udd16 Model": "FLUX.1-dev",
-            "\u2b50 Score (\u03bc/\u03c3)": "31.25 (33.6/0.783)",
-            "\ud83d\uddf3\ufe0f Votes": 654.0,
+            "\ud83e\udd16 Model": "FLUX.1-pro",
+            "\u2b50 Score (\u03bc/\u03c3)": "28.88 (30.86/0.662)",
+            "\ud83d\uddf3\ufe0f Votes": 807.0,
             "\ud83c\udfdb\ufe0f Organization": "Black Forest Labs"
         },
         {
             "Rank": 6,
-            "\ud83e\udd16 Model": "FLUX.1-schnell",
-            "\u2b50 Score (\u03bc/\u03c3)": "30.2 (32.55/0.784)",
-            "\ud83d\uddf3\ufe0f Votes": 636.0,
+            "\ud83e\udd16 Model": "FLUX.1-dev",
+            "\u2b50 Score (\u03bc/\u03c3)": "28.83 (30.81/0.661)",
+            "\ud83d\uddf3\ufe0f Votes": 846.0,
             "\ud83c\udfdb\ufe0f Organization": "Black Forest Labs"
         },
         {
             "Rank": 7,
-            "\ud83e\udd16 Model": "SD-v3.5-large",
-            "\u2b50 Score (\u03bc/\u03c3)": "29.89 (32.54/0.884)",
-            "\ud83d\uddf3\ufe0f Votes": 114.0,
-            "\ud83c\udfdb\ufe0f Organization": "Stability AI"
+            "\ud83e\udd16 Model": "Aurora",
+            "\u2b50 Score (\u03bc/\u03c3)": "28.69 (31.02/0.776)",
+            "\ud83d\uddf3\ufe0f Votes": 207.0,
+            "\ud83c\udfdb\ufe0f Organization": "xAI"
         },
         {
             "Rank": 8,
-            "\ud83e\udd16 Model": "Midjourney-v5.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "29.72 (32.09/0.791)",
-            "\ud83d\uddf3\ufe0f Votes": 708.0,
-            "\ud83c\udfdb\ufe0f Organization": "Midjourney"
+            "\ud83e\udd16 Model": "Dalle-3",
+            "\u2b50 Score (\u03bc/\u03c3)": "28.25 (30.25/0.665)",
+            "\ud83d\uddf3\ufe0f Votes": 853.0,
+            "\ud83c\udfdb\ufe0f Organization": "OpenAI"
         },
         {
             "Rank": 9,
             "\ud83e\udd16 Model": "SD-v3.5-large-turbo",
-            "\u2b50 Score (\u03bc/\u03c3)": "28.3 (31.13/0.945)",
-            "\ud83d\uddf3\ufe0f Votes": 96.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "27.71 (29.92/0.737)",
+            "\ud83d\uddf3\ufe0f Votes": 285.0,
             "\ud83c\udfdb\ufe0f Organization": "Stability AI"
         },
         {
             "Rank": 10,
-            "\ud83e\udd16 Model": "Pixart-Sigma",
-            "\u2b50 Score (\u03bc/\u03c3)": "27.52 (29.9/0.794)",
-            "\ud83d\uddf3\ufe0f Votes": 630.0,
-            "\ud83c\udfdb\ufe0f Organization": "PixArt-Alpha"
+            "\ud83e\udd16 Model": "FLUX.1-schnell",
+            "\u2b50 Score (\u03bc/\u03c3)": "27.69 (29.71/0.671)",
+            "\ud83d\uddf3\ufe0f Votes": 777.0,
+            "\ud83c\udfdb\ufe0f Organization": "Black Forest Labs"
         },
         {
             "Rank": 11,
-            "\ud83e\udd16 Model": "SD-v3.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "26.32 (28.68/0.787)",
-            "\ud83d\uddf3\ufe0f Votes": 891.0,
-            "\ud83c\udfdb\ufe0f Organization": "Stability AI"
+            "\ud83e\udd16 Model": "Midjourney-v5.0",
+            "\u2b50 Score (\u03bc/\u03c3)": "27.41 (29.43/0.675)",
+            "\ud83d\uddf3\ufe0f Votes": 756.0,
+            "\ud83c\udfdb\ufe0f Organization": "Midjourney"
         },
         {
             "Rank": 12,
-            "\ud83e\udd16 Model": "Proteus-v0.2",
-            "\u2b50 Score (\u03bc/\u03c3)": "25.96 (28.32/0.786)",
-            "\ud83d\uddf3\ufe0f Votes": 669.0,
-            "\ud83c\udfdb\ufe0f Organization": "DataAutoGPT3"
+            "\ud83e\udd16 Model": "SD-v3.0",
+            "\u2b50 Score (\u03bc/\u03c3)": "27.12 (29.09/0.658)",
+            "\ud83d\uddf3\ufe0f Votes": 939.0,
+            "\ud83c\udfdb\ufe0f Organization": "Stability AI"
         },
         {
             "Rank": 13,
-            "\ud83e\udd16 Model": "Open-Dalle-v1.1",
-            "\u2b50 Score (\u03bc/\u03c3)": "25.93 (28.28/0.782)",
-            "\ud83d\uddf3\ufe0f Votes": 606.0,
-            "\ud83c\udfdb\ufe0f Organization": "DataAutoGPT3"
+            "\ud83e\udd16 Model": "Pixart-Sigma",
+            "\u2b50 Score (\u03bc/\u03c3)": "26.38 (28.38/0.668)",
+            "\ud83d\uddf3\ufe0f Votes": 714.0,
+            "\ud83c\udfdb\ufe0f Organization": "PixArt-Alpha"
         },
         {
             "Rank": 14,
-            "\ud83e\udd16 Model": "Aurora",
-            "\u2b50 Score (\u03bc/\u03c3)": "25.89 (30.77/1.626*)",
-            "\ud83d\uddf3\ufe0f Votes": 27.0,
-            "\ud83c\udfdb\ufe0f Organization": "xAI"
+            "\ud83e\udd16 Model": "Proteus-v0.2",
+            "\u2b50 Score (\u03bc/\u03c3)": "24.68 (26.68/0.666)",
+            "\ud83d\uddf3\ufe0f Votes": 699.0,
+            "\ud83c\udfdb\ufe0f Organization": "DataAutoGPT3"
         },
         {
             "Rank": 15,
-            "\ud83e\udd16 Model": "Realvisxl-v3.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "25.8 (28.16/0.787)",
-            "\ud83d\uddf3\ufe0f Votes": 583.0,
-            "\ud83c\udfdb\ufe0f Organization": "Realistic Vision"
+            "\ud83e\udd16 Model": "Open-Dalle-v1.1",
+            "\u2b50 Score (\u03bc/\u03c3)": "24.65 (26.65/0.665)",
+            "\ud83d\uddf3\ufe0f Votes": 648.0,
+            "\ud83c\udfdb\ufe0f Organization": "DataAutoGPT3"
         },
         {
             "Rank": 16,
-            "\ud83e\udd16 Model": "Dreamshaper-xl",
-            "\u2b50 Score (\u03bc/\u03c3)": "25.09 (27.45/0.789)",
-            "\ud83d\uddf3\ufe0f Votes": 704.0,
-            "\ud83c\udfdb\ufe0f Organization": "Lykon"
+            "\ud83e\udd16 Model": "Realvisxl-v3.0",
+            "\u2b50 Score (\u03bc/\u03c3)": "23.93 (25.94/0.67)",
+            "\ud83d\uddf3\ufe0f Votes": 637.0,
+            "\ud83c\udfdb\ufe0f Organization": "Realistic Vision"
         },
         {
             "Rank": 17,
-            "\ud83e\udd16 Model": "Deepfloyd-IF",
-            "\u2b50 Score (\u03bc/\u03c3)": "24.92 (27.28/0.788)",
-            "\ud83d\uddf3\ufe0f Votes": 588.0,
-            "\ud83c\udfdb\ufe0f Organization": "DeepFloyd"
+            "\ud83e\udd16 Model": "Dreamshaper-xl",
+            "\u2b50 Score (\u03bc/\u03c3)": "23.89 (25.85/0.656)",
+            "\ud83d\uddf3\ufe0f Votes": 752.0,
+            "\ud83c\udfdb\ufe0f Organization": "Lykon"
         },
         {
             "Rank": 18,
-            "\ud83e\udd16 Model": "Kandinsky-v2.2",
-            "\u2b50 Score (\u03bc/\u03c3)": "23.92 (26.27/0.785)",
-            "\ud83d\uddf3\ufe0f Votes": 654.0,
-            "\ud83c\udfdb\ufe0f Organization": "AI-Forever"
+            "\ud83e\udd16 Model": "Realvisxl-v2.0",
+            "\u2b50 Score (\u03bc/\u03c3)": "23.87 (25.87/0.667)",
+            "\ud83d\uddf3\ufe0f Votes": 625.0,
+            "\ud83c\udfdb\ufe0f Organization": "Realistic Vision"
         },
         {
             "Rank": 19,
-            "\ud83e\udd16 Model": "Realvisxl-v2.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "23.91 (26.27/0.788)",
-            "\ud83d\uddf3\ufe0f Votes": 580.0,
-            "\ud83c\udfdb\ufe0f Organization": "Realistic Vision"
+            "\ud83e\udd16 Model": "Kandinsky-v2.2",
+            "\u2b50 Score (\u03bc/\u03c3)": "23.58 (25.56/0.662)",
+            "\ud83d\uddf3\ufe0f Votes": 738.0,
+            "\ud83c\udfdb\ufe0f Organization": "AI-Forever"
         },
         {
             "Rank": 20,
-            "\ud83e\udd16 Model": "Kandinsky-v2.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "23.29 (25.66/0.788)",
-            "\ud83d\uddf3\ufe0f Votes": 631.0,
-            "\ud83c\udfdb\ufe0f Organization": "AI-Forever"
+            "\ud83e\udd16 Model": "Deepfloyd-IF",
+            "\u2b50 Score (\u03bc/\u03c3)": "23.47 (25.47/0.668)",
+            "\ud83d\uddf3\ufe0f Votes": 642.0,
+            "\ud83c\udfdb\ufe0f Organization": "DeepFloyd"
         },
         {
             "Rank": 21,
-            "\ud83e\udd16 Model": "Dalle-2",
-            "\u2b50 Score (\u03bc/\u03c3)": "23.19 (25.55/0.787)",
-            "\ud83d\uddf3\ufe0f Votes": 612.0,
-            "\ud83c\udfdb\ufe0f Organization": "OpenAI"
+            "\ud83e\udd16 Model": "Meissonic",
+            "\u2b50 Score (\u03bc/\u03c3)": "22.72 (24.96/0.747)",
+            "\ud83d\uddf3\ufe0f Votes": 207.0,
+            "\ud83c\udfdb\ufe0f Organization": "Alibaba, Skywork AI"
         },
         {
             "Rank": 22,
-            "\ud83e\udd16 Model": "Meissonic",
-            "\u2b50 Score (\u03bc/\u03c3)": "21.63 (25.78/1.385*)",
-            "\ud83d\uddf3\ufe0f Votes": 42.0,
-            "\ud83c\udfdb\ufe0f Organization": "Alibaba, Skywork AI"
+            "\ud83e\udd16 Model": "Kandinsky-v2.0",
+            "\u2b50 Score (\u03bc/\u03c3)": "22.52 (24.49/0.654)",
+            "\ud83d\uddf3\ufe0f Votes": 715.0,
+            "\ud83c\udfdb\ufe0f Organization": "AI-Forever"
         },
         {
             "Rank": 23,
-            "\ud83e\udd16 Model": "LCM-v1.5",
-            "\u2b50 Score (\u03bc/\u03c3)": "21.54 (23.91/0.789)",
-            "\ud83d\uddf3\ufe0f Votes": 576.0,
-            "\ud83c\udfdb\ufe0f Organization": "Tsinghua"
+            "\ud83e\udd16 Model": "SDXL-turbo",
+            "\u2b50 Score (\u03bc/\u03c3)": "21.83 (23.93/0.698)",
+            "\ud83d\uddf3\ufe0f Votes": 442.0,
+            "\ud83c\udfdb\ufe0f Organization": "Stability AI"
         },
         {
             "Rank": 24,
-            "\ud83e\udd16 Model": "Playground-v2.5",
-            "\u2b50 Score (\u03bc/\u03c3)": "21.3 (23.67/0.789)",
-            "\ud83d\uddf3\ufe0f Votes": 712.0,
-            "\ud83c\udfdb\ufe0f Organization": "Playground AI"
+            "\ud83e\udd16 Model": "Dalle-2",
+            "\u2b50 Score (\u03bc/\u03c3)": "21.76 (23.73/0.658)",
+            "\ud83d\uddf3\ufe0f Votes": 687.0,
+            "\ud83c\udfdb\ufe0f Organization": "OpenAI"
         },
         {
             "Rank": 25,
-            "\ud83e\udd16 Model": "SDXL-turbo",
-            "\u2b50 Score (\u03bc/\u03c3)": "21.15 (23.55/0.799)",
-            "\ud83d\uddf3\ufe0f Votes": 442.0,
-            "\ud83c\udfdb\ufe0f Organization": "Stability AI"
+            "\ud83e\udd16 Model": "Playground-v2.5",
+            "\u2b50 Score (\u03bc/\u03c3)": "21.63 (23.58/0.65)",
+            "\ud83d\uddf3\ufe0f Votes": 808.0,
+            "\ud83c\udfdb\ufe0f Organization": "Playground AI"
         },
         {
             "Rank": 26,
             "\ud83e\udd16 Model": "Openjourney-v4",
-            "\u2b50 Score (\u03bc/\u03c3)": "20.99 (23.35/0.788)",
-            "\ud83d\uddf3\ufe0f Votes": 585.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "21.56 (23.54/0.66)",
+            "\ud83d\uddf3\ufe0f Votes": 678.0,
             "\ud83c\udfdb\ufe0f Organization": "Prompthero"
         },
         {
             "Rank": 27,
-            "\ud83e\udd16 Model": "SD-v1.5",
-            "\u2b50 Score (\u03bc/\u03c3)": "20.5 (22.88/0.795)",
-            "\ud83d\uddf3\ufe0f Votes": 605.0,
-            "\ud83c\udfdb\ufe0f Organization": "Stability AI"
+            "\ud83e\udd16 Model": "LCM-v1.5",
+            "\u2b50 Score (\u03bc/\u03c3)": "20.91 (22.92/0.673)",
+            "\ud83d\uddf3\ufe0f Votes": 633.0,
+            "\ud83c\udfdb\ufe0f Organization": "Tsinghua"
         },
         {
             "Rank": 28,
-            "\ud83e\udd16 Model": "SD-v2.1",
-            "\u2b50 Score (\u03bc/\u03c3)": "20.04 (22.42/0.791)",
-            "\ud83d\uddf3\ufe0f Votes": 649.0,
+            "\ud83e\udd16 Model": "SD-turbo",
+            "\u2b50 Score (\u03bc/\u03c3)": "20.25 (22.36/0.703)",
+            "\ud83d\uddf3\ufe0f Votes": 435.0,
             "\ud83c\udfdb\ufe0f Organization": "Stability AI"
         },
         {
             "Rank": 29,
-            "\ud83e\udd16 Model": "SDXL",
-            "\u2b50 Score (\u03bc/\u03c3)": "19.35 (21.73/0.793)",
-            "\ud83d\uddf3\ufe0f Votes": 636.0,
+            "\ud83e\udd16 Model": "SD-v1.5",
+            "\u2b50 Score (\u03bc/\u03c3)": "20.11 (22.14/0.675)",
+            "\ud83d\uddf3\ufe0f Votes": 644.0,
             "\ud83c\udfdb\ufe0f Organization": "Stability AI"
         },
         {
             "Rank": 30,
-            "\ud83e\udd16 Model": "SD-turbo",
-            "\u2b50 Score (\u03bc/\u03c3)": "18.65 (21.05/0.801)",
-            "\ud83d\uddf3\ufe0f Votes": 435.0,
-            "\ud83c\udfdb\ufe0f Organization": "Stability AI"
+            "\ud83e\udd16 Model": "SSD-1b",
+            "\u2b50 Score (\u03bc/\u03c3)": "19.4 (21.41/0.669)",
+            "\ud83d\uddf3\ufe0f Votes": 619.0,
+            "\ud83c\udfdb\ufe0f Organization": "Segmind"
         },
         {
             "Rank": 31,
-            "\ud83e\udd16 Model": "SSD-1b",
-            "\u2b50 Score (\u03bc/\u03c3)": "17.77 (20.17/0.798)",
-            "\ud83d\uddf3\ufe0f Votes": 586.0,
-            "\ud83c\udfdb\ufe0f Organization": "Segmind"
+            "\ud83e\udd16 Model": "SD-v2.1",
+            "\u2b50 Score (\u03bc/\u03c3)": "18.95 (20.94/0.664)",
+            "\ud83d\uddf3\ufe0f Votes": 676.0,
+            "\ud83c\udfdb\ufe0f Organization": "Stability AI"
         },
         {
             "Rank": 32,
-            "\ud83e\udd16 Model": "Stable-cascade",
-            "\u2b50 Score (\u03bc/\u03c3)": "17.23 (19.64/0.801)",
-            "\ud83d\uddf3\ufe0f Votes": 429.0,
+            "\ud83e\udd16 Model": "SDXL",
+            "\u2b50 Score (\u03bc/\u03c3)": "18.85 (20.85/0.664)",
+            "\ud83d\uddf3\ufe0f Votes": 651.0,
             "\ud83c\udfdb\ufe0f Organization": "Stability AI"
         },
         {
             "Rank": 33,
             "\ud83e\udd16 Model": "Playground-v2.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "16.5 (18.89/0.798)",
-            "\ud83d\uddf3\ufe0f Votes": 668.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "18.66 (20.67/0.668)",
+            "\ud83d\uddf3\ufe0f Votes": 698.0,
             "\ud83c\udfdb\ufe0f Organization": "Playground AI"
         },
         {
             "Rank": 34,
             "\ud83e\udd16 Model": "SDXL-Lightning",
-            "\u2b50 Score (\u03bc/\u03c3)": "16.37 (18.77/0.801)",
-            "\ud83d\uddf3\ufe0f Votes": 611.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "18.06 (20.05/0.665)",
+            "\ud83d\uddf3\ufe0f Votes": 641.0,
             "\ud83c\udfdb\ufe0f Organization": "ByteDance"
         },
         {
             "Rank": 35,
+            "\ud83e\udd16 Model": "Stable-cascade",
+            "\u2b50 Score (\u03bc/\u03c3)": "16.69 (18.8/0.701)",
+            "\ud83d\uddf3\ufe0f Votes": 429.0,
+            "\ud83c\udfdb\ufe0f Organization": "Stability AI"
+        },
+        {
+            "Rank": 36,
             "\ud83e\udd16 Model": "SDXL-Deepcache",
-            "\u2b50 Score (\u03bc/\u03c3)": "12.18 (14.69/0.837)",
-            "\ud83d\uddf3\ufe0f Votes": 582.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "16.16 (18.15/0.663)",
+            "\ud83d\uddf3\ufe0f Votes": 612.0,
             "\ud83c\udfdb\ufe0f Organization": "NUS"
         }
     ]

sorted_score_list_video.json

@@ -1,103 +1,103 @@
 {
     "total_models": 14,
-    "total_votes": 691,
-    "last_updated": "2025-03-21",
+    "total_votes": 698,
+    "last_updated": "2025-04-05",
     "sorted_score_list": [
         {
             "Rank": 1,
             "\ud83e\udd16 Model": "Sora (official samples)",
-            "\u2b50 Score (\u03bc/\u03c3)": "36.3 (39.07/0.923)",
-            "\ud83d\uddf3\ufe0f Votes": 321.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "34.66 (37.42/0.92)",
+            "\ud83d\uddf3\ufe0f Votes": 327.0,
             "\ud83c\udfdb\ufe0f Organization": "OpenAI"
         },
         {
             "Rank": 2,
             "\ud83e\udd16 Model": "Runway-Gen3",
-            "\u2b50 Score (\u03bc/\u03c3)": "34.54 (36.88/0.781)",
-            "\ud83d\uddf3\ufe0f Votes": 674.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "33.92 (35.94/0.672)",
+            "\ud83d\uddf3\ufe0f Votes": 683.0,
             "\ud83c\udfdb\ufe0f Organization": "Runway"
         },
         {
             "Rank": 3,
-            "\ud83e\udd16 Model": "Sora (release)",
-            "\u2b50 Score (\u03bc/\u03c3)": "34.37 (36.72/0.782)",
-            "\ud83d\uddf3\ufe0f Votes": 318.0,
-            "\ud83c\udfdb\ufe0f Organization": "OpenAI"
+            "\ud83e\udd16 Model": "CogVideoX-5b",
+            "\u2b50 Score (\u03bc/\u03c3)": "33.6 (35.63/0.677)",
+            "\ud83d\uddf3\ufe0f Votes": 486.0,
+            "\ud83c\udfdb\ufe0f Organization": "Tsinghua"
         },
         {
             "Rank": 4,
-            "\ud83e\udd16 Model": "CogVideoX-5b",
-            "\u2b50 Score (\u03bc/\u03c3)": "33.63 (35.96/0.779)",
-            "\ud83d\uddf3\ufe0f Votes": 471.0,
-            "\ud83c\udfdb\ufe0f Organization": "Tsinghua"
+            "\ud83e\udd16 Model": "Sora (release)",
+            "\u2b50 Score (\u03bc/\u03c3)": "33.53 (35.61/0.694)",
+            "\ud83d\uddf3\ufe0f Votes": 327.0,
+            "\ud83c\udfdb\ufe0f Organization": "OpenAI"
         },
         {
             "Rank": 5,
             "\ud83e\udd16 Model": "KLing-v1.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "32.37 (34.72/0.784)",
-            "\ud83d\uddf3\ufe0f Votes": 381.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "32.8 (34.84/0.681)",
+            "\ud83d\uddf3\ufe0f Votes": 396.0,
             "\ud83c\udfdb\ufe0f Organization": "Kuaishou"
         },
         {
             "Rank": 6,
             "\ud83e\udd16 Model": "Runway-Gen2",
-            "\u2b50 Score (\u03bc/\u03c3)": "29.0 (31.43/0.812)",
+            "\u2b50 Score (\u03bc/\u03c3)": "29.57 (31.63/0.687)",
             "\ud83d\uddf3\ufe0f Votes": 384.0,
             "\ud83c\udfdb\ufe0f Organization": "Runway"
         },
         {
             "Rank": 7,
             "\ud83e\udd16 Model": "Pika-v1.0",
-            "\u2b50 Score (\u03bc/\u03c3)": "28.08 (30.51/0.81)",
+            "\u2b50 Score (\u03bc/\u03c3)": "29.17 (31.27/0.7)",
             "\ud83d\uddf3\ufe0f Votes": 350.0,
             "\ud83c\udfdb\ufe0f Organization": "Pika"
         },
         {
             "Rank": 8,
             "\ud83e\udd16 Model": "LaVie",
-            "\u2b50 Score (\u03bc/\u03c3)": "27.12 (29.56/0.813)",
-            "\ud83d\uddf3\ufe0f Votes": 1270.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "28.68 (30.67/0.665)",
+            "\ud83d\uddf3\ufe0f Votes": 1282.0,
             "\ud83c\udfdb\ufe0f Organization": "Shanghai AI Lab"
         },
         {
             "Rank": 9,
             "\ud83e\udd16 Model": "OpenSora",
-            "\u2b50 Score (\u03bc/\u03c3)": "26.39 (28.84/0.819)",
-            "\ud83d\uddf3\ufe0f Votes": 1225.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "27.39 (29.41/0.673)",
+            "\ud83d\uddf3\ufe0f Votes": 1231.0,
             "\ud83c\udfdb\ufe0f Organization": "HPC-AI"
         },
         {
             "Rank": 10,
             "\ud83e\udd16 Model": "Pika-beta",
-            "\u2b50 Score (\u03bc/\u03c3)": "25.61 (27.97/0.788)",
-            "\ud83d\uddf3\ufe0f Votes": 320.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "27.38 (29.49/0.702)",
+            "\ud83d\uddf3\ufe0f Votes": 326.0,
             "\ud83c\udfdb\ufe0f Organization": "Pika"
         },
         {
             "Rank": 11,
             "\ud83e\udd16 Model": "AnimateDiff",
-            "\u2b50 Score (\u03bc/\u03c3)": "25.03 (27.45/0.806)",
-            "\ud83d\uddf3\ufe0f Votes": 906.0,
+            "\u2b50 Score (\u03bc/\u03c3)": "26.46 (28.49/0.678)",
+            "\ud83d\uddf3\ufe0f Votes": 912.0,
             "\ud83c\udfdb\ufe0f Organization": "CUHK etc."
         },
         {
             "Rank": 12,
             "\ud83e\udd16 Model": "VideoCrafter2",
-            "\u2b50 Score (\u03bc/\u03c3)": "21.26 (23.87/0.87)",
+            "\u2b50 Score (\u03bc/\u03c3)": "23.64 (25.7/0.686)",
             "\ud83d\uddf3\ufe0f Votes": 765.0,
             "\ud83c\udfdb\ufe0f Organization": "Tencent"
         },
         {
             "Rank": 13,
             "\ud83e\udd16 Model": "StableVideoDiffusion",
-            "\u2b50 Score (\u03bc/\u03c3)": "21.06 (23.66/0.865)",
+            "\u2b50 Score (\u03bc/\u03c3)": "23.0 (25.09/0.695)",
             "\ud83d\uddf3\ufe0f Votes": 570.0,
             "\ud83c\udfdb\ufe0f Organization": "Stability AI"
         },
         {
             "Rank": 14,
             "\ud83e\udd16 Model": "Zeroscope-v2-xl",
-            "\u2b50 Score (\u03bc/\u03c3)": "12.91 (15.62/0.905)",
+            "\u2b50 Score (\u03bc/\u03c3)": "16.96 (19.33/0.789)",
             "\ud83d\uddf3\ufe0f Votes": 357.0,
             "\ud83c\udfdb\ufe0f Organization": "Cerspense"
         }