Define Multi FinBen Model list. Display only matched models

frontend/src/pages/LeaderboardPage/components/Leaderboard/hooks/useDataUtils.js

@@ -4,6 +4,7 @@ import {
   parseSearchQuery,
   getValueByPath,
 } from "../utils/searchUtils";
+import { ALLOWED_MODELS, isModelAllowed } from "../constants/allowedModels";
 
 // Calculate min/max averages
 export const useAverageRange = (data) => {
@@ -38,8 +39,9 @@ export const useColorGenerator = (minAverage, maxAverage) => {
 // Process data with boolean standardization
 export const useProcessedData = (data, averageMode, visibleColumns) => {
   return useMemo(() => {
+    // First filter and process existing models
     let processed = data.map((item) => {
-      // 计算希腊语数据集的平均分数
+      // Calculate average score for Greek datasets
       const greekDatasets = ['multifin', 'qa', 'fns', 'finnum', 'fintext'];
       const greekScores = greekDatasets
         .filter(dataset => item.evaluations[dataset]?.normalized_score !== undefined)
@@ -49,21 +51,21 @@ export const useProcessedData = (data, averageMode, visibleColumns) => {
         ? greekScores.reduce((a, b) => a + b, 0) / greekScores.length
         : null;
 
-      // 添加Greek average到evaluations对象
+      // Add Greek average to evaluations object
       const enhancedEvaluations = {
         ...item.evaluations,
         greek_average: greekAverage
       };
       
-      // 计算所有可见评估的平均分 (包括greek_average，但不包括具体的Greek数据集)
+      // Calculate average score for all visible evaluations (including greek_average, but excluding specific Greek datasets)
       const includedEvaluations = {};
-      // 复制所有非Greek的评估数据
+      // Copy all non-Greek evaluation data
       Object.entries(item.evaluations).forEach(([key, value]) => {
         if (!greekDatasets.includes(key)) {
           includedEvaluations[key] = value;
         }
       });
-      // 添加Greek平均分
+      // Add Greek average
       if (greekAverage !== null) {
         includedEvaluations.greek_average = { normalized_score: greekAverage };
       }
@@ -98,7 +100,7 @@ export const useProcessedData = (data, averageMode, visibleColumns) => {
       return {
         ...item,
         features: standardizedFeatures,
-        evaluations: enhancedEvaluations, // 使用增强后的evaluations
+        evaluations: enhancedEvaluations, // Use enhanced evaluations
         model: {
           ...item.model,
           has_chat_template: Boolean(item.model.has_chat_template),
@@ -107,7 +109,58 @@ export const useProcessedData = (data, averageMode, visibleColumns) => {
       };
     });
 
-    processed.sort((a, b) => {
+    // Create mapping of existing models, check which ones are in the allowed list
+    const existingModelsMap = {};
+    const filteredModels = [];
+    
+    processed.forEach(model => {
+      if (isModelAllowed(model.model.name)) {
+        existingModelsMap[model.model.name] = model;
+        filteredModels.push(model);
+      }
+    });
+    
+    // Add "missing" entries, create placeholders for models in the allowed list that don't exist
+    ALLOWED_MODELS.forEach(allowedModelName => {
+      // Check if a matching model already exists
+      const modelExists = Object.keys(existingModelsMap).some(name => 
+        name.toLowerCase().includes(allowedModelName.toLowerCase())
+      );
+      
+      if (!modelExists) {
+        // Create a "missing" placeholder
+        filteredModels.push({
+          id: `missing-${allowedModelName}`,
+          model: {
+            name: allowedModelName,
+            average_score: null,
+            type: "Unknown",
+          },
+          evaluations: {
+            greek_average: null
+          },
+          features: {
+            is_moe: false,
+            is_flagged: false,
+            is_highlighted_by_maintainer: false,
+            is_merged: false,
+            is_not_available_on_hub: true,
+          },
+          metadata: {
+            submission_date: new Date().toISOString(),
+          },
+          isMissing: true, // Mark as missing
+        });
+      }
+    });
+
+    // Sort the results
+    filteredModels.sort((a, b) => {
+      // Place missing models at the end
+      if (a.isMissing && !b.isMissing) return 1;
+      if (!a.isMissing && b.isMissing) return -1;
+      
+      // If both are missing or both are not missing, sort by average score
       if (a.model.average_score === null && b.model.average_score === null)
         return 0;
       if (a.model.average_score === null) return 1;
@@ -115,7 +168,7 @@ export const useProcessedData = (data, averageMode, visibleColumns) => {
       return b.model.average_score - a.model.average_score;
     });
 
-    return processed.map((item, index) => ({
+    return filteredModels.map((item, index) => ({
       ...item,
       static_rank: index + 1,
     }));

frontend/src/pages/LeaderboardPage/components/Leaderboard/utils/columnUtils.js

@@ -510,7 +510,7 @@ export const createColumns = (
   onTogglePin,
   hasPinnedRows = false
 ) => {
-  // Ajuster les tailles des colonnes en fonction de la présence de lignes épinglées
+  // Adjust column sizes based on the presence of pinned rows
   const getColumnSize = (defaultSize) =>
     hasPinnedRows ? "auto" : `${defaultSize}px`;
 
@@ -561,6 +561,30 @@ export const createColumns = (
           rankingMode === "static"
             ? row.original.static_rank
             : row.original.dynamic_rank;
+        const isMissing = row.original.isMissing === true;
+        
+        // Don't display rank for missing models
+        if (isMissing) {
+          return (
+            <Box
+              sx={{
+                display: "flex",
+                alignItems: "center",
+                justifyContent: "center",
+                width: "100%",
+              }}
+            >
+              <Typography
+                sx={{
+                  color: "text.secondary",
+                  fontStyle: "italic",
+                }}
+              >
+                -
+              </Typography>
+            </Box>
+          );
+        }
 
         return (
           <RankIndicator
@@ -577,30 +601,57 @@ export const createColumns = (
       accessorFn: (row) => row.model.type,
       header: createHeaderCell("Type"),
       sortingFn: typeColumnSort,
-      cell: ({ row }) => (
-        <Box
-          sx={{
-            display: "flex",
-            alignItems: "center",
-            justifyContent: "center",
-            width: "100%",
-          }}
-        >
-          <Tooltip title={row.original.model.type}>
-            <Typography
+      cell: ({ row }) => {
+        const isMissing = row.original.isMissing === true;
+        
+        // Don't display type icon for missing models
+        if (isMissing) {
+          return (
+            <Box
               sx={{
-                fontSize: "1.2rem",
-                cursor: "help",
-                lineHeight: 1,
-                fontFamily:
-                  '"Segoe UI Emoji", "Segoe UI Symbol", "Noto Color Emoji", sans-serif',
+                display: "flex",
+                alignItems: "center",
+                justifyContent: "center",
+                width: "100%",
               }}
             >
-              {getModelTypeIcon(row.original.model.type)}
-            </Typography>
-          </Tooltip>
-        </Box>
-      ),
+              <Typography
+                sx={{
+                  color: "text.secondary",
+                  fontStyle: "italic",
+                }}
+              >
+                -
+              </Typography>
+            </Box>
+          );
+        }
+        
+        return (
+          <Box
+            sx={{
+              display: "flex",
+              alignItems: "center",
+              justifyContent: "center",
+              width: "100%",
+            }}
+          >
+            <Tooltip title={row.original.model.type}>
+              <Typography
+                sx={{
+                  fontSize: "1.2rem",
+                  cursor: "help",
+                  lineHeight: 1,
+                  fontFamily:
+                    '"Segoe UI Emoji", "Segoe UI Symbol", "Noto Color Emoji", sans-serif',
+                }}
+              >
+                {getModelTypeIcon(row.original.model.type)}
+              </Typography>
+            </Tooltip>
+          </Box>
+        );
+      },
       size: TABLE_DEFAULTS.COLUMNS.COLUMN_SIZES["model.type_icon"],
     },
     {
@@ -609,6 +660,29 @@ export const createColumns = (
       cell: ({ row }) => {
         const textSearch = extractTextSearch(searchValue);
         const modelName = row.original.model.name;
+        const isMissing = row.original.isMissing === true;
+
+        // Display special style for missing models
+        if (isMissing) {
+          return (
+            <Box
+              sx={{
+                width: "100%",
+                display: "flex",
+                alignItems: "center",
+              }}
+            >
+              <Typography
+                sx={{
+                  color: "text.secondary",
+                  fontStyle: "italic",
+                }}
+              >
+                {modelName}
+              </Typography>
+            </Box>
+          );
+        }
 
         return (
           <Box
@@ -743,6 +817,34 @@ export const createColumns = (
 
     const isAverageColumn = field === "model.average_score";
     const hasNoValue = value === null || value === undefined;
+    const isMissing = row.original.isMissing === true;
+
+    // Display special text for "missing" models
+    if (isMissing) {
+      return (
+        <Box sx={commonStyles.cellContainer}>
+          <Box
+            sx={{
+              position: "relative",
+              display: "flex",
+              alignItems: "center",
+              justifyContent: "center",
+              zIndex: 1,
+            }}
+          >
+            <Typography 
+              variant="body2"
+              sx={{
+                color: 'text.secondary',
+                fontStyle: 'italic',
+              }}
+            >
+              missing
+            </Typography>
+          </Box>
+        </Box>
+      );
+    }
 
     return (
       <Box sx={commonStyles.cellContainer}>