3

src/leaderboard/read_evals.py

@@ -98,6 +98,7 @@ class EvalResult:
         try:
             with open(request_file, "r") as f:
                 request = json.load(f)
+            print(request)
             self.model_type = ModelType.from_str(request.get("model_type", ""))
             self.weight_type = WeightType[request.get("weight_type", "Original")]
             self.license = request.get("license", "?")
@@ -141,12 +142,14 @@ def get_request_file_for_model(requests_path, model_name, precision):
         requests_path,
         f"{model_name}_eval_request_*.json",
     )
+    print(request_files)
     request_files = glob.glob(request_files)
-
+    print(request_files)
     # Select correct request file (precision)
     request_file = ""
     request_files = sorted(request_files, reverse=True)
     for tmp_request_file in request_files:
+        print(tmp_request_file)
         with open(tmp_request_file, "r") as f:
             req_content = json.load(f)
             if (