Data caching for faster creation of the leaderboard

server.py

@@ -162,6 +162,7 @@ class LeaderboardServer:
         self.submission_ids = set()
         self.submission_id_to_file = {}  # Map submission ids to file paths
         self.submission_id_to_model_title = {}
+        self.submission_id_to_data = {}  # Only data (results and metadata) using by leaderboard
         self.fetch_existing_models()
         self.tournament_results = self.load_tournament_results()
         
@@ -216,6 +217,7 @@ class LeaderboardServer:
                 self.submission_ids.add(submission_id)
                 self.submission_id_to_file[submission_id] = submission_file
                 self.submission_id_to_model_title[submission_id] = metadata["team_name"] + "/" + metadata["model_name"]
+                self.submission_id_to_data[submission_id] = {"results": data["results"], "metadata": metadata}
 
     @staticmethod
     def _model_tournament_table_highlight_true_and_false(x):
@@ -237,11 +239,7 @@ class LeaderboardServer:
         
         with self.var_lock.ro:
             for competitor_id in self.tournament_results[submission_id].keys() - {submission_id}: # without self
-                path = self.submission_id_to_file.get(competitor_id)
-                if path:
-                    data = json.load(open(path))
-                else:
-                    raise gr.Error(f"Submission [{competitor_id}] not found")
+                data = self.submission_id_to_data[competitor_id]
                 
                 match_results = {}
                 for task in self.tournament_results[submission_id][competitor_id]:
@@ -296,16 +294,13 @@ class LeaderboardServer:
             else:
                 processed_results = []
                 for submission_id in tournament_results.keys():
-                    path = self.submission_id_to_file.get(submission_id)
-                    if path is None:
+                    if submission_id not in self.submission_id_to_data:
                         if pre_submit and submission_id == pre_submit.submission_id:
                             data = json.load(open(pre_submit.file))
                         else:
                             raise gr.Error(f"Internal error: Submission [{submission_id}] not found")
-                    elif path:
-                        data = json.load(open(path))
                     else:
-                        raise gr.Error(f"Submission [{submission_id}] not found")
+                        data = self.submission_id_to_data[submission_id]
                     
                     if submission_id != data["metadata"]["submission_id"]:
                         raise gr.Error(f"Proper submission [{submission_id}] not found")
@@ -556,9 +551,9 @@ class LeaderboardServer:
                 self.pre_submit = None
 
     def get_model_detail(self, submission_id):
-        with self.var_lock.ro:
-            path = self.submission_id_to_file.get(submission_id)
-        if path is None:
+        if submission_id not in self.submission_id_to_data:
             raise gr.Error(f"Submission [{submission_id}] not found")
-        data = json.load(open(path))
-        return data["metadata"]
+        else:
+            with self.var_lock.ro:
+                data = self.submission_id_to_data[submission_id]
+            return data["metadata"]