Added test set constant value error

app.py

@@ -42,19 +42,22 @@ def format_leaderboard_table(df_results: pd.DataFrame, assay: str | None = None)
     # Cast submission_time to datetime
     df["submission_time"] = pd.to_datetime(df["submission_time"], errors="coerce")
     # Before the first deadline: Say we're busy evaluating
-    df.loc[
-        (df["dataset"] == "Heldout Test Set")
-        & (df["spearman"] == "nan")
-        & (df["submission_time"] <= FIRST_DEADLINE),
-        "spearman",
-    ] = "Busy evaluating first deadline"
-    # After the first deadline: Evaluated at competition close
-    df.loc[
-        (df["dataset"] == "Heldout Test Set")
-        & (df["spearman"] == "nan")
-        & (df["submission_time"] > FIRST_DEADLINE),
-        "spearman",
-    ] = "N/A, evaluated at competition close"
+    for metric in ["spearman", "top_10_recall"]:
+        if metric not in df.columns:
+            continue
+        df.loc[
+            (df["dataset"] == "Heldout Test Set")
+            & (df[metric] == "nan")
+            & (df["submission_time"] <= FIRST_DEADLINE),
+            metric,
+        ] = "Error: All predictions have a constant value"
+        # After the first deadline: Evaluated at competition close
+        df.loc[
+            (df["dataset"] == "Heldout Test Set")
+            & (df[metric] == "nan")
+            & (df["submission_time"] > FIRST_DEADLINE),
+            metric,
+        ] = "N/A, evaluated at competition close"
 
     # Finally, rename columns for readability
     df = df.rename(columns=LEADERBOARD_COLUMNS_RENAME)

constants.py

@@ -101,5 +101,6 @@ BASELINE_USERNAMES = ["loodvanniekerkginkgo"]
 def LEADERBOARD_COLUMNS_RENAME_LIST(columns: list[str]) -> list[str]:
     return list(map(lambda x: LEADERBOARD_COLUMNS_RENAME.get(x, x), columns))
 
+
 # First deadline: 2025-10-14 23:59:59 EST
 FIRST_DEADLINE = pd.to_datetime("2025-10-14 23:59:59").tz_localize("US/Eastern")