fix: filter out submissions with ts or pp less than 0.01

src/components/visualizations.py

@@ -2,6 +2,7 @@
 Core module for data visualization components.
 """
 
+import traceback
 import streamlit as st
 import plotly.express as px
 import pandas as pd
@@ -647,4 +648,6 @@ def render_device_rankings(df: pd.DataFrame):
                 )
 
         except Exception as e:
+            print(f"Error calculating Glicko-2 rankings: {str(e)}")
+            print(traceback.format_exc())
             st.error(f"Error calculating Glicko-2 rankings: {str(e)}")

src/core/glicko2_ranking.py

@@ -79,9 +79,9 @@ def preprocess_benchmark_data(
     print(f"Final device count: {filtered_devices}")
 
     # Print removed devices for verification
-    print(
-        f"Removed {set(df['Normalized Device ID'].unique()) - set(filtered_df['Normalized Device ID'].unique())} "
-    )
+    # print(
+    #     f"Removed {set(df['Normalized Device ID'].unique()) - set(filtered_df['Normalized Device ID'].unique())} "
+    # )
 
     return filtered_df
 
@@ -473,7 +473,6 @@ def analyze_device_glicko2_matches(
                 if d != device_id1
             ]
 
-
         # Get normalized scores using the aggregated data
         norm_scores = normalize_scores(device_agg)
         # print("norm_scores: ", norm_scores)

src/services/firebase.py

@@ -76,6 +76,12 @@ def format_leaderboard_data(submissions: List[dict]) -> pd.DataFrame:
             if device_info.get("isEmulator", False):
                 continue
 
+            # Skip if benchmark failed (zero or missing performance metrics)
+            pp_avg = benchmark_result.get("ppAvg", 0)
+            tg_avg = benchmark_result.get("tgAvg", 0)
+            if pp_avg <= 0.01 or tg_avg <= 0.01:
+                continue
+
             # Get device ID for iOS devices
             device_id = device_info.get("deviceId", "Unknown")
             platform = device_info.get("systemName", "Unknown").lower()
@@ -105,8 +111,8 @@ def format_leaderboard_data(submissions: List[dict]) -> pd.DataFrame:
                         benchmark_result.get("modelNParams", 0)
                     ),
                     "Model File Size": benchmark_result.get("modelSize", 0),
-                    "Prompt Processing": round(benchmark_result.get("ppAvg", 0), 2),
-                    "Token Generation": round(benchmark_result.get("tgAvg", 0), 2),
+                    "Prompt Processing": round(pp_avg, 2),
+                    "Token Generation": round(tg_avg, 2),
                     "Memory Usage (%)": benchmark_result.get("peakMemoryUsage", {}).get(
                         "percentage"
                     ),
@@ -164,7 +170,10 @@ def format_leaderboard_data(submissions: List[dict]) -> pd.DataFrame:
     filtered_df, anomalies = filter_anomalies(
         formatted_df, z_threshold=9.0, min_samples=5
     )
-    print("Anomalies: ", anomalies)
+    print(
+        "Anomalies: ",
+        anomalies[["Device ID", "Model", "Metric", "Value", "Mean", "Std"]],
+    )
     return filtered_df
 
 

src/utils/android_device_cache.json

@@ -438,5 +438,195 @@
   "oneplus:cph2645": "OnePlus 13R",
   "alldocube:iplay50 pro": "iPlay50 Pro",
   "lge:lg-h930": "V30",
-  "asus:asus_ai2202": "Zenfone 9"
+  "asus:asus_ai2202": "Zenfone 9",
+  "realme:rmx5011": "realme GT 7 Pro",
+  "motorola:moto g(60)": "moto g(60)",
+  "motorola:moto g34 5g": "moto g34 5G",
+  "samsung:sm-f741n": "Galaxy Z Flip6",
+  "xiaomi:redmi note 7 pro": "Redmi  Note  7 Pro",
+  "vivo:v2250": "V29",
+  "xiaomi:25010pn30g": "Xiaomi 15 Ultra",
+  "samsung:sm-s916b": "Galaxy S23+",
+  "poco:24117rk2cg": "POCO F7 Pro",
+  "google:pixel 9a": "Pixel 9a",
+  "redmi:2201117tg": "Redmi Note 11",
+  "samsung:sm-s921n": "Galaxy S24",
+  "samsung:sm-n9860": "Galaxy Note20 Ultra 5G",
+  "vivo:v2249": "Y27",
+  "xiaomi:2410crp4cg": "Xiaomi Pad 7",
+  "itel:itel p661n": "itel P55 5G",
+  "redmi:24115ra8ec": "Redmi Note 14 Pro+",
+  "redmi:24115ra8eg": "Redmi Note 14 Pro+ 5G",
+  "oppo:cph2211": "CPH2211",
+  "samsung:sm-f946u": "Galaxy Z Fold5",
+  "xiaomi:redmi note 5 pro": "Redmi Note 5 Pro",
+  "huawei:clt-l29": "P20 Pro",
+  "infinix:infinix x6851b": "NOTE 40 Pro+ 5G",
+  "honor:dnp-nx9": "HONOR 400 Pro",
+  "doogee:v20pro": "V20Pro",
+  "redmi:25053rt47c": "REDMI Turbo 4 Pro",
+  "samsung:sm-t295": "Galaxy Tab A (8.0, 2019)",
+  "realme:rmx3933": "RMX3993",
+  "redmi:23090ra98g": "Redmi Note 13 Pro+ 5G",
+  "xiaomi:25042pn24c": "Xiaomi 15S Pro",
+  "samsung:sm-s921u": "Galaxy S24",
+  "samsung:sm-s9110": "Galaxy S23",
+  "samsung:sm-a346e": "Galaxy A34 5G",
+  "nothing:a059": "Nothing Phone (3a)",
+  "google:pixel 2 xl": "Pixel 2 XL",
+  "samsung:sm-g950f": "Galaxy S8",
+  "redmi:24090ra29g": "Redmi Note 14 Pro 5G",
+  "oneplus:hd1913": "OnePlus 7T Pro",
+  "redmi:21091116ai": "Redmi Note 11T 5G",
+  "motorola:moto g84 5g": "moto g84 5G",
+  "samsung:sm-f731u": "Galaxy Z Flip5",
+  "oneplus:cph2691": "OnePlus 13R",
+  "hmd:hmd skyline": "HMD Skyline",
+  "infinix:infinix x626b": "S4",
+  "samsung:sm-g980f": "Galaxy S20",
+  "samsung:sm-s936w": "Galaxy S25+",
+  "samsung:sm-s901u1": "Galaxy S22",
+  "oneplus:opd2203": "OnePlus Pad",
+  "poco:2412dpc0ai": "POCO X7 Pro",
+  "doogee:t10": "T10",
+  "vivo:v2405a": "X200 Pro",
+  "xiaomi:24053py09c": "Xiaomi Civi 4",
+  "samsung:sm-a336e": "Galaxy A33 5G",
+  "redmi:23117ra68g": "Redmi Note 13 Pro",
+  "motorola:xt2153-1": "motorola edge s pro",
+  "redmi:23078rkd5c": "Redmi K60 Ultra",
+  "motorola:xt2201-6": "moto X30 \u5c4f\u4e0b\u6444\u50cf\u7248",
+  "samsung:sm-g770u1": "Galaxy S10 Lite",
+  "vivo:v2203a": "V2203A",
+  "vivo:v2338": "V2338",
+  "umidigi:tg2403gba": "G7_Tab_Pro",
+  "redmi:2312draabg": "Redmi Note 13 5G",
+  "samsung:sm-x826n": "Galaxy Tab S10+ 5G",
+  "oppo:cph2671": "Find N5",
+  "samsung:sm-x926b": "Galaxy Tab S10 Ultra 5G",
+  "motorola:motorola razr 50 ultra": "motorola razr 50 ultra",
+  "infinix:infinix x6528": "Infinix HOT 40i",
+  "oneplus:kb2001": "OnePlus 8T",
+  "samsung:sm-a566b": "Galaxy A56 5G",
+  "realme:rmx3708": "realmeGT Neo5 240W",
+  "samsung:sm-a145f": "Galaxy A14",
+  "samsung:sm-x115": "Galaxy Tab A9",
+  "bncf:bpad": "BPad",
+  "samsung:sm-g970u": "Galaxy S10e",
+  "motorola:moto g(9) plus": "moto g(9) plus",
+  "nothing:a059p": "Nothing Phone (3a) Pro",
+  "meizu:meizu 21 pro": "meizu 21 PRO",
+  "poco:2310fpca4g": "POCO C65",
+  "oneplus:gm1903": "OnePlus 7",
+  "redmi:2209116ag": "Redmi Note 12 Pro",
+  "motorola:motorola edge plus 2023": "motorola edge plus 2023",
+  "sony:xq-es72": "Xperia 10 VI",
+  "xiaomi:m2007j3sg": "Mi 10T Pro",
+  "samsung:sm-s906u1": "Galaxy S22+",
+  "samsung:sm-g990b": "Galaxy S21 FE 5G",
+  "oneplus:cph2663": "OnePlus Nord 4",
+  "samsung:sm-f731b": "Galaxy Z Flip5",
+  "xiaomi:2201123g": "Xiaomi 12",
+  "vivo:v2254a": "iQOO 11 Pro",
+  "samsung:scg10": "Galaxy S21+ 5G",
+  "vivo:v2417a": "V2417A",
+  "vivo:v2238a": "iQOO Neo7 SE",
+  "oppo:cph2625": "Reno12 5G",
+  "alldocube:iplay50_mini_pro": "iPlay50_mini_Pro",
+  "motorola:motorola razr 2025": "motorola razr 2025",
+  "umidigi:mp34": "UMIDIGI A15C",
+  "realme:rmx3706": "realmeGT Neo5",
+  "oneplus:mt2111": "OnePlus 9RT 5G",
+  "samsung:sm-e546b": "Galaxy F54 5G",
+  "infinix:infinix x6882": "Infinix HOT 50",
+  "redmi:m2004j19c": "Redmi 9",
+  "oneplus:cph2647": "OnePlus 13R",
+  "samsung:sm-a546u1": "Galaxy A54 5G",
+  "poco:22041216g": "POCO X4 GT",
+  "motorola:motorola edge 50": "motorola edge 50",
+  "lenovo:tb370fu": "Lenovo Tab P12",
+  "vivo:v2324ha": "X100s Pro",
+  "samsung:sm-g988u1": "Galaxy S20 Ultra 5G",
+  "samsung:sm-s921q": "Galaxy S24",
+  "infinix:infinix x6837": "Infinix HOT 40 Pro",
+  "poco:22041219pg": "POCO M4 5G",
+  "samsung:sm-n985f": "Galaxy Note20 Ultra",
+  "samsung:sm-x516b": "Galaxy Tab S9 FE 5G",
+  "samsung:sm-a705f": "Galaxy A70",
+  "samsung:sm-s938u": "Galaxy S25 Ultra",
+  "motorola:motorola razr 50": "motorola razr 50",
+  "samsung:sm-g781v": "Galaxy S20 FE 5G",
+  "samsung:sm-m146b": "Galaxy M14 5G",
+  "samsung:sm-m356b": "Galaxy M35 5G",
+  "redmi:21091116ug": "Redmi Note 11 Pro+ 5G",
+  "samsung:sm-g996w": "Galaxy S21+ 5G",
+  "redmi:2312dra50i": "Redmi Note 13 Pro 5G",
+  "htc:htc u23 pro": "HTC U23 pro",
+  "cubot:kingkong star": "KINGKONG STAR",
+  "nokia:nokia c22": "Nokia C22",
+  "xiaomi:2210129sg": "Xiaomi 13 Lite",
+  "samsung:sm-p613": "Galaxy Tab S6 Lite",
+  "motorola:moto g - 2025": "moto g - 2025",
+  "motorola:motorola razr 2024": "motorola razr 2024",
+  "samsung:sm-s926u": "Galaxy S24+",
+  "sony:xq-at52": "Xperia 1 II",
+  "poco:24122rkc7g": "POCO F7 Ultra",
+  "fossibot:f102": "F102",
+  "samsung:sm-x826b": "Galaxy Tab S10+ 5G",
+  "realme:rmx3771": "realme 10 Pro 5G",
+  "redmi:23021raaeg": "Redmi Note 12",
+  "redmi:m2101k7bl": "Redmi Note 10S",
+  "motorola:moto g85 5g": "moto g85 5G",
+  "samsung:sm-e156b": "Galaxy M15 5G",
+  "asus:asus_ai2302": "Zenfone 10 (AI2302)",
+  "itel:itel s667ln": "itel S24",
+  "samsung:sm-g991n": "Galaxy S21 5G",
+  "samsung:sm-m127g": "Galaxy M12",
+  "samsung:sm-s9080": "Galaxy S22 Ultra",
+  "tecno:tecno ck7n": "CAMON 20 Pro",
+  "samsung:sm-x800": "Galaxy Tab S8+",
+  "oppo:pcam00": "Reno \u6807\u51c6\u7248",
+  "google:pixel 4 xl": "Pixel 4 XL",
+  "oppo:cph2577": "A58",
+  "oneplus:dn2101": "OnePlus Nord2 5G",
+  "xiaomi:2112123ac": "Xiaomi 12X",
+  "motorola:motorola edge 40 pro": "motorola edge 40 pro",
+  "tecno:tecno cl8": "TECNO CAMON 30 Pro 5G",
+  "vivo:v2247": "Y27s",
+  "oppo:phz110": "Find X7",
+  "samsung:sm-x806b": "Galaxy Tab S8+ 5G",
+  "vivo:v2403a": "iQOO Neo9S Pro+",
+  "realme:rmx3151": "realme 8i",
+  "realme:rmx2193": "realme 7i",
+  "redmi:m2101k7ai": "Redmi Note 10",
+  "motorola:motorola edge 30 neo": "motorola edge 30 neo",
+  "vivo:v2425a": "iQOO Neo10",
+  "xiaomi:24129pn74g": "Xiaomi 15",
+  "motorola:moto g14": "moto g14",
+  "oppo:cph2697": "Reno13 Pro 5G",
+  "samsung:sm-a166p": "Galaxy A16 5G",
+  "oneplus:cph2399": "OnePlus Nord 2T 5G",
+  "samsung:sm-g975f": "Galaxy S10+",
+  "samsung:sm-s938n": "Galaxy S25 Ultra",
+  "redmi:redmi note 9 pro": "Redmi Note 9 Pro",
+  "vivo:v2427": "V50",
+  "redmi:23117rk66c": "Redmi K70 Pro",
+  "oppo:cph2325": "CPH2325",
+  "realme:rmx3370": "realme GT Neo 2",
+  "samsung:sm-a920f": "Galaxy A9 (2018)",
+  "samsung:sm-s9310": "Galaxy S25",
+  "samsung:sm-a5360": "Galaxy A53 5G",
+  "vivo:v2419a": "V2419A",
+  "realme:rmx3363": "realme GT Master Edition",
+  "samsung:sm-a5560": "Galaxy A55 5G",
+  "realme:rmx3461": "realme 9 5G Speed Edition",
+  "samsung:sm-s938q": "Galaxy S25 Ultra",
+  "oneplus:cph2411": "OnePlus 10R 5G",
+  "oppo:cph2495": "A78 5G",
+  "realme:rmx3624": "realme C33",
+  "tecno:tecno ci8n": "CAMON 19 Pro",
+  "redmi:22071219ai": "Redmi 11 Prime",
+  "vivo:vivo 1921": "vivo 1921",
+  "blackview:bv7100": "BV7100",
+  "realme:rmx3563": "realme GT NEO 3 150W"
 }