whitphx HF Staff commited on
Commit
05b75ca
·
1 Parent(s): 5cc84ea
Files changed (2) hide show
  1. app.py +6 -1
  2. data_loader.py +14 -1
app.py CHANGED
@@ -226,7 +226,12 @@ def create_leaderboard_ui():
226
  "- **likes**: Number of likes on HuggingFace Hub\n\n"
227
  "**WebGPU Compatibility:**\n"
228
  "- Models in the recommended section are all WebGPU compatible\n"
229
- "- WebGPU enables GPU acceleration in modern browsers"
 
 
 
 
 
230
  )
231
 
232
  def update_data():
 
226
  "- **likes**: Number of likes on HuggingFace Hub\n\n"
227
  "**WebGPU Compatibility:**\n"
228
  "- Models in the recommended section are all WebGPU compatible\n"
229
+ "- WebGPU enables GPU acceleration in modern browsers\n\n"
230
+ "**⚠️ Important Note About Performance Metrics:**\n"
231
+ "All metrics are measured in a controlled benchmark environment. "
232
+ "They are useful for **comparing models against each other**, but may not reflect "
233
+ "actual performance in your environment. Factors like hardware, browser, OS, and system load affect real-world performance. "
234
+ "We recommend testing models in your own environment for accurate measurements."
235
  )
236
 
237
  def update_data():
data_loader.py CHANGED
@@ -745,7 +745,7 @@ def format_recommended_models_as_markdown(df: pd.DataFrame) -> str:
745
  infer_time = row.get("first_infer_ms_p50", None)
746
 
747
  # Model entry
748
- markdown_lines.append(f"### {model_id}")
749
  markdown_lines.append("")
750
 
751
  # WebGPU compatibility
@@ -788,6 +788,19 @@ def format_recommended_models_as_markdown(df: pd.DataFrame) -> str:
788
  "- **Performance**: Fast loading and inference times based on benchmark results",
789
  "- **Compatibility**: Verified WebGPU support for GPU-accelerated browser execution",
790
  "",
 
 
 
 
 
 
 
 
 
 
 
 
 
791
  "### For Production Use",
792
  "",
793
  "These recommendations are optimized for first-time trials and learning. "
 
745
  infer_time = row.get("first_infer_ms_p50", None)
746
 
747
  # Model entry
748
+ markdown_lines.append(f"#### {model_id}")
749
  markdown_lines.append("")
750
 
751
  # WebGPU compatibility
 
788
  "- **Performance**: Fast loading and inference times based on benchmark results",
789
  "- **Compatibility**: Verified WebGPU support for GPU-accelerated browser execution",
790
  "",
791
+ "### Understanding Benchmark Metrics",
792
+ "",
793
+ "**Important:** All performance metrics (load time, inference time, etc.) are measured in a controlled benchmark environment. "
794
+ "These metrics are useful for **comparing models against each other**, but they may not reflect the actual performance you'll experience in your specific environment. "
795
+ "Factors that affect real-world performance include:",
796
+ "- Hardware specifications (CPU, GPU, memory)",
797
+ "- Browser type and version",
798
+ "- Operating system",
799
+ "- Network conditions (for model loading)",
800
+ "- Concurrent processes and system load",
801
+ "",
802
+ "**We recommend** benchmarking models in your own environment with your actual use case to get accurate performance measurements.",
803
+ "",
804
  "### For Production Use",
805
  "",
806
  "These recommendations are optimized for first-time trials and learning. "