update
Browse files- app.py +6 -1
- data_loader.py +14 -1
app.py
CHANGED
|
@@ -226,7 +226,12 @@ def create_leaderboard_ui():
|
|
| 226 |
"- **likes**: Number of likes on HuggingFace Hub\n\n"
|
| 227 |
"**WebGPU Compatibility:**\n"
|
| 228 |
"- Models in the recommended section are all WebGPU compatible\n"
|
| 229 |
-
"- WebGPU enables GPU acceleration in modern browsers"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 230 |
)
|
| 231 |
|
| 232 |
def update_data():
|
|
|
|
| 226 |
"- **likes**: Number of likes on HuggingFace Hub\n\n"
|
| 227 |
"**WebGPU Compatibility:**\n"
|
| 228 |
"- Models in the recommended section are all WebGPU compatible\n"
|
| 229 |
+
"- WebGPU enables GPU acceleration in modern browsers\n\n"
|
| 230 |
+
"**⚠️ Important Note About Performance Metrics:**\n"
|
| 231 |
+
"All metrics are measured in a controlled benchmark environment. "
|
| 232 |
+
"They are useful for **comparing models against each other**, but may not reflect "
|
| 233 |
+
"actual performance in your environment. Factors like hardware, browser, OS, and system load affect real-world performance. "
|
| 234 |
+
"We recommend testing models in your own environment for accurate measurements."
|
| 235 |
)
|
| 236 |
|
| 237 |
def update_data():
|
data_loader.py
CHANGED
|
@@ -745,7 +745,7 @@ def format_recommended_models_as_markdown(df: pd.DataFrame) -> str:
|
|
| 745 |
infer_time = row.get("first_infer_ms_p50", None)
|
| 746 |
|
| 747 |
# Model entry
|
| 748 |
-
markdown_lines.append(f"
|
| 749 |
markdown_lines.append("")
|
| 750 |
|
| 751 |
# WebGPU compatibility
|
|
@@ -788,6 +788,19 @@ def format_recommended_models_as_markdown(df: pd.DataFrame) -> str:
|
|
| 788 |
"- **Performance**: Fast loading and inference times based on benchmark results",
|
| 789 |
"- **Compatibility**: Verified WebGPU support for GPU-accelerated browser execution",
|
| 790 |
"",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 791 |
"### For Production Use",
|
| 792 |
"",
|
| 793 |
"These recommendations are optimized for first-time trials and learning. "
|
|
|
|
| 745 |
infer_time = row.get("first_infer_ms_p50", None)
|
| 746 |
|
| 747 |
# Model entry
|
| 748 |
+
markdown_lines.append(f"#### {model_id}")
|
| 749 |
markdown_lines.append("")
|
| 750 |
|
| 751 |
# WebGPU compatibility
|
|
|
|
| 788 |
"- **Performance**: Fast loading and inference times based on benchmark results",
|
| 789 |
"- **Compatibility**: Verified WebGPU support for GPU-accelerated browser execution",
|
| 790 |
"",
|
| 791 |
+
"### Understanding Benchmark Metrics",
|
| 792 |
+
"",
|
| 793 |
+
"**Important:** All performance metrics (load time, inference time, etc.) are measured in a controlled benchmark environment. "
|
| 794 |
+
"These metrics are useful for **comparing models against each other**, but they may not reflect the actual performance you'll experience in your specific environment. "
|
| 795 |
+
"Factors that affect real-world performance include:",
|
| 796 |
+
"- Hardware specifications (CPU, GPU, memory)",
|
| 797 |
+
"- Browser type and version",
|
| 798 |
+
"- Operating system",
|
| 799 |
+
"- Network conditions (for model loading)",
|
| 800 |
+
"- Concurrent processes and system load",
|
| 801 |
+
"",
|
| 802 |
+
"**We recommend** benchmarking models in your own environment with your actual use case to get accurate performance measurements.",
|
| 803 |
+
"",
|
| 804 |
"### For Production Use",
|
| 805 |
"",
|
| 806 |
"These recommendations are optimized for first-time trials and learning. "
|