Commit
·
3533641
1
Parent(s):
a7a5300
add org rankings
Browse files
README.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
---
|
| 2 |
title: Base Model Explorer
|
| 3 |
-
emoji:
|
| 4 |
colorFrom: green
|
| 5 |
colorTo: purple
|
| 6 |
sdk: gradio
|
|
|
|
| 1 |
---
|
| 2 |
title: Base Model Explorer
|
| 3 |
+
emoji: 🧭
|
| 4 |
colorFrom: green
|
| 5 |
colorTo: purple
|
| 6 |
sdk: gradio
|
app.py
CHANGED
|
@@ -37,6 +37,14 @@ base_models = [
|
|
| 37 |
df = pd.DataFrame(
|
| 38 |
pd.DataFrame({"base_model": base_models}).value_counts()
|
| 39 |
).reset_index()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 40 |
|
| 41 |
grouped_by_base_model = groupby(
|
| 42 |
lambda x: x.cardData.get("base_model"), models_with_base_model_info
|
|
@@ -61,12 +69,26 @@ def return_models_for_base_model(base_model):
|
|
| 61 |
|
| 62 |
|
| 63 |
with gr.Blocks() as demo:
|
| 64 |
-
gr.Markdown("
|
|
|
|
|
|
|
|
|
|
|
|
|
| 65 |
gr.Markdown(summary)
|
| 66 |
gr.Markdown("### Find all models trained from a base model")
|
| 67 |
base_model = gr.Dropdown(all_base_models, label="Base Model")
|
| 68 |
results = gr.Markdown()
|
| 69 |
base_model.change(return_models_for_base_model, base_model, results)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 70 |
|
| 71 |
-
# gr.DataFrame(df)
|
| 72 |
demo.launch()
|
|
|
|
| 37 |
df = pd.DataFrame(
|
| 38 |
pd.DataFrame({"base_model": base_models}).value_counts()
|
| 39 |
).reset_index()
|
| 40 |
+
df_with_org = df.copy(deep=True)
|
| 41 |
+
|
| 42 |
+
def parse_org(hub_id):
|
| 43 |
+
parts = hub_id.split('/')
|
| 44 |
+
return parts[0] if len(parts) == 2 else None
|
| 45 |
+
|
| 46 |
+
df_with_org["org"] = df_with_org["base_model"].apply(parse_org)
|
| 47 |
+
df_with_org = df_with_org.dropna(subset=['org'])
|
| 48 |
|
| 49 |
grouped_by_base_model = groupby(
|
| 50 |
lambda x: x.cardData.get("base_model"), models_with_base_model_info
|
|
|
|
| 69 |
|
| 70 |
|
| 71 |
with gr.Blocks() as demo:
|
| 72 |
+
gr.Markdown("# Base model explorer")
|
| 73 |
+
gr.Markdown(
|
| 74 |
+
"""When sharing models to the Hub it is possible to specify a base model in the model card i.e. that your model is a fine-tuned version of [bert/base-cased](https://huggingface.co/bert-base-cased).
|
| 75 |
+
This Space allows you to find children models for a given base model and view the popularity of models for fine-tuning."""
|
| 76 |
+
)
|
| 77 |
gr.Markdown(summary)
|
| 78 |
gr.Markdown("### Find all models trained from a base model")
|
| 79 |
base_model = gr.Dropdown(all_base_models, label="Base Model")
|
| 80 |
results = gr.Markdown()
|
| 81 |
base_model.change(return_models_for_base_model, base_model, results)
|
| 82 |
+
with gr.Accordion("Base model popularity ranking"):
|
| 83 |
+
gr.DataFrame(df.head(50))
|
| 84 |
+
with gr.Accordion("Base model popularity ranking by organisation"):
|
| 85 |
+
gr.DataFrame(
|
| 86 |
+
pd.DataFrame(
|
| 87 |
+
df_with_org.groupby("org")["count"]
|
| 88 |
+
.sum()
|
| 89 |
+
.sort_values(ascending=False)
|
| 90 |
+
.head(50)
|
| 91 |
+
).reset_index()).sort_values("count", ascending=False)
|
| 92 |
+
|
| 93 |
|
|
|
|
| 94 |
demo.launch()
|