Spaces:
Running
Running
Parameters slider (#5)
Browse files- Added params slider (c21d6446662501fd5016a6dc5ff399ab5b561fad)
app.py
CHANGED
|
@@ -12,6 +12,20 @@ ds_results = load_dataset("visionLMsftw/vibe-testing-results", split="train")
|
|
| 12 |
models = get_model_names(ds_results)
|
| 13 |
responses = get_responses(ds_results)
|
| 14 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
default_category = evaluation_data[0]["category"]
|
| 16 |
default_example_id = evaluation_data[0]["id"]
|
| 17 |
|
|
@@ -22,7 +36,10 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
|
|
| 22 |
mode = gr.Radio(["View model-wise responses", "Compare model responses on a specific example"], label="Mode", value="View model-wise responses")
|
| 23 |
|
| 24 |
with gr.Column(visible=True) as model_mode:
|
|
|
|
| 25 |
selected_model = gr.Dropdown(models, label="Choose model")
|
|
|
|
|
|
|
| 26 |
model_category = gr.Dropdown(
|
| 27 |
choices=list(set(ex["category"] for ex in evaluation_data)),
|
| 28 |
label="Category",
|
|
|
|
| 12 |
models = get_model_names(ds_results)
|
| 13 |
responses = get_responses(ds_results)
|
| 14 |
|
| 15 |
+
model_params = {
|
| 16 |
+
"Qwen/Qwen2.5-VL-32B-Instruct": 32,
|
| 17 |
+
"google/gemma-3-27b-it": 27,
|
| 18 |
+
"meta-llama/Llama-4-Maverick-17B-128E-Instruct": 17,
|
| 19 |
+
"HuggingFaceTB/SmolVLM2-2.2B-Instruct": 2.2,
|
| 20 |
+
}
|
| 21 |
+
|
| 22 |
+
def filter_models_by_param(min_params):
|
| 23 |
+
filtered_models = [m for m, p in model_params.items() if p >= min_params]
|
| 24 |
+
selected = filtered_models[0] if filtered_models else None
|
| 25 |
+
return gr.update(choices=filtered_models, value=selected)
|
| 26 |
+
|
| 27 |
+
models = list(model_params.keys())
|
| 28 |
+
|
| 29 |
default_category = evaluation_data[0]["category"]
|
| 30 |
default_example_id = evaluation_data[0]["id"]
|
| 31 |
|
|
|
|
| 36 |
mode = gr.Radio(["View model-wise responses", "Compare model responses on a specific example"], label="Mode", value="View model-wise responses")
|
| 37 |
|
| 38 |
with gr.Column(visible=True) as model_mode:
|
| 39 |
+
param_slider = gr.Slider(minimum=2, maximum=32, step=1, label="Minimum model parameters (B)")
|
| 40 |
selected_model = gr.Dropdown(models, label="Choose model")
|
| 41 |
+
|
| 42 |
+
param_slider.change(filter_models_by_param, inputs=param_slider, outputs=selected_model)
|
| 43 |
model_category = gr.Dropdown(
|
| 44 |
choices=list(set(ex["category"] for ex in evaluation_data)),
|
| 45 |
label="Category",
|