Spaces:
Running
Running
Joschka Strueber
commited on
Commit
·
26c0eec
1
Parent(s):
c4145ee
[Fix] default heatmap
Browse files
app.py
CHANGED
|
@@ -99,6 +99,9 @@ links_markdown = """
|
|
| 99 |
"""
|
| 100 |
|
| 101 |
model_init = ["HuggingFaceTB/SmolLM2-1.7B-Instruct", "meta-llama/Llama-3.1-8B-Instruct", "microsoft/phi-4", "google/gemma-2-27b-it", "Qwen/Qwen2.5-32B-Instruct", "meta-llama/Llama-3.3-70B-Instruct"]
|
|
|
|
|
|
|
|
|
|
| 102 |
|
| 103 |
# Create Gradio interface
|
| 104 |
with gr.Blocks(title="LLM Similarity Analyzer") as demo:
|
|
@@ -109,7 +112,7 @@ with gr.Blocks(title="LLM Similarity Analyzer") as demo:
|
|
| 109 |
dataset_dropdown = gr.Dropdown(
|
| 110 |
choices=get_leaderboard_datasets(model_init),
|
| 111 |
label="Select Dataset",
|
| 112 |
-
value=
|
| 113 |
filterable=True,
|
| 114 |
interactive=True,
|
| 115 |
allow_custom_value=False,
|
|
@@ -118,6 +121,7 @@ with gr.Blocks(title="LLM Similarity Analyzer") as demo:
|
|
| 118 |
metric_dropdown = gr.Dropdown(
|
| 119 |
choices=["CAPA", "CAPA (det.)", "Error Consistency"],
|
| 120 |
label="Select Metric",
|
|
|
|
| 121 |
info="Select a similarity metric to compute"
|
| 122 |
)
|
| 123 |
|
|
@@ -138,7 +142,7 @@ with gr.Blocks(title="LLM Similarity Analyzer") as demo:
|
|
| 138 |
)
|
| 139 |
|
| 140 |
generate_btn = gr.Button("Generate Heatmap", variant="primary")
|
| 141 |
-
heatmap = gr.Image(value=create_heatmap(model_init,
|
| 142 |
|
| 143 |
generate_btn.click(
|
| 144 |
fn=validate_inputs,
|
|
|
|
| 99 |
"""
|
| 100 |
|
| 101 |
model_init = ["HuggingFaceTB/SmolLM2-1.7B-Instruct", "meta-llama/Llama-3.1-8B-Instruct", "microsoft/phi-4", "google/gemma-2-27b-it", "Qwen/Qwen2.5-32B-Instruct", "meta-llama/Llama-3.3-70B-Instruct"]
|
| 102 |
+
dataset_init = "mmlu_pro"
|
| 103 |
+
metric_init = "CAPA"
|
| 104 |
+
|
| 105 |
|
| 106 |
# Create Gradio interface
|
| 107 |
with gr.Blocks(title="LLM Similarity Analyzer") as demo:
|
|
|
|
| 112 |
dataset_dropdown = gr.Dropdown(
|
| 113 |
choices=get_leaderboard_datasets(model_init),
|
| 114 |
label="Select Dataset",
|
| 115 |
+
value=dataset_init,
|
| 116 |
filterable=True,
|
| 117 |
interactive=True,
|
| 118 |
allow_custom_value=False,
|
|
|
|
| 121 |
metric_dropdown = gr.Dropdown(
|
| 122 |
choices=["CAPA", "CAPA (det.)", "Error Consistency"],
|
| 123 |
label="Select Metric",
|
| 124 |
+
value=metric_init,
|
| 125 |
info="Select a similarity metric to compute"
|
| 126 |
)
|
| 127 |
|
|
|
|
| 142 |
)
|
| 143 |
|
| 144 |
generate_btn = gr.Button("Generate Heatmap", variant="primary")
|
| 145 |
+
heatmap = gr.Image(value=create_heatmap(model_init, dataset_init, metric_init), label="Similarity Heatmap", visible=True)
|
| 146 |
|
| 147 |
generate_btn.click(
|
| 148 |
fn=validate_inputs,
|