Corey Morris
commited on
Commit
·
ca8d4b9
1
Parent(s):
5129f48
Added custom scatterplot creation
Browse files
app.py
CHANGED
|
@@ -73,7 +73,7 @@ data_provider = MultiURLData()
|
|
| 73 |
|
| 74 |
st.title('Hugging Face Model Benchmarking including MMLU by task data')
|
| 75 |
|
| 76 |
-
filters = st.checkbox('Select Models and
|
| 77 |
|
| 78 |
# Create defaults for selected columns and models
|
| 79 |
selected_columns = data_provider.data.columns.tolist()
|
|
@@ -127,6 +127,16 @@ def create_plot(df, arc_column, moral_column, models=None):
|
|
| 127 |
|
| 128 |
st.header('Overall benchmark comparison')
|
| 129 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
fig = create_plot(filtered_data, 'arc:challenge|25', 'hellaswag|10')
|
| 131 |
st.plotly_chart(fig)
|
| 132 |
|
|
@@ -156,4 +166,7 @@ fig = px.histogram(filtered_data, x="MMLU_moral_scenarios", marginal="rug", hove
|
|
| 156 |
st.plotly_chart(fig)
|
| 157 |
|
| 158 |
fig = px.histogram(filtered_data, x="MMLU_moral_disputes", marginal="rug", hover_data=filtered_data.columns)
|
| 159 |
-
st.plotly_chart(fig)
|
|
|
|
|
|
|
|
|
|
|
|
| 73 |
|
| 74 |
st.title('Hugging Face Model Benchmarking including MMLU by task data')
|
| 75 |
|
| 76 |
+
filters = st.checkbox('Select Models and Evaluations')
|
| 77 |
|
| 78 |
# Create defaults for selected columns and models
|
| 79 |
selected_columns = data_provider.data.columns.tolist()
|
|
|
|
| 127 |
|
| 128 |
st.header('Overall benchmark comparison')
|
| 129 |
|
| 130 |
+
st.header('Custom scatter plots')
|
| 131 |
+
selected_x_column = st.selectbox('Select x-axis', filtered_data.columns.tolist(), index=0)
|
| 132 |
+
selected_y_column = st.selectbox('Select y-axis', filtered_data.columns.tolist(), index=1)
|
| 133 |
+
|
| 134 |
+
if selected_x_column != selected_y_column: # Avoid creating a plot with the same column on both axes
|
| 135 |
+
fig = create_plot(filtered_data, selected_x_column, selected_y_column)
|
| 136 |
+
st.plotly_chart(fig)
|
| 137 |
+
else:
|
| 138 |
+
st.write("Please select different columns for the x and y axes.")
|
| 139 |
+
|
| 140 |
fig = create_plot(filtered_data, 'arc:challenge|25', 'hellaswag|10')
|
| 141 |
st.plotly_chart(fig)
|
| 142 |
|
|
|
|
| 166 |
st.plotly_chart(fig)
|
| 167 |
|
| 168 |
fig = px.histogram(filtered_data, x="MMLU_moral_disputes", marginal="rug", hover_data=filtered_data.columns)
|
| 169 |
+
st.plotly_chart(fig)
|
| 170 |
+
|
| 171 |
+
|
| 172 |
+
|