kevinpro
commited on
Commit
·
4bdbb91
1
Parent(s):
b220808
update
Browse files- __pycache__/content.cpython-310.pyc +0 -0
- __pycache__/css.cpython-310.pyc +0 -0
- app.py +33 -34
- css.py +24 -12
__pycache__/content.cpython-310.pyc
ADDED
|
Binary file (1.66 kB). View file
|
|
|
__pycache__/css.cpython-310.pyc
ADDED
|
Binary file (888 Bytes). View file
|
|
|
app.py
CHANGED
|
@@ -79,34 +79,34 @@ MMLU_COL = "MMLU (25-shot)"
|
|
| 79 |
TRUTHFULQA_COL = "TruthfulQA (0-shot)"
|
| 80 |
NOTES_COL = "Notes" # For search only
|
| 81 |
|
| 82 |
-
COLS = [MODEL_COL, LANG_COL, CODE_COL, AVERAGE_COL, ARC_COL, HELLASWAG_COL, MMLU_COL, TRUTHFULQA_COL, NOTES_COL]
|
| 83 |
-
TYPES = ["str", "str", "str", "number", "number", "number", "number", "number", "str"]
|
| 84 |
|
| 85 |
|
| 86 |
|
| 87 |
COLS = [MODEL_COL, MSVAMP_COL, MGSM_COL, MNUM_COL,NOTES_COL]
|
| 88 |
-
TYPES = ["str", "number", "number", "number","
|
| 89 |
|
| 90 |
|
| 91 |
|
| 92 |
def get_leaderboard_df():
|
| 93 |
df = list()
|
| 94 |
results = [
|
| 95 |
-
["GPT-3.5-Turbo", 46.6, 42.2, 49.4],
|
| 96 |
-
["MAmmoTH 7B", 26.3, 21.3, 24.2],
|
| 97 |
-
["WizardMath 7B", 32.5, 23.0, 28.7],
|
| 98 |
-
["MetaMath 7B", 46.2, 37.0, 43.2],
|
| 99 |
-
["
|
| 100 |
-
["
|
| 101 |
-
["
|
| 102 |
-
["
|
| 103 |
-
["
|
| 104 |
-
["
|
| 105 |
-
["
|
|
|
|
|
|
|
| 106 |
]
|
| 107 |
|
| 108 |
-
for i in results:
|
| 109 |
-
i.append(i[0])
|
| 110 |
df = pd.DataFrame.from_records(results, columns=COLS)
|
| 111 |
df = df.sort_values(by=[ MSVAMP_COL], ascending=False)
|
| 112 |
df = df[COLS]
|
|
@@ -116,18 +116,20 @@ def get_leaderboard_df():
|
|
| 116 |
def get_leaderboard_13Bdf():
|
| 117 |
df = list()
|
| 118 |
results = [
|
| 119 |
-
["GPT-3.5-Turbo", 46.6, 42.2, 49.4],
|
| 120 |
-
["MAmmoTH 13B", 38.6, 28.9, 29.5],
|
| 121 |
-
["WizardMath 13B", 35.7, 28.3, 29.0],
|
| 122 |
-
["MetaMath 13B", 46.2, 43.9, 43.3],
|
| 123 |
-
["QAlign 13B", 62.6, 57.1, None],
|
| 124 |
-
["MathOctopus 13B", 51.8, 46.0, 40.3],
|
| 125 |
-
["
|
| 126 |
-
["
|
| 127 |
-
["
|
|
|
|
|
|
|
| 128 |
]
|
| 129 |
-
for i in results:
|
| 130 |
-
|
| 131 |
df = pd.DataFrame.from_records(results, columns=COLS)
|
| 132 |
df = df.sort_values(by=[ MSVAMP_COL], ascending=False)
|
| 133 |
df = df[COLS]
|
|
@@ -149,7 +151,7 @@ with demo:
|
|
| 149 |
gr.Markdown(INTRO_TEXT, elem_classes="markdown-text")
|
| 150 |
#gr.Markdown(HOW_TO, elem_classes="markdown-text")
|
| 151 |
|
| 152 |
-
with gr.
|
| 153 |
search_bar = gr.Textbox(
|
| 154 |
placeholder="Search models and languages...", show_label=False, elem_id="search-bar"
|
| 155 |
)
|
|
@@ -158,13 +160,12 @@ with demo:
|
|
| 158 |
value=original_df,
|
| 159 |
headers=COLS,
|
| 160 |
datatype=TYPES,
|
| 161 |
-
max_rows=5,
|
| 162 |
elem_id="leaderboard-table",
|
| 163 |
)
|
| 164 |
|
| 165 |
# # Dummy leaderboard for handling the case when the user uses backspace key
|
| 166 |
hidden_leaderboard_table_for_search = gr.components.Dataframe(
|
| 167 |
-
value=original_df, headers=COLS, datatype=TYPES,
|
| 168 |
)
|
| 169 |
|
| 170 |
search_bar.change(
|
|
@@ -173,7 +174,7 @@ with demo:
|
|
| 173 |
leaderboard_table,
|
| 174 |
)
|
| 175 |
|
| 176 |
-
with gr.
|
| 177 |
search_bar = gr.Textbox(
|
| 178 |
placeholder="Search models and languages...", show_label=False, elem_id="search-bar"
|
| 179 |
)
|
|
@@ -182,13 +183,12 @@ with demo:
|
|
| 182 |
value=original_13Bdf,
|
| 183 |
headers=COLS,
|
| 184 |
datatype=TYPES,
|
| 185 |
-
max_rows=5,
|
| 186 |
elem_id="leaderboard-table",
|
| 187 |
)
|
| 188 |
|
| 189 |
# # Dummy leaderboard for handling the case when the user uses backspace key
|
| 190 |
hidden_leaderboard_table_for_search_13B = gr.components.Dataframe(
|
| 191 |
-
value=original_13Bdf, headers=COLS, datatype=TYPES,
|
| 192 |
)
|
| 193 |
|
| 194 |
search_bar.change(
|
|
@@ -197,7 +197,6 @@ with demo:
|
|
| 197 |
leaderboard_table_13B,
|
| 198 |
)
|
| 199 |
|
| 200 |
-
#gr.Markdown(CREDIT, elem_classes="markdown-text")
|
| 201 |
gr.Markdown(CITATION, elem_classes="markdown-text")
|
| 202 |
|
| 203 |
demo.launch()
|
|
|
|
| 79 |
TRUTHFULQA_COL = "TruthfulQA (0-shot)"
|
| 80 |
NOTES_COL = "Notes" # For search only
|
| 81 |
|
| 82 |
+
# COLS = [MODEL_COL, LANG_COL, CODE_COL, AVERAGE_COL, ARC_COL, HELLASWAG_COL, MMLU_COL, TRUTHFULQA_COL, NOTES_COL]
|
| 83 |
+
# TYPES = ["str", "str", "str", "number", "number", "number", "number", "number", "str"]
|
| 84 |
|
| 85 |
|
| 86 |
|
| 87 |
COLS = [MODEL_COL, MSVAMP_COL, MGSM_COL, MNUM_COL,NOTES_COL]
|
| 88 |
+
TYPES = ["str", "number", "number", "number","html"]
|
| 89 |
|
| 90 |
|
| 91 |
|
| 92 |
def get_leaderboard_df():
|
| 93 |
df = list()
|
| 94 |
results = [
|
| 95 |
+
["GPT-3.5-Turbo", 46.6, 42.2, 49.4,'GPT-3.5-Turbo'],
|
| 96 |
+
["MAmmoTH 7B", 26.3, 21.3, 24.2,'<a href="https://arxiv.org/abs/2309.05653" target="_blank">MAmmoTH</a>'],
|
| 97 |
+
["WizardMath 7B", 32.5, 23.0, 28.7,'<a href="https://arxiv.org/abs/2308.09583" target="_blank">WizardMath</a>'],
|
| 98 |
+
["MetaMath 7B", 46.2, 37.0, 43.2,'<a href="https://arxiv.org/abs/2309.12284" target="_blank">MetaMath</a>'],
|
| 99 |
+
["MetaMath-LB-9B",None,50.2,None,'<a href="https://arxiv.org/abs/2401.10695" target="_blank">LangBridge</a>'],
|
| 100 |
+
["XCoT 7B",42.9,41.5,None,'<a href="https://arxiv.org/abs/2401.07037" target="_blank">XCoT</a>'],
|
| 101 |
+
["QAlign 7B", 57.2, 49.6, None,'<a href="https://arxiv.org/abs/2401.07817" target="_blank">QAlign</a>'],
|
| 102 |
+
["MathOctopus 7B", 41.2, 39.5, 37.1,'<a href="https://arxiv.org/abs/2310.20246" target="_blank">MathOctopus</a>'],
|
| 103 |
+
["MathOctopus-MAPO-DPO 7B", 57.4, 41.6, 50.4,'<a href="https://arxiv.org/abs/2401.06838" target="_blank">MAPO</a>'],
|
| 104 |
+
["MetaMathOctopus 7B", 53.0, 45.5, 39.2,'<a href="https://arxiv.org/abs/2401.06838" target="_blank">MAPO</a>'],
|
| 105 |
+
["MetaMathOctopus-MAPO-DPO 7B 👑", 64.7, 51.6, 52.9,'<a href="https://arxiv.org/abs/2401.06838" target="_blank">MAPO</a>'],
|
| 106 |
+
["MistralMathOctopus 7B", 59.0, 58.0, 56.8,'<a href="https://arxiv.org/abs/2401.06838" target="_blank">MAPO</a>'],
|
| 107 |
+
["MistralMathOctopus-MAPO-DPO 7B 👑", 74.6, 67.3, 70.0,'<a href="https://arxiv.org/abs/2401.06838" target="_blank">MAPO</a>'],
|
| 108 |
]
|
| 109 |
|
|
|
|
|
|
|
| 110 |
df = pd.DataFrame.from_records(results, columns=COLS)
|
| 111 |
df = df.sort_values(by=[ MSVAMP_COL], ascending=False)
|
| 112 |
df = df[COLS]
|
|
|
|
| 116 |
def get_leaderboard_13Bdf():
|
| 117 |
df = list()
|
| 118 |
results = [
|
| 119 |
+
["GPT-3.5-Turbo", 46.6, 42.2, 49.4,'GPT-3.5-Turbo'],
|
| 120 |
+
["MAmmoTH 13B", 38.6, 28.9, 29.5,'<a href="https://arxiv.org/abs/2309.05653" target="_blank">MAmmoTH</a>'],
|
| 121 |
+
["WizardMath 13B", 35.7, 28.3, 29.0,'<a href="https://arxiv.org/abs/2308.09583" target="_blank">WizardMath</a>'],
|
| 122 |
+
["MetaMath 13B", 46.2, 43.9, 43.3,'<a href="https://arxiv.org/abs/2309.12284" target="_blank">MetaMath</a>'],
|
| 123 |
+
["QAlign 13B", 62.6, 57.1, None,'<a href="https://arxiv.org/abs/2401.07817" target="_blank">QAlign</a>'],
|
| 124 |
+
["MathOctopus 13B", 51.8, 46.0, 40.3,'<a href="https://arxiv.org/abs/2310.20246" target="_blank">MathOctopus</a>'],
|
| 125 |
+
["MetaMath-LB-15B",None,55.2,None,'<a href="https://arxiv.org/abs/2401.10695" target="_blank">LangBridge</a>'],
|
| 126 |
+
["MetaMath-LB-20B",None,56.7,None,'<a href="https://arxiv.org/abs/2401.10695" target="_blank">LangBridge</a>'],
|
| 127 |
+
["MathOctopus-MAPO-DPO 13B ", 60.1, 48.5, 53.8,'<a href="https://arxiv.org/abs/2401.06838" target="_blank">MAPO</a>'],
|
| 128 |
+
["MetaMathOctopus 13B", 56.3, 51.4, 49.5,'<a href="https://arxiv.org/abs/2401.06838" target="_blank">MAPO</a>'],
|
| 129 |
+
["MetaMathOctopus-MAPO-DPO 13B 👑", 67.0, 58.0, 59.8,'<a href="https://arxiv.org/abs/2401.06838" target="_blank">MAPO</a>'],
|
| 130 |
]
|
| 131 |
+
# for i in results:
|
| 132 |
+
# i.append(i[0])
|
| 133 |
df = pd.DataFrame.from_records(results, columns=COLS)
|
| 134 |
df = df.sort_values(by=[ MSVAMP_COL], ascending=False)
|
| 135 |
df = df[COLS]
|
|
|
|
| 151 |
gr.Markdown(INTRO_TEXT, elem_classes="markdown-text")
|
| 152 |
#gr.Markdown(HOW_TO, elem_classes="markdown-text")
|
| 153 |
|
| 154 |
+
with gr.Group():
|
| 155 |
search_bar = gr.Textbox(
|
| 156 |
placeholder="Search models and languages...", show_label=False, elem_id="search-bar"
|
| 157 |
)
|
|
|
|
| 160 |
value=original_df,
|
| 161 |
headers=COLS,
|
| 162 |
datatype=TYPES,
|
|
|
|
| 163 |
elem_id="leaderboard-table",
|
| 164 |
)
|
| 165 |
|
| 166 |
# # Dummy leaderboard for handling the case when the user uses backspace key
|
| 167 |
hidden_leaderboard_table_for_search = gr.components.Dataframe(
|
| 168 |
+
value=original_df, headers=COLS, datatype=TYPES, visible=False
|
| 169 |
)
|
| 170 |
|
| 171 |
search_bar.change(
|
|
|
|
| 174 |
leaderboard_table,
|
| 175 |
)
|
| 176 |
|
| 177 |
+
with gr.Group():
|
| 178 |
search_bar = gr.Textbox(
|
| 179 |
placeholder="Search models and languages...", show_label=False, elem_id="search-bar"
|
| 180 |
)
|
|
|
|
| 183 |
value=original_13Bdf,
|
| 184 |
headers=COLS,
|
| 185 |
datatype=TYPES,
|
|
|
|
| 186 |
elem_id="leaderboard-table",
|
| 187 |
)
|
| 188 |
|
| 189 |
# # Dummy leaderboard for handling the case when the user uses backspace key
|
| 190 |
hidden_leaderboard_table_for_search_13B = gr.components.Dataframe(
|
| 191 |
+
value=original_13Bdf, headers=COLS, datatype=TYPES, visible=False
|
| 192 |
)
|
| 193 |
|
| 194 |
search_bar.change(
|
|
|
|
| 197 |
leaderboard_table_13B,
|
| 198 |
)
|
| 199 |
|
|
|
|
| 200 |
gr.Markdown(CITATION, elem_classes="markdown-text")
|
| 201 |
|
| 202 |
demo.launch()
|
css.py
CHANGED
|
@@ -1,15 +1,27 @@
|
|
|
|
|
| 1 |
CUSTOM_CSS = """
|
| 2 |
-
|
| 3 |
-
table td:
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
}
|
| 15 |
"""
|
|
|
|
| 1 |
+
# css.py 文件
|
| 2 |
CUSTOM_CSS = """
|
| 3 |
+
#leaderboard-table .dataframe th:nth-child(1),
|
| 4 |
+
#leaderboard-table .dataframe td:nth-child(1) {
|
| 5 |
+
width: 150px; /* Model column width */
|
| 6 |
+
}
|
| 7 |
+
|
| 8 |
+
#leaderboard-table .dataframe th:nth-child(2),
|
| 9 |
+
#leaderboard-table .dataframe td:nth-child(2) {
|
| 10 |
+
width: 100px; /* MSVAMP column width */
|
| 11 |
+
}
|
| 12 |
+
|
| 13 |
+
#leaderboard-table .dataframe th:nth-child(3),
|
| 14 |
+
#leaderboard-table .dataframe td:nth-child(3) {
|
| 15 |
+
width: 100px; /* MGSM column width */
|
| 16 |
+
}
|
| 17 |
+
|
| 18 |
+
#leaderboard-table .dataframe th:nth-child(4),
|
| 19 |
+
#leaderboard-table .dataframe td:nth-child(4) {
|
| 20 |
+
width: 100px; /* MNum column width */
|
| 21 |
+
}
|
| 22 |
+
|
| 23 |
+
#leaderboard-table .dataframe th:nth-child(5),
|
| 24 |
+
#leaderboard-table .dataframe td:nth-child(5) {
|
| 25 |
+
width: 200px; /* Notes column width */
|
| 26 |
}
|
| 27 |
"""
|