Spaces:
Running
Running
| import gradio as gr | |
| import pandas as pd | |
| import os | |
| from huggingface_hub import snapshot_download | |
| from apscheduler.schedulers.background import BackgroundScheduler | |
| from src.display.about import ( | |
| CITATION_BUTTON_LABEL, | |
| CITATION_BUTTON_TEXT, | |
| EVALUATION_QUEUE_TEXT, | |
| INTRODUCTION_TEXT, | |
| LLM_BENCHMARKS_TEXT, | |
| TITLE, | |
| ) | |
| from src.display.css_html_js import custom_css | |
| from src.envs import API | |
| # clone / pull the lmeh eval data | |
| TOKEN = os.environ.get("TOKEN", None) | |
| RESULTS_REPO = f"lukecq/SeaExam-results" | |
| CACHE_PATH=os.getenv("HF_HOME", ".") | |
| EVAL_RESULTS_PATH = os.path.join(CACHE_PATH, "eval-results") | |
| print(EVAL_RESULTS_PATH) | |
| snapshot_download( | |
| repo_id=RESULTS_REPO, local_dir=EVAL_RESULTS_PATH, repo_type="dataset", | |
| token=TOKEN | |
| ) | |
| def restart_space(): | |
| API.restart_space(repo_id="lukecq/SeaExam_leaderboard", token=TOKEN) | |
| # Load the CSV file | |
| def load_csv(file_path): | |
| data = pd.read_csv(file_path) | |
| return data | |
| # Example path to your CSV file | |
| csv_path = f'{EVAL_RESULTS_PATH}/SeaExam_results_0419.csv' | |
| data = load_csv(csv_path) | |
| def show_data(): | |
| return data | |
| # iface = gr.Interface(fn=show_data, inputs = None, outputs="dataframe", title="SeaExam Leaderboard", | |
| # description="Leaderboard for the SeaExam competition.") | |
| # iface.launch() | |
| demo = gr.Blocks(css=custom_css) | |
| with demo: | |
| gr.HTML(TITLE) | |
| gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text") | |
| with gr.Tabs(elem_classes="tab-buttons") as tabs: | |
| with gr.TabItem("π LLM Benchmark", elem_id="llm-benchmark-tab-table", id=0): | |
| leaderboard_table = gr.components.Dataframe( | |
| value=data, | |
| # value=leaderboard_df[ | |
| # [c.name for c in fields(AutoEvalColumn) if c.never_hidden] | |
| # + shown_columns.value | |
| # + [AutoEvalColumn.dummy.name] | |
| # ], | |
| # headers=[c.name for c in fields(AutoEvalColumn) if c.never_hidden] + shown_columns.value, | |
| # datatype=TYPES, | |
| # elem_id="leaderboard-table", | |
| interactive=False, | |
| visible=True, | |
| # column_widths=["2%", "33%"] | |
| ) | |
| demo.launch() | |
| scheduler = BackgroundScheduler() | |
| scheduler.add_job(restart_space, "interval", seconds=20) | |
| scheduler.start() | |
| demo.queue(default_concurrency_limit=40).launch() | |