|
|
from dataclasses import dataclass |
|
|
from enum import Enum |
|
|
|
|
|
@dataclass |
|
|
class Task: |
|
|
benchmark: str |
|
|
metric: str |
|
|
col_name: str |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class Tasks(Enum): |
|
|
|
|
|
|
|
|
task0 = Task("mmlongbench_doc", "acc", "ACC") |
|
|
|
|
|
NUM_FEWSHOT = 0 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
TITLE = """<h1 align="center" id="space-title">π₯ <a href="" target="_blank">UniGenBench</a> Leaderboard</h1>""" |
|
|
|
|
|
|
|
|
LINKS_AND_INFO = """ |
|
|
<div align="center"> |
|
|
<p><a href="https://github.com/CodeGoat24/UnifiedReward" target="_blank">UnifiedReward Team</a></p> <br> |
|
|
|
|
|
<a href=""><img src='https://img.shields.io/badge/arXiv-UniGenBench-blue' alt='Paper PDF'></a><a href="https://codegoat24.github.io/UnifiedReward/Pref-GRPO"><img src='https://img.shields.io/badge/Project-Website-orange' alt='Project Page'></a><a href="https://github.com/CodeGoat24/UniGenBench" target="_blank" rel="noopener noreferrer"><img alt="Code" src="https://img.shields.io/github/stars/CodeGoat24/UniGenBench.svg?style=social&label=Official"></a> |
|
|
|
|
|
</div> |
|
|
""" |
|
|
|
|
|
|
|
|
INTRODUCTION_TEXT = """ |
|
|
π [UniGenBench]() is a unified benchmark for T2I generation that integrates diverse prompt themes with a comprehensive suite of fine-grained evaluation criteria. |
|
|
|
|
|
π§ You can use the official [GitHub repo](https://github.com/CodeGoat24/UniGenBench) to evaluate your model on [UniGenBench](). |
|
|
|
|
|
π To add your own model to the leaderboard, please send an Email to yibinwang1121@163.com, then we will help with the evaluation and updating the leaderboard. |
|
|
""" |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results" |
|
|
CITATION_BUTTON_TEXT = r""" |
|
|
|
|
|
}""" |
|
|
|