benchmark/__init__.py

from typing import Type

from benchmark.draw_bench import DrawBenchPrompts
from benchmark.genai_bench import GenAIBenchPrompts
from benchmark.geneval import GenEvalPrompts
from benchmark.hps import HPSPrompts
from benchmark.parti import PartiPrompts


def create_benchmark(
    benchmark_type: str,
) -> Type[
    DrawBenchPrompts | GenAIBenchPrompts | GenEvalPrompts | HPSPrompts | PartiPrompts
]:
    """
    Factory function to create benchmark instances.

    Args:
        benchmark_type (str): The type of benchmark to create. Must be one of:
            - "draw_bench"
            - "genai_bench"
            - "geneval"
            - "hps"
            - "parti"

    Returns:
        An instance of the requested benchmark implementation

    Raises:
        ValueError: If an invalid benchmark type is provided
    """
    benchmark_map = {
        "draw_bench": DrawBenchPrompts,
        "genai_bench": GenAIBenchPrompts,
        "geneval": GenEvalPrompts,
        "hps": HPSPrompts,
        "parti": PartiPrompts,
    }

    if benchmark_type not in benchmark_map:
        raise ValueError(
            f"Invalid benchmark type: {benchmark_type}. Must be one of {list(benchmark_map.keys())}"
        )

    return benchmark_map[benchmark_type]()