|
|
|
|
|
from datasets import load_dataset |
|
|
import pandas as pd |
|
|
from pathlib import Path |
|
|
BASE_DIR = Path(__file__).resolve().parent |
|
|
JSONL_PATH = BASE_DIR / "deepmind_math.jsonl" |
|
|
clean_math = pd.read_json( |
|
|
JSONL_PATH, |
|
|
lines=True, |
|
|
orient="records" |
|
|
) |
|
|
GSM8k = load_dataset('openai/gsm8k','main', split= 'train') |
|
|
MMMLU = load_dataset('cais/mmlu', 'college_mathematics', split='test+validation') |
|
|
MMMU = load_dataset('MMMU/MMMU', 'Math', split='test+validation') |
|
|
Olympiad_math = load_dataset('Hothan/OlympiadBench', 'TP_TO_maths_en_COMP', split='train') |
|
|
Olympiad_math2 = load_dataset('Hothan/OlympiadBench', 'OE_TO_maths_en_COMP', split='train') |
|
|
ScienceQA = load_dataset("derek-thomas/ScienceQA", split="train") |
|
|
PubmedQA = load_dataset('qiaojin/PubMedQA','pqa_unlabeled', split='train') |
|
|
|
|
|
|
