tests/test_config.py

# Example test questions
TEST_QUESTIONS = [
    {
        "q": "one pasuram on thirukudandai and another from srirangam both written by thirumangai azhwar",
        "type": "composite",
        "difficulty": "complex",
        "expected_answer_summary": "Should return one pasuram from Thirukudanthai and another from Srirangam, both authored by Thirumangai Azhwar.",
        "expected_sources": ["Thirukudanthai", "Srirangam"],
        "expected_azhwar": ["Thirumangai Azhwar"],
        "n_results": 2,
    },
    {
        "q": "give me 2 pasurams, one written by thirumazhisai alwar and the other by thirumangai azhwar, both written on divya desam Srirangam",
        "type": "composite",
        "difficulty": "complex",
        "expected_answer_summary": "Should return two pasurams on Srirangam: one by Thirumazhisai Azhwar and the other by Thirumangai Azhwar.",
        "expected_sources": ["Srirangam"],
        "expected_azhwar": ["Thirumazhisai Azhwar", "Thirumangai Azhwar"],
        "n_results": 2,
    },
    {
        "q": "a pasuram from nanmugan thiruvandhadhi that talks about Krishna playing flute",
        "type": "semantic",
        "difficulty": "medium",
        "expected_answer_summary": "Should return 1 pasuram from Nanmukan Thiruvanthathi.",
        "expected_sources": ["Nanmukan Thiruvanthathi"],
        "expected_azhwar": ["Thirumazhisai Azhwar"],
        "expected_topics": ["Krishna", "Flute"],
        "n_results": 1,
    },
    {
        "q": "varaha avatar in nanmugan thiruvandhadhi",
        "type": "semantic",
        "difficulty": "medium",
        "expected_answer_summary": "Should return 1 pasuram from Nanmukan Thiruvanthathi.",
        "expected_sources": ["Nanmukan Thiruvanthathi"],
        "expected_azhwar": ["Thirumazhisai Azhwar"],
        "expected_keywords": ["boar"],
        "n_results": 1,
    },
    {
        "q": "varaha avatar in nanmugan thiruvandadhi and perumal thirumozhi",
        "type": "semantic+composite",
        "difficulty": "medium",
        "expected_answer_summary": "Should return 2 pasurams. One from Nanmukan Thiruvanthathi and another from perumal thirumozhi.",
        "expected_sources": ["Nanmukan Thiruvanthathi", "perumal thirumozhi"],
        "expected_azhwar": ["Thirumazhisai Azhwar", "Kulasekhara Azhwar"],
        "expected_keywords": ["boar"],
        "n_results": 2,
    },
]