# Example test questions TEST_QUESTIONS = [ { "q": "one pasuram on thirukudandai and another from srirangam both written by thirumangai azhwar", "type": "composite", "difficulty": "complex", "expected_answer_summary": "Should return one pasuram from Thirukudanthai and another from Srirangam, both authored by Thirumangai Azhwar.", "expected_sources": ["Thirukudanthai", "Srirangam"], "expected_azhwar": ["Thirumangai Azhwar"], "n_results": 2, }, { "q": "give me 2 pasurams, one written by thirumazhisai alwar and the other by thirumangai azhwar, both written on divya desam Srirangam", "type": "composite", "difficulty": "complex", "expected_answer_summary": "Should return two pasurams on Srirangam: one by Thirumazhisai Azhwar and the other by Thirumangai Azhwar.", "expected_sources": ["Srirangam"], "expected_azhwar": ["Thirumazhisai Azhwar", "Thirumangai Azhwar"], "n_results": 2, }, { "q": "a pasuram from nanmugan thiruvandhadhi that talks about Krishna playing flute", "type": "semantic", "difficulty": "medium", "expected_answer_summary": "Should return 1 pasuram from Nanmukan Thiruvanthathi.", "expected_sources": ["Nanmukan Thiruvanthathi"], "expected_azhwar": ["Thirumazhisai Azhwar"], "expected_topics": ["Krishna", "Flute"], "n_results": 1, }, { "q": "varaha avatar in nanmugan thiruvandhadhi", "type": "semantic", "difficulty": "medium", "expected_answer_summary": "Should return 1 pasuram from Nanmukan Thiruvanthathi.", "expected_sources": ["Nanmukan Thiruvanthathi"], "expected_azhwar": ["Thirumazhisai Azhwar"], "expected_keywords": ["boar"], "n_results": 1, }, { "q": "varaha avatar in nanmugan thiruvandadhi and perumal thirumozhi", "type": "semantic+composite", "difficulty": "medium", "expected_answer_summary": "Should return 2 pasurams. One from Nanmukan Thiruvanthathi and another from perumal thirumozhi.", "expected_sources": ["Nanmukan Thiruvanthathi", "perumal thirumozhi"], "expected_azhwar": ["Thirumazhisai Azhwar", "Kulasekhara Azhwar"], "expected_keywords": ["boar"], "n_results": 2, }, ]