Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
File size: 2,370 Bytes
a1180f7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 |
# Example test questions
TEST_QUESTIONS = [
{
"q": "one pasuram on thirukudandai and another from srirangam both written by thirumangai azhwar",
"type": "composite",
"difficulty": "complex",
"expected_answer_summary": "Should return one pasuram from Thirukudanthai and another from Srirangam, both authored by Thirumangai Azhwar.",
"expected_sources": ["Thirukudanthai", "Srirangam"],
"expected_azhwar": ["Thirumangai Azhwar"],
"n_results": 2,
},
{
"q": "give me 2 pasurams, one written by thirumazhisai alwar and the other by thirumangai azhwar, both written on divya desam Srirangam",
"type": "composite",
"difficulty": "complex",
"expected_answer_summary": "Should return two pasurams on Srirangam: one by Thirumazhisai Azhwar and the other by Thirumangai Azhwar.",
"expected_sources": ["Srirangam"],
"expected_azhwar": ["Thirumazhisai Azhwar", "Thirumangai Azhwar"],
"n_results": 2,
},
{
"q": "a pasuram from nanmugan thiruvandhadhi that talks about Krishna playing flute",
"type": "semantic",
"difficulty": "medium",
"expected_answer_summary": "Should return 1 pasuram from Nanmukan Thiruvanthathi.",
"expected_sources": ["Nanmukan Thiruvanthathi"],
"expected_azhwar": ["Thirumazhisai Azhwar"],
"expected_topics": ["Krishna", "Flute"],
"n_results": 1,
},
{
"q": "varaha avatar in nanmugan thiruvandhadhi",
"type": "semantic",
"difficulty": "medium",
"expected_answer_summary": "Should return 1 pasuram from Nanmukan Thiruvanthathi.",
"expected_sources": ["Nanmukan Thiruvanthathi"],
"expected_azhwar": ["Thirumazhisai Azhwar"],
"expected_keywords": ["boar"],
"n_results": 1,
},
{
"q": "varaha avatar in nanmugan thiruvandadhi and perumal thirumozhi",
"type": "semantic+composite",
"difficulty": "medium",
"expected_answer_summary": "Should return 2 pasurams. One from Nanmukan Thiruvanthathi and another from perumal thirumozhi.",
"expected_sources": ["Nanmukan Thiruvanthathi", "perumal thirumozhi"],
"expected_azhwar": ["Thirumazhisai Azhwar", "Kulasekhara Azhwar"],
"expected_keywords": ["boar"],
"n_results": 2,
},
]
|