Create Test_Syn_Multi_Hop.jsonl

Test_Syn_Multi_Hop.jsonl

@@ -0,0 +1,20 @@
+{"test_id": "SYNTH-MH-01", "title": "Multi-Hop - Job and Location", "test_role": "patient", "turns": [{"role": "user", "text": "I know I worked as a secretary at a law firm. Was that job in New York where I grew up?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "That's a good question. The journal mentions your first job was as a secretary at a law firm in San Francisco. A separate entry says you grew up in Flushing, New York, before moving to San Francisco for university."}}
+{"test_id": "SYNTH-MH-02", "title": "Multi-Hop - Person and Event", "test_role": "patient", "turns": [{"role": "user", "text": "Was my brother Michael at my wedding to Danish?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "Let me check. Your journal entry about your wedding in 1952 mentions your family was there, and a different entry notes that your younger brother's name was Michael. It's very likely he was there with your family."}}
+{"test_id": "SYNTH-MH-03", "title": "Multi-Hop - Object and Timeline", "test_role": "patient", "turns": [{"role": "user", "text": "I remember my blue Ford Falcon. Did I own that car after we moved to New York in 1965?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "Looking at the timeline, the journal mentions you were very proud of your blue Ford Falcon. However, other entries suggest you sold it before you moved from San Francisco to New York in the summer of 1965."}}
+{"test_id": "SYNTH-MH-04", "title": "Multi-Hop - Two People", "test_role": "patient", "turns": [{"role": "user", "text": "Did my childhood friend Frances ever meet my husband Danish?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "That's an interesting thought. The journal says Frances was your best friend when you were a little girl in New York. You met your husband, Danish, later at university in Berkeley, so it seems unlikely they would have met during your childhood."}}
+{"test_id": "SYNTH-MH-05", "title": "Multi-Hop - Pet and Location", "test_role": "patient", "turns": [{"role": "user", "text": "We had our dog Rusty for many years. Was he with us when we lived at Lake Tahoe in the summers?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "Let's see. Your journal has many fond memories of your golden retriever, Rusty. It also mentions the family spent holidays at a cottage by Lake Tahoe, so it's very likely Rusty would have been there with you all."}}
+{"test_id": "SYNTH-MH-06", "title": "Multi-Hop - Hobby and Person", "test_role": "patient", "turns": [{"role": "user", "text": "I loved painting watercolors. Did my daughter Anne ever paint with me?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "Your journal is filled with notes about your love for watercolor painting. While it mentions your daughter Anne works as a translator, it doesn't have any specific entries about her painting with you."}}
+{"test_id": "SYNTH-MH-07", "title": "Multi-Hop - Career and Timeline", "test_role": "patient", "turns": [{"role": "user", "text": "I know I was an engineer for a long time. Was I already an engineer when my daughter Lucy was born?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "Looking at the timeline, your journal notes you worked as an engineer for over 40 years. Given that Lucy is your younger daughter, it is almost certain you were already working as an engineer when she was born."}}
+{"test_id": "SYNTH-MH-08", "title": "Multi-Hop - Two Events", "test_role": "patient", "turns": [{"role": "user", "text": "I was in the hospital after breaking my leg. Was that before or after we got married in 1952?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "Let me check the dates. The journal entry about your wedding says it was in 1952. The entry about your hospital stay for a broken leg mentions it happened in the winter of 1982, so it was many years after you were married."}}
+{"test_id": "SYNTH-MH-09", "title": "Multi-Hop - Comparing Interests", "test_role": "patient", "turns": [{"role": "user", "text": "Did my husband Danish also enjoy classical music like I did?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "The journal has many entries about your love for classical music. While it mentions you and Danish enjoyed dancing to songs like 'Moonlight Serenade,' it doesn't have specific notes about him sharing your love for classical music."}}
+{"test_id": "SYNTH-MH-10", "title": "Multi-Hop - Location and Event", "test_role": "patient", "turns": [{"role": "user", "text": "We lived on 169th Street in Flushing. Is that where we had the big garden with the roses?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "Yes, that seems right. The journal mentions you lived on 169th Street in Flushing, and a separate memory talks about the beautiful garden you had there with your favorite roses."}}
+{"test_id": "SYNTH-MH-11", "title": "Multi-Hop - Connecting Family", "test_role": "patient", "turns": [{"role": "user", "text": "My son-in-law's name was James. Did my daughter Anne meet him at Berkeley?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "Let's see. The journal mentions your daughter Anne's ex-husband was named James. It also notes that Anne studied at Berkeley, so it's possible they met there, but the journal doesn't connect those two facts directly."}}
+{"test_id": "SYNTH-MH-12", "title": "Multi-Hop - Job and Family Timeline", "test_role": "patient", "turns": [{"role": "user", "text": "Was I still working as a secretary when my first daughter, Anne, was born?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "The journal says your first job was as a secretary. Since Anne is your older daughter, it's very likely you were working there when she was born, before you became an engineer."}}
+{"test_id": "SYNTH-MH-13", "title": "Multi-Hop - Contrasting two people's hobbies", "test_role": "patient", "turns": [{"role": "user", "text": "I remember I liked to paint. What did my sister Lucy do for fun?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "Your journal is filled with memories of you painting watercolors. It also mentions that your sister Lucy was a painter as well, so it seems you both shared a love for art."}}
+{"test_id": "SYNTH-MH-14", "title": "Multi-Hop - Event and Consequence", "test_role": "patient", "turns": [{"role": "user", "text": "After Danish passed away five years ago, did I start living with my daughter Anne?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "Let me connect those points. The journal says Danish passed away about five years ago. Other entries mention that your daughter Anne helps care for you now, so it seems that's when you started depending on her more."}}
+{"test_id": "SYNTH-MH-15", "title": "Multi-Hop - Person and a Detail", "test_role": "patient", "turns": [{"role": "user", "text": "I know my daughter Anne is a translator. What language does she translate?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "The journal mentions that your daughter Anne works as a translator. However, it doesn't specify which languages she works with."}}
+{"test_id": "SYNTH-MH-16", "title": "Multi-Hop - Place and a feeling", "test_role": "patient", "turns": [{"role": "user", "text": "I know we went to Lake Tahoe in the summers. Did the journal say I enjoyed it there?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "Yes, it does. The journal notes the yearly family trips to a cottage at Lake Tahoe and separately mentions how happy and relaxed you felt during those summer holidays."}}
+{"test_id": "SYNTH-MH-17", "title": "Multi-Hop - Two different homes", "test_role": "patient", "turns": [{"role": "user", "text": "Compare the house in Flushing with the flat in San Francisco."}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "The journal describes your childhood home in Flushing, New York, as a small house with a big garden. It mentions you lived in San Francisco for university, but it doesn't contain many other details about your flat there."}}
+{"test_id": "SYNTH-MH-18", "title": "Multi-Hop - Person and a specific memory", "test_role": "patient", "turns": [{"role": "user", "text": "Was my daughter Lucy with us when we celebrated my 50th wedding anniversary?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "That's a thoughtful question. Your journal mentions you were married in 1952, so your 50th anniversary would have been in 2002. It also notes that your daughter Lucy had an accident and passed away, so unfortunately, she would not have been there for that celebration."}}
+{"test_id": "SYNTH-MH-19", "title": "Multi-Hop - Timeline of career", "test_role": "patient", "turns": [{"role": "user", "text": "Did I become an engineer before or after I had my children, Anne and Lucy?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "Looking at your journal, it seems you started your career as a secretary. You became an engineer later on, so it's likely this was after your children were born, but the journal doesn't state the exact timeline."}}
+{"test_id": "SYNTH-MH-20", "title": "Multi-Hop - Location and a pet", "test_role": "patient", "turns": [{"role": "user", "text": "You said my dog's name was Rusty. Did he live with us in the house with the big garden?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["personal_memory_journal.txt"], "ground_truth_answer": "Yes, that's right. The journal mentions your golden retriever was named Rusty. It also notes your childhood home in Flushing had a big garden, so Rusty would have lived there with you."}}