Update evaluate.py

evaluate.py

@@ -9,8 +9,8 @@ from typing import List, Dict, Any
 from pathlib import Path
 
 # --- ADD THIS FLAG ---
-NLU_ONLY_TEST = True
-# NLU_ONLY_TEST = False
+# NLU_ONLY_TEST = True
+NLU_ONLY_TEST = False
 # ---------------------
 
 # --- Imports from the main application ---
@@ -195,12 +195,11 @@ def load_test_fixtures():
     # The old code used a relative path, which is unreliable.
     # This new code builds an absolute path to the fixture file based on
     # the location of this (evaluate.py) script.
-    # script_dir = Path(__file__).parent
-    #default_fixture_file = script_dir / "small_test_cases_v10.jsonl"
-    #candidates = [env_path] if env_path else [str(default_fixture_file)]
-
     # default_fixture_file = script_dir / "Test_Syn_Caregiving_Patient.jsonl"
     # candidates = [env_path] if env_path else [str(default_fixture_file)]
+    script_dir = Path(__file__).parent
+    default_fixture_file = script_dir / "Test_Data" / "small_test_cases_v10.jsonl"
+    candidates = [env_path] if env_path else [str(default_fixture_file)]
     
     # --- END: DEFINITIVE FIX ---
     # candidates = [env_path] if env_path else ["conversation_test_fixtures_v10.jsonl"]
@@ -212,15 +211,13 @@ def load_test_fixtures():
     # candidates = [env_path] if env_path else ["Test_Syn_Gen_Know.jsonl"]
     # candidates = [env_path] if env_path else ["Test_Syn_Sum.jsonl"]
     # candidates = [env_path] if env_path else ["small_test_cases_v10.jsonl"]
-    candidates = [env_path] if env_path else ["Test_Syn_Caregiving_Patient.jsonl"]
+    # candidates = [env_path] if env_path else ["Test_Syn_Caregiving_Patient.jsonl"]
     
     path = next((p for p in candidates if p and os.path.exists(p)), None)
     if not path:
         print("Warning: No test fixtures file found for evaluation.")
         return
     
-    # Use the corrected v10 file if available
-    # if "conversation_test_fixtures_v10.jsonl" in path:
     
     # if "Test_Syn_Caregiving_Patient.jsonl" in path:
     # if "Test_Syn_Caregiving_Caregiver.jsonl" in path:
@@ -230,7 +227,8 @@ def load_test_fixtures():
     # if "Test_Syn_Gen_Know.jsonl" in path:
     # if "Test_Syn_Sum.jsonl" in path:
     # if "small_test_cases_v10.jsonl" in path:
-    if "Test_Syn_Caregiving_Patient.jsonl" in path:
+    # if "conversation_test_fixtures_v10.jsonl" in path:
+    if "small_test_cases_v10.jsonl" in path:
         print(f"Using corrected test fixtures: {path}")
 
     with open(path, "r", encoding="utf-8") as f: