Upload folder using huggingface_hub

config.py

@@ -73,7 +73,8 @@ class SanatanConfig:
             "name": "bhagavat_gita",
             "title": "Bhagavat Gita",
             "output_dir": "./output/bhagavat_gita",
-            "collection_name": "bhagavat_gita",
+            "collection_name": "bhagavat_gita_openai",
+            "collection_embedding_fn": "openai",
             "unit" : "page",
             "metadata_fields": [
                 {"name": "file", "datatype": "str"},

db.py

@@ -55,7 +55,7 @@ class SanatanDatabase:
    
         validated_response = validate_relevance_queryresult(query, response)
 
-        return validated_response["result"]
+        return response
 
     def search_for_literal(
         self, collection_name: str, literal_to_search_for: str, n_results=2

modules/db/reembed.py

@@ -1,4 +1,4 @@
 from db import SanatanDatabase
 
 if __name__ == "__main__":
-    SanatanDatabase().reembed_collection_openai(collection_name="vishnu_sahasranamam")
+    SanatanDatabase().reembed_collection_openai(collection_name="bhagavat_gita")

modules/nodes/init.py

@@ -57,9 +57,9 @@ You have access to three scripture search tools. You MUST follow these rules whe
 
 Example user queries and tool usage:
 
-- “Show me verse 34 of Vishnu Sahasranama” → metadata search
-- “Show me references to Garuda in Vishnu Purananm.” → semantic search
-- “Search for the exact phrase ‘Om Namo Narayanaya’” → literal text search            
+- “Show me verse 34 of Vishnu Sahasranamam” → `tool_search_db_by_metadata`
+- “Show me references to Garuda in Vishnu Purananm.” → `tool_semantic_vector_search`
+- “Search for the exact phrase ‘Om Namo Narayanaya’” → `tool_search_db_by_literal_text`
             """
             ),
             SystemMessage(