Upload folder using huggingface_hub

config.py

@@ -766,6 +766,14 @@ class SanatanConfig:
             embedding_fn = scripture["collection_embedding_fn"]  # overridden in config
         return embedding_fn
 
+    def remove_callables(self,obj):
+        if isinstance(obj, dict):
+            return {k: self.remove_callables(v) for k, v in obj.items() if not callable(v)}
+        elif isinstance(obj, list):
+            return [self.remove_callables(v) for v in obj if not callable(v)]
+        else:
+            return obj
+
     def filter_scriptures_fields(self, fields_to_keep: List[str]) -> List[Dict]:
         """
         Return a list of scripture dicts containing only the specified fields.
@@ -773,7 +781,7 @@ class SanatanConfig:
         filtered = []
         for s in self.scriptures:
             filtered.append({k: s[k] for k in fields_to_keep if k in s})
-        return filtered
+        return self.remove_callables(filtered)
 
     def canonicalize_document(
         self, scripture_name: str, document_text: str, metadata_doc: dict