Upload folder using huggingface_hub

config.py

@@ -1,6 +1,8 @@
 from metadata import MetadataWhereClause
 from typing import List, Dict
 
+import nalayiram_helper
+
 
 class SanatanConfig:
     dbStorePath: str = "./chromadb-store"
@@ -24,7 +26,7 @@ class SanatanConfig:
                     "datatype": "int",
                     "label": "Page Number",
                     "description": "Page number from the source",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
             ],
             "pdf_path": "./data/vishnu_puranam.pdf",
@@ -64,7 +66,7 @@ class SanatanConfig:
                     "datatype": "int",
                     "label": "Page Number",
                     "description": "Page number from the source",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
             ],
             "pdf_path": "./data/shukla-yajur-veda.pdf",
@@ -101,7 +103,7 @@ class SanatanConfig:
                     "datatype": "int",
                     "label": "Page Number",
                     "description": "Page number from the source",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
             ],
             "pdf_path": "./data/bhagavat_gita.pdf",
@@ -144,7 +146,7 @@ class SanatanConfig:
                     "datatype": "int",
                     "label": "Page Number",
                     "description": "Page number from the source",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
             ],
             "pdf_path": "./data/valmiki_ramayanam.pdf",
@@ -204,28 +206,28 @@ class SanatanConfig:
                     "label": "Lyrics in sanskrit",
                     "datatype": "str",
                     "description": "The original sloka in sanskrit.",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
                 {
                     "name": "translation",
                     "label": "English Translation",
                     "datatype": "str",
                     "description": "The english translation.",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
                 {
                     "name": "transliteration",
                     "label": "English Transliteration",
                     "datatype": "str",
                     "description": "The english transliteration.",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
                 {
                     "name": "verse",
                     "labek": "Verse Number",
                     "datatype": "int",
                     "description": "The verse number of the sloka.",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
             ],
             "pdf_path": "./data/vishnu_sahasranamam.pdf",
@@ -250,6 +252,7 @@ class SanatanConfig:
             "field_mapping": {
                 "text": "pasuram_ta",
                 "title": lambda doc: f"{doc.get('prabandham_name','')} {doc.get('chapter','')}-{doc.get('decade','')}:{doc.get('position_in_chapter','')}",
+                "location" : "divya_desams",
                 "word_by_word_native": "wbw_ta",
                 "unit_index": "verse",
                 "transliteration": "pasuram_en",
@@ -276,28 +279,42 @@ class SanatanConfig:
                     "label": "Prabandham Code",
                     "datatype": "str",
                     "description": "contains the short prabandham_code. e.g. `TPL` for `Thiruppallandu`",
-                    "show_as_filter" : True
                 },
                 {
                     "name": "prabandham_name",
                     "label": "Prabandham Name",
                     "datatype": "str",
                     "description": "contains the prabandham name. e.g. `Thiruppallandu`",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
+                    "component": "dropdown",
+                    "lov": lambda: [
+                        p.prabandham_name
+                        for p in nalayiram_helper.get_standardized_prabandham_names()
+                    ],
                 },
                 {
                     "name": "azhwar_name",
                     "label": "Azhwar Name",
                     "datatype": "str",
                     "description": "contains the azhwar name. e.g. `Thirumangai Azhwar`",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
+                    "component": "dropdown",
+                    "lov": lambda: [
+                        azhwar_name
+                        for azhwar_name in nalayiram_helper.get_standardized_azhwar_names()
+                    ],
                 },
                 {
                     "name": "divya_desams",
                     "label": "Divya Desams",
                     "datatype": "str",
                     "description": "comma separated list of divya desams. e.g. Thiruneermalai,Thiruvallikkeni.",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
+                    "component": "dropdown",
+                    "lov": lambda: [
+                        divya_desam_name
+                        for divya_desam_name in nalayiram_helper.get_standardized_divya_desam_names()
+                    ],
                 },
                 {
                     "name": "title",
@@ -315,7 +332,7 @@ class SanatanConfig:
                         "  → Convert to: '{prabandham_code} 5.2' and pass as `title` filter.\n"
                         "Do NOT use `title` for general queries or keyword searches — leave it empty in those cases."
                     ),
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
                 {
                     "name": "verse",
@@ -327,7 +344,7 @@ class SanatanConfig:
                         # "Use it only when a specific prabandham name is NOT mentioned in the user query."
                         "For e.g. 'Give me pasuram 1176'"
                     ),
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
                 {
                     "name": "decade",
@@ -336,7 +353,7 @@ class SanatanConfig:
                     "description": (
                         "The decade (or `pathu` in Tamil) that this pasuram belongs to. decade is -1 when there is no associated decade."
                     ),
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
                 {
                     "name": "chapter",
@@ -345,7 +362,7 @@ class SanatanConfig:
                     "description": (
                         "chapter number of this pasuram. is -1 when there is no associated chapter number"
                     ),
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
                 {
                     "name": "position_in_chapter",
@@ -356,7 +373,7 @@ class SanatanConfig:
                         "Use it only when a specific prabandham name is mentioned in the user query."
                         "For e.g. 'Give me the 5th pasuram from Thirupavai'"
                     ),
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
             ],
             "pdf_path": "./data/divya_prabandham.pdf",
@@ -404,7 +421,7 @@ class SanatanConfig:
                     "datatype": "int",
                     "label": "Page Number",
                     "description": "Page number from the source",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
             ],
             "pdf_path": "./data/bhagavata_purana.pdf",
@@ -438,14 +455,14 @@ class SanatanConfig:
                     "label": "Kandam",
                     "datatype": "str",
                     "description": "The name of the Kandam or the chapter.",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
                 {
                     "name": "padalam_en",
                     "label": "Chapter Name",
                     "datatype": "str",
                     "description": "The name of the Padalam (Episode) in English.",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
                 {
                     "name": "padalam_ta",
@@ -458,14 +475,14 @@ class SanatanConfig:
                     "datatype": "int",
                     "label": "Page Number",
                     "description": "Page number from the source",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
                 {
                     "name": "verse_number",
                     "datatype": "int",
                     "label": "Verse Number",
                     "description": "Verse Number",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
             ],
             "pdf_path": "./data/kamba_ramayanam.pdf",
@@ -505,14 +522,14 @@ class SanatanConfig:
             "metadata_fields": [
                 {
                     "name": "chunk_index",
-                    "label" : "Page Index",
+                    "label": "Page Index",
                     "datatype": "int",
                     "description": "The index of the chunk",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
                 {
                     "name": "filename",
-                    "label" : "File name from the source",
+                    "label": "File name from the source",
                     "datatype": "str",
                     "description": "The name of the file.",
                 },
@@ -555,17 +572,17 @@ class SanatanConfig:
             "metadata_fields": [
                 {
                     "name": "sloka_number",
-                    "label" : "Slokam Number",
+                    "label": "Slokam Number",
                     "datatype": "int",
                     "description": "The index of the sloka or verse",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
                 {
                     "name": "meaning_short",
-                    "label" : "Short meaning",
+                    "label": "Short meaning",
                     "datatype": "str",
                     "description": "A short meaning of the sanskrit verse in English.",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
             ],
             "pdf_path": "./data/chathusloki.pdf",
@@ -598,30 +615,30 @@ class SanatanConfig:
             "metadata_fields": [
                 {
                     "name": "sloka_number",
-                    "label" : "Slokam Number",
+                    "label": "Slokam Number",
                     "datatype": "int",
                     "description": "The index of the sloka or verse",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
                 {
                     "name": "meaning_short",
-                    "label" : "Short meaning",
+                    "label": "Short meaning",
                     "datatype": "str",
                     "description": "A short meaning of the sanskrit verse in English.",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
                 {
                     "name": "sanskrit",
-                    "label" : "Lyrics in sanskrit",
+                    "label": "Lyrics in sanskrit",
                     "datatype": "str",
                     "description": "Verse in sanskrit",
                 },
                 {
                     "name": "transliteration",
-                    "label" : "English Transliteration",
+                    "label": "English Transliteration",
                     "datatype": "str",
                     "description": "Verse transliterated to English",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
             ],
             "pdf_path": "./data/sri_stavam.pdf",
@@ -653,37 +670,37 @@ class SanatanConfig:
             "metadata_fields": [
                 {
                     "name": "video_id",
-                    "label" : "Video ID",
+                    "label": "Video ID",
                     "datatype": "str",
                     "description": "The video id as in YouTube",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
                 {
                     "name": "video_title",
-                    "label" : "Video Title",
+                    "label": "Video Title",
                     "datatype": "str",
                     "description": "The title of the video as in YouTube",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
                 {
                     "name": "description",
-                    "label" : "Video Description",
+                    "label": "Video Description",
                     "datatype": "str",
                     "description": "Description as in YouTube",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
                 {
                     "name": "channel_url",
-                    "label" : "Channel URL",
+                    "label": "Channel URL",
                     "datatype": "str",
                     "description": "URL of the YouTube Channel",
                 },
                 {
                     "name": "channel_title",
-                    "label" : "Channel Title",
+                    "label": "Channel Title",
                     "datatype": "str",
                     "description": "Title of the YouTube Channel",
-                    "show_as_filter" : True
+                    "show_as_filter": True,
                 },
             ],
             "pdf_path": "./data/none.pdf",
@@ -766,6 +783,7 @@ class SanatanConfig:
             "author",
             "chapter_name",
             "relative_path",
+            "location"
         }
 
         config = next((s for s in self.scriptures if s["name"] == scripture_name), None)

server.py

@@ -241,6 +241,19 @@ async def get_scripture_configs():
     scriptures = []
     for s in SanatanConfig().scriptures:
         num_units = SanatanDatabase().count(collection_name=s["collection_name"])
+
+        # Deep copy metadata_fields so we don’t mutate the original config
+        metadata_fields = []
+        for f in s.get("metadata_fields", []):
+            f_copy = dict(f)
+            lov = f_copy.get("lov")
+            if callable(lov):  # evaluate the function
+                try:
+                    f_copy["lov"] = lov()
+                except Exception as e:
+                    f_copy["lov"] = []
+            metadata_fields.append(f_copy)
+
         scriptures.append(
             {
                 "name": s["name"],  # e.g. "bhagavad_gita"
@@ -250,10 +263,11 @@ async def get_scripture_configs():
                 "total": num_units,
                 "enabled": "field_mapping" in s,
                 "source": s.get("source", ""),
-                "credits": s.get("credits", f"{s.get("source","")}"),
-                "metadata_fields": s.get("metadata_fields", []),
+                "credits": s.get("credits", f"{s.get('source','')}"),
+                "metadata_fields": metadata_fields,
             }
         )
+
     return {"scriptures": sorted(scriptures, key=lambda s: s["title"])}