Upload folder using huggingface_hub

config.py

@@ -1,6 +1,11 @@
 from metadata import MetadataWhereClause
 from typing import List, Dict
 
+from modules.kamba_ramayanam_helper import (
+    get_list_of_kandams,
+    get_list_of_padalams,
+    get_list_of_padalams_in_tamil,
+)
 import nalayiram_helper
 
 
@@ -252,7 +257,7 @@ class SanatanConfig:
             "field_mapping": {
                 "text": "pasuram_ta",
                 "title": lambda doc: f"{doc.get('prabandham_name','')} {doc.get('chapter','')}-{doc.get('decade','')}:{doc.get('position_in_chapter','')}",
-                "location" : "divya_desams",
+                "location": "divya_desams",
                 "word_by_word_native": "wbw_ta",
                 "unit_index": "verse",
                 "transliteration": "pasuram_en",
@@ -456,6 +461,8 @@ class SanatanConfig:
                     "datatype": "str",
                     "description": "The name of the Kandam or the chapter.",
                     "show_as_filter": True,
+                    "component": "dropdown",
+                    "lov": lambda: get_list_of_kandams(),
                 },
                 {
                     "name": "padalam_en",
@@ -463,12 +470,17 @@ class SanatanConfig:
                     "datatype": "str",
                     "description": "The name of the Padalam (Episode) in English.",
                     "show_as_filter": True,
+                    "component": "dropdown",
+                    "lov": lambda: get_list_of_padalams(),
                 },
                 {
                     "name": "padalam_ta",
                     "label": "Padalam name in Tamil",
                     "datatype": "str",
                     "description": "The name of the Padalam (Episode) in Tamil.",
+                    "show_as_filter": True,
+                    "component": "dropdown",
+                    "lov": lambda: get_list_of_padalams_in_tamil(),
                 },
                 {
                     "name": "page",
@@ -783,7 +795,7 @@ class SanatanConfig:
             "author",
             "chapter_name",
             "relative_path",
-            "location"
+            "location",
         }
 
         config = next((s for s in self.scriptures if s["name"] == scripture_name), None)
@@ -824,3 +836,10 @@ class SanatanConfig:
         verse = resolve_field(config.get("unit_field", config.get("unit")))
         canonical_doc["verse"] = int(verse) if verse else 0
         return canonical_doc
+
+    def get_collection_name(self, scripture_name):
+        config = next(
+            (s for s in SanatanConfig().scriptures if s["name"] == scripture_name), None
+        )
+        collection_name = config.get("collection_name")
+        return collection_name

db.py

@@ -449,3 +449,31 @@ class SanatanDatabase:
         print(
             f"✅ Finished adding {unit_field} to {unit_counter-1} documents in {collection_name}."
         )
+    def get_list_of_values(self, collection_name: str, metadata_field_name: str) -> list:
+        """
+        Returns the unique values for a given metadata field in a collection.
+        """
+        # Get the collection
+        collection = self.chroma_client.get_or_create_collection(name=collection_name)
+
+        # Fetch all metadata from the collection
+        query_result = collection.get(include=["metadatas"])
+
+        values = set()  # use a set to automatically deduplicate
+
+        metadatas = query_result.get("metadatas", [])
+        if metadatas:
+            # Handle both flat list and nested list formats
+            if isinstance(metadatas[0], dict):
+                # flat list of dicts
+                for md in metadatas:
+                    if metadata_field_name in md:
+                        values.add(md[metadata_field_name])
+            elif isinstance(metadatas[0], list):
+                # nested list
+                for md_list in metadatas:
+                    for md in md_list:
+                        if metadata_field_name in md:
+                            values.add(md[metadata_field_name])
+
+        return sorted(list(values))

modules/kamba_ramayanam_helper.py

@@ -0,0 +1,158 @@
+def get_list_of_kandams():
+    return sorted([
+        "Yudha Kandam",
+        "Ayodhya Kandam",
+        "Kishkinda Kandam",
+        "Aranya Kandam",
+        "Sundara Kandam",
+        "Kamba Ramayanam- Bala Kandam",
+        "1Bala Kandam",
+    ])
+
+
+def get_list_of_padalams():
+    return sorted([
+        "",
+        "The chapter on moon mountain",
+        "The chapter on rainy season",
+        "The chapter on river",
+        "The chapter on lake at Pambai",
+        "The chapter on death of Sarabanga",
+        "The chapter on floating in oil",
+        "The chapter on fire sacrifice",
+        "The chapter on handing over",
+        "The chapter on killing of Viradha",
+        "The chapter on seeing ganges",
+        "The chapter on Ahalya",
+        "The chapter on picturesque description",
+        "The chapter on the great marriage",
+        "The chapter on going away for search",
+        "The chapter on narration about family of Rama.",
+        "The chapter on dancing after drinking",
+        "The chapter on conspiracy of Kaikeyi",
+        "The chapter on divine incarnation",
+        "The chapter on friendship",
+        "The chapter on the country",
+        "The chapter on Kabandha",
+        "The chapter on governance",
+        "The chapter on Agasthya",
+        "The chapter on looks of MIthila",
+    ])
+
+def get_list_of_padalams_in_tamil():
+    return sorted([
+        "",
+        "Vidai Kodu Padalam",
+        "Kakshi Padalam",
+        "Yethir kol Padalam",
+        "Soorpankai padalam",
+        "Kaarkala Padalam",
+        "Pini Veetu padalam",
+        "Thiru avathara Padalam",
+        "Choodamani padalam",
+        "Ezhuchi Padalam",
+        "Pambai Vaavi padalam",
+        "Poo Koi padalam",
+        "Ravanan Kalam Kaan Padalam",
+        "Dundhubhi padalam",
+        "Arasiyar Padalam",
+        "Varai kakshi padalam",
+        "Makara Kannan Vadhai padalam",
+        "Maya Sithai Padalam",
+        "Angadhan Dhoothu Padalam",
+        "Thadagai vadhai padalam",
+        "Chitrakoota Padalam",
+        "KItkindhai Padalam",
+        "Raman ther yerum Padalam",
+        "Ulaviyar Padalam",
+        "Meekshi Padalam",
+        "Nikumbalai Yaga Padalam",
+        "Mahendra Padalam",
+        "Kula murai kilathu Padalam",
+        "Kaliyattu Padalam",
+        "8,Jambu mali vadhai padalam",
+        "Nattu Padalam",
+        "Nagara Padalam",
+        "Moola Bala Vadhai padalam",
+        "Agathiya Padalam",
+        "Ahaligai padalam",
+        "Oor thedu padalam",
+        "Indirachithu vadhai padalam",
+        "Natpu Kot Padalam",
+        "10Ravanan Vanara thanai kaan Padalam",
+        "Padai Kakshi Padalam",
+        "Velvi Padalam",
+        ".22. Seethai Kalam Kan padalam",
+        "Nagar neengu padalam",
+        "Ravanan ther yeru padalam",
+        "Palli padai padalam",
+        "Anuma Padalam",
+        "Kharan Vadha Padalam",
+        "Vanam pugu Padalam",
+        "Kaikeyi choozhvinai Padalam",
+        "Kalan Kaan Padalam",
+        "Ayomukhi Padalam",
+        "Kumbhakarunan Vadhai Padalam",
+        "Ravananan Vadhai Padalam",
+        "Ani Vakuppu Padalam",
+        "Naada vita Padalam",
+        "Sampathi Padalam",
+        "Karmukha padalam",
+        "Sarabangan pirappu neengu padalam",
+        "Savari pirappu neengu padalam",
+        "Chandra Saila Padalam",
+        "Arasiyal padalam",
+        "Gangai Padalam",
+        "Thailam aatu Padalam",
+        "Hiranyan Vadhai Padalam",
+        "Ravanana Mandira Padalam",
+        "8,Otthu Kelvi Padalam",
+        "Ilangai kaan Padalam",
+        "Athikayan vadhai Padalam",
+        "Ravanan choozhchi Padalam",
+        "Mandhira Padalam",
+        "Maya Janaka Padalam",
+        "Mudal por puri Padalam",
+        "Kolam kaan padalam",
+        "Varunanai vazhi vendu padalam",
+        "Parasurama Padalam",
+        "Vel Yetha Padalam",
+        "Mareechan vadhai padalam",
+        "Naga Pasa Padalam",
+        "Mithilai Kakshi Padalam",
+        "PIlam pugu padalam",
+        "Thirumudi chootu Padalam",
+        "Undattu Padalam",
+        "Kadal kaan Padalam",
+        "23,Maruthu malai Padalam",
+        "Sethu Bandhana Padalam",
+        "Ilankai eriyuttu padalam",
+        "4,Veedanan adaikkala Padalam",
+        "Vali Vadhai Padalam",
+        "AAthu Padalam",
+        "Neer Vilayattu Padalam",
+        "Padai thalaivar Vadhai Padalam",
+        "Kinkarar vadhai padalam",
+        "Kavandhan Padalam",
+        "Pozhil irutha Padalam",
+        "Chadayu kaan Padalam",
+        "Kayadai padalam",
+        "Ilangai kelvi Padalam",
+        "Dandakaranya Padalam",
+        "11,Maguda Banga Padalam",
+        "AAru chel padalam",
+        "Kadal thavu Padalam",
+        "Brahmathira Padalam",
+        "Gangai kaan padalam",
+        "Ravanan Soka Padalam",
+        "Guha Padalam",
+        "Soorpanakai Choozhchi padalam",
+        "Katimana Padalam",
+        "Maramara Padalam",
+        "32,Vanarar kalam kaan Padalam",
+        "14,Thiruvadi thozhutha Padalam",
+        "Thiruvadi Chootu Padalam",
+        "Aaru chel padalam",
+        "Viradhan Vadhai padalam",
+        "Jatayu uyir neetha padalam",
+    ])