Upload folder using huggingface_hub

config.py

@@ -10,8 +10,15 @@ from modules.scripture_helpers.kamba_ramayanam_helper import (
     get_list_of_padalams,
     get_list_of_padalams_in_tamil,
 )
-from modules.scripture_helpers.pancha_sooktham_helper import get_chapter_order_from_pancha_sooktham, get_pancha_sooktham_chapters
-from modules.scripture_helpers.taitriya_upanishad_helper import get_chapter_order_from_taitriya_upanishad, get_taitriya_upanishad_chapters
+from modules.scripture_helpers.pancha_sooktham_helper import (
+    get_chapter_order_from_pancha_sooktham,
+    get_pancha_sooktham_chapters,
+)
+from modules.scripture_helpers.shanthi_panchakam_helper import get_chapter_order_from_shanthi_panchakam, get_shanthi_panchakam_chapters
+from modules.scripture_helpers.taitriya_upanishad_helper import (
+    get_chapter_order_from_taitriya_upanishad,
+    get_taitriya_upanishad_chapters,
+)
 from modules.scripture_helpers.vishnu_sahasranamam_helper import (
     get_chapter_order_from_sahasranamam,
     get_chapters_from_sahasranamam,
@@ -892,7 +899,60 @@ class SanatanConfig:
                 "Show some verses from Seeksha Valli",
             ],
             "llm_hints": [],
-        },        
+        },
+        {
+            "name": "shanthi_panchakam",
+            "title": "Shanthi Panchakam",
+            "output_dir": "./output/shanthi_panchakam",
+            "collection_name": "shanthi_panchakam",
+            "collection_embedding_fn": "openai",
+            "unit": "verse",
+            "unit_field": "relative_verse_number",
+            "chapter_order": lambda: get_chapter_order_from_shanthi_panchakam(),
+            "field_mapping": {
+                "text": "sanskrit",
+                "unit_index": "relative_verse_number",
+                "transliteration": lambda doc: f"English: \n{doc.get('english')}\n\nதமிழ்: \n{doc.get('tamil')}\n\nతెలుగు: \n{doc.get('telugu')}\n\nಕನ್ನಡ: \n{doc.get('kannada')}",
+                "chapter_name": "chapter_title",
+                "relative_path": lambda doc: f"{doc.get('chapter_title',"")}-{doc.get('relative_verse_number',"")}",
+            },
+            "metadata_fields": [
+                {
+                    "name": "chapter_title",
+                    "datatype": "str",
+                    "label": "Chapter Name",
+                    "description": "Name of the Chapter",
+                    "show_as_filter": True,
+                    "component": "dropdown",
+                    "lov": lambda: get_shanthi_panchakam_chapters(),
+                    "is_unique": True,
+                },
+                {
+                    "name": "sanskrit",
+                    "label": "Lyrics in sanskrit",
+                    "datatype": "str",
+                    "description": "The original sloka in sanskrit.",
+                },
+                {
+                    "name": "relative_verse_number",
+                    "label": "Relative Verse Number",
+                    "datatype": "int",
+                    "description": "The relative verse number of the sloka inside the chapter.",
+                    "show_as_filter": True,
+                    "is_unique": True,
+                },
+            ],
+            "pdf_path": "./data/shanthi_panchakam.pdf",
+            "source": "https://vignanam.org/english/shanti-panchakam.html",
+            "language": "san+eng",
+            "example_labels": [
+                "Shanthi Panchakam",
+            ],
+            "examples": [
+                "Show some verses from Shanthi Panchakam",
+            ],
+            "llm_hints": [],
+        },
     ]
 
     def get_scripture_by_collection(self, collection_name: str):

copy_chromadb.py

@@ -33,6 +33,11 @@ db_config = {
         "source_collection_name": "taitriya_upanishad",
         "destination_collection_name": "taitriya_upanishad",
     },
+    "shanthi_panchakam": {
+        "source_db_path": "../shanthi_panchakam_ai/chromadb_store",
+        "source_collection_name": "shanthi_panchakam",
+        "destination_collection_name": "shanthi_panchakam",
+    },
 }
 
 parser = argparse.ArgumentParser(description="My app with database parameter")

modules/scripture_helpers/shanthi_panchakam_helper.py

@@ -0,0 +1,19 @@
+import json
+
+
+def get_chapter_order_from_shanthi_panchakam():
+    return {
+        "Chapter 1": 1,
+        "Chapter 2": 2,
+        "Chapter 3": 3,
+        "Chapter 4": 4,
+        "Chapter 5": 5,
+    }
+
+
+def get_shanthi_panchakam_chapters() -> list[str]:
+    """
+    Get a list of chapter names from shanthi panchakam
+    """
+
+    return sorted(get_chapter_order_from_shanthi_panchakam().keys())