Upload folder using huggingface_hub

modules/config/bhagavat_gita.py

@@ -23,7 +23,7 @@ bhagavat_gita_config = {
         "word_by_word_native": "word_by_word_meaning",
         "translation": "translation",
         "author": lambda doc: f"Maharishi Vedvyas Ji",
-        "chapter_name": "chapter_title",
+        # "chapter_name": "chapter_title",
         "relative_path": lambda doc: f"{doc.get("chapter_title","")}-{doc.get("relative_verse_number","")}",
     },
     "metadata_fields": [

modules/config/chathusloki.py

@@ -16,7 +16,7 @@ chathusloki_config = {
         "transliteration": "sloka_english_transliteration",
         "word_by_word_native": "meaning",
         "author": lambda doc: f"Sri Aalavandhaar",
-        "relative_path": lambda doc: f"Chathusloki-{doc.get("sloka_number","")}",
+        "relative_path": lambda doc: f"॥ चतुः श्लोकी ॥ {doc.get("sloka_number","")}",
     },
     "metadata_fields": [
         {

modules/config/divya_prabandham.py

@@ -20,7 +20,7 @@ divya_prabandham_config = {
         "transliteration": "pasuram_en",
         "reference_link": "html_url",
         "author": "azhwar_name",
-        "chapter_name": "prabandham_name",
+        # "chapter_name": "prabandham_name",
         "relative_path": lambda doc: "-".join(
             filter(
                 None,

modules/config/kamba_ramayanam.py

@@ -9,14 +9,14 @@ kamba_ramayanam_config = {
     "collection_name": "kamba_ramayanam",
     "unit": "chunk",
     "unit_field": "chunk_index",
-    "field_mapping": {
-        "chapter_name": lambda doc: f"{doc.get('kandam','')}",
-        "title": lambda doc: f"{doc.get('padalam_ta','')} - {doc.get('padalam_en','')}".strip(),
-        "author": lambda doc: "Kamban",
-        "unit_index": "chunk_index",
-        "verse": lambda doc: int(doc.get("verse_number", "0")),
-        "relative_path": lambda doc: f"{doc.get('padalam_ta','')} - {doc.get('padalam_en','')}".strip(),
-    },
+    # "field_mapping": {
+    #     "chapter_name": lambda doc: f"{doc.get('kandam','')}",
+    #     "title": lambda doc: f"{doc.get('padalam_ta','')} - {doc.get('padalam_en','')}".strip(),
+    #     "author": lambda doc: "Kamban",
+    #     "unit_index": "chunk_index",
+    #     "verse": lambda doc: int(doc.get("verse_number", "0")),
+    #     "relative_path": lambda doc: f"{doc.get('padalam_ta','')} - {doc.get('padalam_en','')}".strip(),
+    # },
     "metadata_fields": [
         {
             "name": "chunk_index",

modules/config/katakam.py

@@ -21,9 +21,9 @@ katakam_config = {
             else "॥ काठकम् ॥"
         ),
         "relative_path": lambda doc: (
-            "-"
+            "॥ काठकम् ॥"
             if not doc.get("panchadhi") or doc.get("panchadhi") == "-"
-            else f"{doc.get('prapaatakam')}.{doc.get('anuvakam')}.{doc.get('panchadhi_index')} || {doc.get('panchadhi_sa')} ||"
+            else f"॥ काठकम् ॥ {doc.get('prapaatakam')}.{doc.get('anuvakam')}.{doc.get('panchadhi_index')} || {doc.get('panchadhi_sa')} ||"
         ),
     },
     "metadata_fields": [

modules/config/pancha_sooktham.py

@@ -17,7 +17,7 @@ pancha_sooktham_config = {
         "text": "sanskrit",
         "unit_index": "relative_verse_number",
         "transliteration": lambda doc: f"English: \n{doc.get('english')}\n\nதமிழ்: \n{doc.get('tamil')}\n\nతెలుగు: \n{doc.get('telugu')}\n\nಕನ್ನಡ: \n{doc.get('kannada')}",
-        "chapter_name": "chapter_title",
+        # "chapter_name": "chapter_title",
         "relative_path": lambda doc: f"{doc.get('chapter_title',"")}-{doc.get('relative_verse_number',"")}",
     },
     "metadata_fields": [

modules/config/shanthi_panchakam.py

@@ -18,8 +18,8 @@ shanthi_panchakam_config = {
         "text": "sanskrit",
         "unit_index": "relative_verse_number",
         "transliteration": lambda doc: f"English: \n{doc.get('english')}\n\nதமிழ்: \n{doc.get('tamil')}\n\nతెలుగు: \n{doc.get('telugu')}\n\nಕನ್ನಡ: \n{doc.get('kannada')}",
-        "chapter_name": "chapter_title",
-        "relative_path": lambda doc: f"{doc.get('chapter_title',"")}-{doc.get('relative_verse_number',"")}",
+        # "chapter_name": "chapter_title",
+        "relative_path": lambda doc: f"॥ शान्ति पञ्चकम् ॥ {doc.get('chapter_title')}.{doc.get('relative_verse_number',"")}",
     },
     "metadata_fields": [
         {

modules/config/sri_stavam.py

@@ -13,12 +13,12 @@ sri_stavam_config = {
         "text": "sanskrit",
         "title": lambda doc: f"Verse {doc.get('sloka_number','')}",
         "unit_index": "sloka_number",
-        "chapter" : "chapter",
+        "chapter_name" : "chapter",
         "transliteration": "transliteration",
         "word_by_word_native": "meaning_short",
         "translation" : "commentary",
         "author": lambda doc: "Sri Koorathazhwan" if 1 <= doc.get("sloka_number", 0) <= 11 else "-",
-        "relative_path": lambda doc: f"Sri Stavam-{doc.get("sloka_number","")}" if 1 <= doc.get("sloka_number", 0) <= 11 else "-",
+        "relative_path": lambda doc: f"॥ श्री:स्तव: ॥ {doc.get("sloka_number",'')}",
     },
     "metadata_fields": [
         {

modules/config/taitriya_brahmanam.py

@@ -25,9 +25,9 @@ taitriya_brahmanam_config = {
             )
         ),
         "relative_path": lambda doc: (
-            "-"
+            "॥ तैत्तिरीय-ब्राह्मणम् ॥"
             if not doc.get("panchadhi") or doc.get("panchadhi") == "-"
-            else f"{doc.get('ashtakam')}.{doc.get('prapaatakam')}.{doc.get('anuvakam')}.{doc.get('panchadhi_index')} || {doc.get('panchadhi_sa')} ||"
+            else f"॥ तैत्तिरीय-ब्राह्मणम् ॥ {doc.get('ashtakam')}.{doc.get('prapaatakam')}.{doc.get('anuvakam')}.{doc.get('panchadhi_index')} || {doc.get('panchadhi_sa')} ||"
         ),
     },
     "metadata_fields": [

modules/config/taitriya_samhitha.py

@@ -25,9 +25,9 @@ taitriya_samhitha_config = {
             )
         ),
         "relative_path": lambda doc: (
-            "-"
+            "॥ तैत्तिरीय-संहिता ॥"
             if not doc.get("panchadhi") or doc.get("panchadhi") == "-"
-            else f"{doc.get('kandam')}.{doc.get('prashnam')}.{doc.get('anuvakam')}.{doc.get('panchadhi_index')} || {doc.get('panchadhi_sa')} ||"
+            else f"॥ तैत्तिरीय-संहिता ॥ {doc.get('kandam')}.{doc.get('prashnam')}.{doc.get('anuvakam')}.{doc.get('panchadhi_index')} || {doc.get('panchadhi_sa')} ||"
         ),
     },
     "metadata_fields": [

modules/config/taitriya_upanishad.py

@@ -18,8 +18,8 @@ taitriya_upanishad_config = {
                 "text": "sanskrit",
                 "unit_index": "relative_verse_number",
                 "transliteration": lambda doc: f"English: \n{doc.get('english')}\n\nதமிழ்: \n{doc.get('tamil')}\n\nతెలుగు: \n{doc.get('telugu')}\n\nಕನ್ನಡ: \n{doc.get('kannada')}",
-                "chapter_name": "chapter_title",
-                "relative_path": lambda doc: f"{doc.get('chapter_title',"")}-{doc.get('relative_verse_number',"")}",
+                # "chapter_name": "chapter_title",
+                "relative_path": lambda doc: f"॥ {doc.get('chapter_title')} ॥ {doc.get('relative_verse_number','')}",
             },
             "metadata_fields": [
                 {

modules/config/vishnu_sahasranamam.py

@@ -20,8 +20,8 @@ vishnu_sahasranamam_config = {
         "transliteration": "transliteration",
         "translation": "translation",
         "author": lambda doc: f"Sage Vyasa",
-        "chapter_name": "chapter",
-        "relative_path": lambda doc: f"{doc.get("chapter","")}-{doc.get("verse","")}",
+        # "chapter_name": "chapter",
+        "relative_path": lambda doc: f"॥ {doc.get("chapter","")} ॥ {doc.get("verse","")}",
     },
     "metadata_fields": [
         {

modules/config/yt_metadata.py

@@ -11,7 +11,7 @@ yt_metadata_config = {
     "unit": "video",
     "field_mapping": {
         "text": "description",
-        "title": "video_title",
+        "relative_path": "video_title",
         "author": "channel_title",
         "reference_link": lambda doc: f"https://www.youtube.com/watch?v={doc.get('video_id','')}",
     },