Upload folder using huggingface_hub

config.py

@@ -2,7 +2,7 @@ from metadata import MetadataWhereClause
 from typing import List, Dict
 
 from modules.config import scripture_configurations
-from modules.transliterator import fn_transliterate
+from modules.languages.transliterator import fn_transliterate
 
 
 class SanatanConfig:

modules/languages/constants.py

@@ -0,0 +1,68 @@
+LANGUAGES = [
+    {
+        "code": "en",
+        "name": "English",
+        "native_name": "English",
+        "aksharamukha_name": "ISO",
+    },
+    {
+        "code": "hi",
+        "name": "Hindi",
+        "native_name": "हिन्दी",
+        "aksharamukha_name": "Devanagari",
+    },
+    {
+        "code": "bn",
+        "name": "Bengali",
+        "native_name": "বাংলা",
+        "aksharamukha_name": "Bengali",
+    },
+    {
+        "code": "ta",
+        "name": "Tamil",
+        "native_name": "தமிழ்",
+        "aksharamukha_name": "Tamil",
+    },
+    {
+        "code": "te",
+        "name": "Telugu",
+        "native_name": "తెలుగు",
+        "aksharamukha_name": "Telugu",
+    },
+    {
+        "code": "kn",
+        "name": "Kannada",
+        "native_name": "ಕನ್ನಡ",
+        "aksharamukha_name": "Kannada",
+    },
+    {
+        "code": "ml",
+        "name": "Malayalam",
+        "native_name": "മലയാളം",
+        "aksharamukha_name": "Malayalam",
+    },
+    {
+        "code": "gu",
+        "name": "Gujarati",
+        "native_name": "ગુજરાતી",
+        "aksharamukha_name": "Gujarati",
+    },
+    {
+        "code": "gr",
+        "name": "Grantha",
+        "native_name": "𑌗𑍍𑌰𑌨𑍍𑌥",
+        "aksharamukha_name": "Grantha",
+    },
+    {
+        "code": "pa",
+        "name": "Punjabi",
+        "native_name": "ਪੰਜਾਬੀ",
+        "aksharamukha_name": "Gurmukhi",
+    },
+    {
+        "code": "as",
+        "name": "Assamese",
+        "native_name": "অসমীয়া",
+        "aksharamukha_name": "Bengali",
+    },
+]

modules/languages/get_v2.py

@@ -0,0 +1,30 @@
+import pycountry
+
+from modules.languages.constants import LANGUAGES
+
+async def handle_fetch_languages_v2():
+    """
+    Returns a single list of language objects.
+    display_name = aksharamukha_name if requested, else native_name
+    """
+    languages = []
+
+    for lang_info in LANGUAGES:
+        # Attempt to fetch English name from pycountry if available
+        code = lang_info["code"]
+        # py_lang = pycountry.languages.get(alpha_2=code) or pycountry.languages.get(alpha_3=code)
+        # english_name = py_lang.name if py_lang else lang_info.get("native_name", code)
+
+        languages.append(
+            {
+                "code": code,
+                "name": lang_info.get("name"),
+                "native_name": lang_info.get("native_name"),
+                "aksharamukha_name": lang_info.get("aksharamukha_name"),
+            }
+        )
+
+    # Sort alphabetically by English name
+    languages.sort(key=lambda x: x["name"])
+
+    return languages

modules/languages/transliterator.py

@@ -0,0 +1,26 @@
+from modules.languages.constants import LANGUAGES
+
+
+def fn_transliterate(input_text: str, input_language: str = 'autodetect') -> dict:
+    """
+    Transliterate `input_text` from `input_language` into all target scripts
+    defined in LANGUAGES array. Returns a dict mapping language code to
+    transliterated text.
+    """
+    try:
+        from aksharamukha import transliterate
+
+        # Dynamically build target scripts from LANGUAGES
+        target_scripts = {lang["code"]: lang["aksharamukha_name"] for lang in LANGUAGES}
+
+        output = {}
+        for code, script_name in target_scripts.items():
+            transliterated_text = transliterate.process(input_language, script_name, input_text)
+            output[code] = transliterated_text
+
+        return output
+
+    except Exception as e:
+        print(f"Error transliterating '{input_text[:30]}...': {e}")
+        # Fallback: return input text for all languages
+        return {lang["code"]: input_text for lang in LANGUAGES}

server.py

@@ -15,6 +15,7 @@ from metadata import MetadataWhereClause
 from modules.audio.model import AudioRequest, AudioType
 from modules.audio.service import svc_get_audio_urls, svc_get_indices_with_audio
 from modules.config.categories import get_scripture_categories
+from modules.languages.get_v2 import handle_fetch_languages_v2
 from modules.quiz.answer_validator import validate_answer
 from modules.quiz.models import Question
 from modules.quiz.quiz_helper import generate_question
@@ -118,6 +119,12 @@ async def handle_fetch_languages():
     languages.sort(key=lambda x: x["name"])
     return languages
 
+@router.get("/languages_v2")
+async def fn_handle_fetch_languages_v2():
+    val = await handle_fetch_languages_v2()
+    return val
+
+
 
 @router.post("/greet")
 async def handle_greet(msg: Message):
@@ -538,7 +545,7 @@ def route_get_scripture_categories():
 
 
 @router.get("/donation/products")
-def route_get_donation_product_ids(include_tests: bool = True):
+def route_get_donation_product_ids(include_tests: bool = False):
     products = [
         {"id": "donation_unit_0100"},
         {"id": "donation_unit_0500"},