Upload folder using huggingface_hub

main.py

@@ -20,9 +20,9 @@ app = FastAPI(title="Sanatan AI Unified Server")
 app.include_router(mobile_router, prefix="/api")
 
 # Convert Gradio Blocks to ASGI app
-app = gr.mount_gradio_app(app, gradio_app,"/sanatan_ai_web")
+# app = gr.mount_gradio_app(app, gradio_app,"/sanatan_ai_web")
 
-app = gr.mount_gradio_app(app, youtube_metadata_app,"/yt_web")
+# app = gr.mount_gradio_app(app, youtube_metadata_app,"/yt_web")
 
 app = gr.mount_gradio_app(app, home_app,"/home")
 

modules/home/app.py

@@ -1,7 +1,46 @@
+from app import gradio_app
 import gradio as gr
+from modules.youtube_metadata.app import youtube_metadata_app
 
 with gr.Blocks(title="Sanatana AI - Home") as home_app:
-    gr.Markdown("## Welcome to Sanatan AI!")
-    with gr.Row():
-        gr.Button("Go to Sanatan AI", link="/sanatan_ai_web", variant="primary")       # link to /web
-        gr.Button("Manage Youtube Metadata", link="/yt_web", variant="huggingface") # link to /yt_web
+    
+    with gr.Tab("Home"):
+        gr.Markdown("""
+## 👋 Welcome to **Sanatan AI**!
+
+Sanatan AI is your personal companion for exploring various scriptures in Sri Vaishnava Sampradayam such as **Divya Prabandham** and sanskrit scriptures such as **Bhagavat Gita**, **Vishnu Puranam** and more — all in one place.
+
+---
+
+### 🚀 What you can do here:
+
+1. **Sanatan AI Web**  
+   Dive into our interactive tools for semantic search and exploration of Prabandhams.  
+   🔹 Search by **verse, keyword, or author**  
+   🔹 Read **translations and transliterations**  
+   🔹 Explore **related pasurams**  
+
+2. **YouTube Metadata**  
+   Manage and monitor your YouTube channels and videos.  
+   🔹 Add or remove channels  
+   🔹 Fetch latest video details  
+   🔹 Track video updates in real-time  
+
+---
+
+### 💡 Tips:
+
+- Use the tabs above to navigate between tools.  
+- All data and searches are processed **locally or in your Space**, keeping it fast and private.  
+- Hover over buttons for quick hints!  
+
+---
+
+Enjoy your journey with **Sanatan AI**! 🙏
+""")
+
+    with gr.Tab("Chat"):
+        gradio_app.render()
+
+    with gr.Tab("Manage YouTube Metadata"):
+        youtube_metadata_app.render()

modules/youtube_metadata/youtube_poller.py

@@ -1,3 +1,6 @@
+import signal
+import sys
+import threading
 from chromadb import Collection
 import feedparser
 from modules.youtube_metadata.db import get_youtube_metadata_collection, get_indexed_channels
@@ -66,9 +69,12 @@ def add_to_chroma(collection: Collection, new_videos):
     if not new_videos:
         return
     count = collection.count()
+    logger.info("new_videos = %s", new_videos)
+    documents = [f"{v['video_title']} - v['description']" for v in new_videos]
+    embeddings = [get_embedding(doc) for doc in documents]
     collection.add(
-        documents=[f"{v['title']} - v['description']" for v in new_videos],
-        embeddings=[get_embedding(v["title"]) for v in new_videos],
+        documents=documents,
+        embeddings=embeddings,
         metadatas=[
             {**v, "_global_index": i}
             for i, v in enumerate(new_videos, start=count)
@@ -91,14 +97,37 @@ def incremental_update(channel_id):
     else:
         logger.info(f"youtube_poller: incremental_uddate: No new videos for {channel_id}")
 
+stop_flag = False
 
-def start_poll():
+def poll_loop():
     import time
+    global stop_flag
 
     configured_channels = get_indexed_channels().keys()
 
-    while True:
+    while not stop_flag:
         for channel_id in configured_channels:
             incremental_update(channel_id)
         logger.info("youtube_poller: Sleeping for 10 minutes")
         time.sleep(600)  # 10 minutes
+
+poll_thread = None
+def start_poll():
+    global poll_thread
+    poll_thread = threading.Thread(target=poll_loop)
+    poll_thread.start()
+
+def stop_poll():
+    global stop_flag
+    stop_flag = True
+
+
+def youtube_poll_shutdown_handler(sig, frame):
+    global poll_thread
+    print("Shutting down...")
+    stop_poll()
+    poll_thread.join()
+    sys.exit(0)
+
+signal.signal(signal.SIGINT, youtube_poll_shutdown_handler)
+signal.signal(signal.SIGTERM, youtube_poll_shutdown_handler)