Upload folder using huggingface_hub

config.py

@@ -424,6 +424,51 @@ class SanatanConfig:
                 "if the user asks for nth sloka, do a metadata search on the `verse` field."
             ],
         },
+        {
+            "name": "yt_metadata",
+            "title": "Sampradayam in YouTube",
+            "output_dir": "./output/yt_metadata",
+            "collection_name": "yt_metadata",
+            "collection_embedding_fn": "openai",
+            "metadata_fields": [
+                {
+                    "name": "video_id",
+                    "datatype": "str",
+                    "description": "The video id as in YouTube",
+                },
+                {
+                    "name": "video_title",
+                    "datatype": "str",
+                    "description": "The title of the video as in YouTube",
+                },
+                {
+                    "name": "description",
+                    "datatype": "str",
+                    "description": "Description as in YouTube",
+                },
+                {
+                    "name": "channel_url",
+                    "datatype": "str",
+                    "description": "URL of the YouTube Channel",
+                },
+                {
+                    "name": "channel_title",
+                    "datatype": "str",
+                    "description": "Title of the YouTube Channel",
+                },
+            ],
+            "pdf_path": "./data/none.pdf",
+            "source": "https://youtube.com",
+            "language": "san+eng+tam",
+            "example_labels": ["Srirangam", "Pasuram video"],
+            "examples": [
+                "Show me YouTube videos that talk about Srirangam",
+                "Periazhwar Thirumozhi pasuram from YouTube",
+            ],
+            "llm_hints": [
+                "if the user asks for YouTube videos, DO NOT do a web search, instead do a search on this collection."
+            ],
+        },
     ]
 
     def get_scripture_by_collection(self, collection_name: str):
@@ -451,4 +496,4 @@ class SanatanConfig:
         embedding_fn = "hf"  # default is huggingface sentence transformaers
         if "collection_embedding_fn" in scripture:
             embedding_fn = scripture["collection_embedding_fn"]  # overridden in config
-        return embedding_fn
+        return embedding_fn