Update main.py

main.py

@@ -4,18 +4,23 @@ import subprocess
 import time
 import requests
 
+# Port configurations
+API_PORT = 8000
+FRONTEND_PORT = 7860
+MAX_PAGES = 1000 # Max pages to be Scrapped
+
 def run_scraper():
     """Run the web scraper to collect data."""
     from buffalo_rag.scraper.scraper import BuffaloScraper
     
     if os.path.exists("data/raw"):
         num_pages = len([name for name in os.listdir("data/raw") if os.path.isfile(os.path.join("data/raw", name))])
-        if num_pages > 100:
+        if num_pages > MAX_PAGES:
             print(f"{num_pages} scraped data files found under data/raw. Skipping data scraper stage.")
         else:
             print("Starting web scraper...")
             scraper = BuffaloScraper()
-            scraper.scrape(max_pages=100)
+            scraper.scrape(max_pages=MAX_PAGES)
             print("Scraping completed!")
 
 def build_embeddings():
@@ -28,65 +33,28 @@ def build_embeddings():
     chunker.create_embeddings(chunks)
     print("Embeddings created!")
 
-def run_api():
-    """Run the FastAPI backend server."""
+def start_api_server():
+    """Start the FastAPI backend server."""
     print("Starting API server...")
-    subprocess.run(["uvicorn", "buffalo_rag.api.main:app", "--host", "0.0.0.0", "--port", "8000", "--reload"])
+    subprocess.run(["uvicorn", "buffalo_rag.api.main:app", "--host", "0.0.0.0", "--port", str(API_PORT), "--reload"])
 
-def run_flask_frontend():
-    """Run the Flask frontend."""
+def start_flask_frontend():
+    """Start the Flask frontend."""
     print("Starting Flask frontend...")
-    subprocess.run(["flask", "run", "--host=0.0.0.0", "--port=7860"], 
+    subprocess.run(["flask", "run", "--host=0.0.0.0", f"--port={FRONTEND_PORT}"], 
                   env={**os.environ, "FLASK_APP": "buffalo_rag/frontend/flask_app.py"})
 
-def build_react_frontend():
-    """Build the React frontend."""
-    print("Building React frontend...")
-    subprocess.run(["npm", "run", "build"], cwd="frontend")
-    
-    # Copy build files to static directory
-    subprocess.run(["cp", "-r", "frontend/build/*", "buffalo_rag/api/static/"])
-    print("React frontend built successfully!")
-
-def setup_react_frontend():
-    """Install dependencies and build the React frontend."""
-    print("Setting up React frontend...")
-    if not os.path.exists("frontend"):
-        # Run the setup script
-        subprocess.run(["bash", "setup_frontend.sh"])
-    
-    # Install dependencies
-    subprocess.run(["npm", "install"], cwd="frontend")
-    
-    # Build the frontend
-    subprocess.run(["npm", "run", "build"], cwd="frontend")
-    
-    # Create static directory if it doesn't exist
-    static_dir = os.path.join("buffalo_rag", "api", "static")
-    os.makedirs(static_dir, exist_ok=True)
-    
-    # Copy build files to static directory
-    if os.path.exists("frontend/build"):
-        # On macOS/Linux
-        subprocess.run(["cp", "-r", "frontend/build/.", static_dir])
-    else:
-        print("Frontend build directory not found. Please build the frontend manually.")
-    
-    print("React frontend setup completed!")
-
 def wait_for_server(url, timeout=30, interval=1):
     """Waits for a server at the given URL to be reachable."""
     start_time = time.time()
     print(f"Waiting for server at {url} to be ready...")
     while time.time() - start_time < timeout:
         try:
-            # Make a simple request (e.g., to the root or a health check endpoint)
             response = requests.get(url, timeout=interval)
-            if response.status_code < 500: # Consider 5xx errors as not ready
+            if response.status_code < 500:
                 print(f"Server at {url} is ready.")
                 return True
         except requests.exceptions.RequestException:
-            # Server is not ready yet, continue waiting
             pass
         time.sleep(interval)
     print(f"Timeout waiting for server at {url}.")
@@ -94,7 +62,6 @@ def wait_for_server(url, timeout=30, interval=1):
 
 def main():
     parser = argparse.ArgumentParser(description="BuffaloRAG - AI Assistant for UB International Students")
-    parser.add_argument("--flask-setup", action="store_true", help="Setup Flask frontend")
     parser.add_argument("--scrape", action="store_true", help="Run web scraper")
     parser.add_argument("--build", action="store_true", help="Build embeddings")
     parser.add_argument("--api", action="store_true", help="Run API server")
@@ -104,11 +71,6 @@ def main():
     
     args = parser.parse_args()
         
-    if args.flask_setup or args.all or args.run:
-        # Run the Flask setup script
-        from setup_flask_templates import setup_flask_templates
-        setup_flask_templates()
-    
     if args.scrape or args.all:
         run_scraper()
     
@@ -116,24 +78,18 @@ def main():
         build_embeddings()
     
     if args.api or args.all or args.run:
-        # Start API in a separate process
         if args.all or args.run:
-
-            api_process = subprocess.Popen(["uvicorn", "buffalo_rag.api.main:app", "--host", "0.0.0.0", "--port", "8000", "--reload"])
-            # Wait for API to start
-            api_ready = wait_for_server('http://localhost:8000/', timeout=60)
+            api_process = subprocess.Popen(["uvicorn", "buffalo_rag.api.main:app", "--host", "0.0.0.0", "--port", str(API_PORT), "--reload"])
+            api_ready = wait_for_server(f'http://localhost:{API_PORT}/', timeout=60)
 
             if api_ready:
                 time.sleep(3)
-                # Start Flask in another process
-                flask_process = subprocess.Popen(["flask", "run", "--host=0.0.0.0", "--port=7860"], 
+                flask_process = subprocess.Popen(["flask", "run", "--host=0.0.0.0", f"--port={FRONTEND_PORT}"], 
                                           env={**os.environ, "FLASK_APP": "buffalo_rag/frontend/flask_app.py"})
             
-                # Open the browser
                 import webbrowser
-                webbrowser.open('http://localhost:5000')
+                webbrowser.open(f'http://localhost:{FRONTEND_PORT}')
                 
-                # Wait for user to quit
                 input("Press Enter to stop the server and exit...\n")
                 if api_process.poll() is None:
                     api_process.terminate()
@@ -143,10 +99,10 @@ def main():
             if api_process.poll() is None:
                  api_process.terminate()
         else:
-            run_api()
+            start_api_server()
     
     if args.frontend:
-        run_flask_frontend()
+        start_flask_frontend()
 
 if __name__ == "__main__":
     main()