Hoepfully fixed webhook errors

.pre-commit-config.yaml

@@ -0,0 +1,19 @@
+repos:
+  - repo: https://github.com/psf/black
+    rev: 24.3.0
+    hooks:
+      - id: black
+        language_version: python3
+  - repo: https://github.com/PyCQA/isort
+    rev: 5.13.0
+    hooks:
+      - id: isort
+  - repo: https://github.com/PyCQA/flake8
+    rev: 7.0.0
+    hooks:
+      - id: flake8
+  - repo: https://github.com/pre-commit/mirrors-prettier
+    rev: v3.2.5
+    hooks:
+      - id: prettier
+        additional_dependencies: [prettier-plugin-json-sort]

requirements-dev.txt

@@ -0,0 +1,14 @@
+# Code quality
+black>=24.3
+isort>=5.13
+flake8>=7.0
+pre-commit>=3.5
+
+# Testing & coverage
+pytest>=8.2
+pytest-cov>=4.1
+coverage>=7.5
+
+# Docs site
+mkdocs>=1.5
+mkdocs-material>=9.5

requirements.txt

@@ -0,0 +1,23 @@
+# Core pipeline
+transformers>=4.40.0
+datasets>=2.20.0
+torch>=2.2
+faiss-cpu>=1.7.4
+pyserini>=0.16.0
+sentence-transformers>=2.7
+langchain>=0.1.0
+ragas>=0.1.0
+trulens-eval>=0.21.0
+
+# Data & science
+pandas>=2.2
+scikit-learn>=1.4
+numpy>=1.26
+tqdm>=4.66
+sentencepiece>=0.1.99
+pyyaml>=6.0
+
+# Visualisation / dashboard
+matplotlib>=3.8      
+streamlit>=1.33
+