feat: add precommit, ruff, and makefile

.github/workflows/pipeline.yml

@@ -23,5 +23,12 @@ jobs:
       - name: Install the project
         run: uv sync --locked --all-extras --dev
 
+      - name: Run formatter check
+        run: uv run black --check --diff src tests
+
+      - name: Run linter
+        run: uv run ruff check src tests
+
+
       - name: Run tests
         run: uv run pytest tests

.pre-commit-config.yaml

@@ -0,0 +1,13 @@
+repos:
+  - repo: https://github.com/psf/black
+    rev: 24.1.1
+    hooks:
+      - id: black
+        language_version: python3.13
+
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.2.0
+    hooks:
+      - id: ruff
+        args: [--fix, --exit-non-zero-on-fix]
+      - id: ruff-format

Makefile

@@ -0,0 +1,31 @@
+.PHONY: help format lint type-check check install-dev install-pre-commit
+
+help:  ## Show this help message
+	@echo "Available commands:"
+	@grep -E '^[a-zA-Z_-]+:.*?## .*$$' $(MAKEFILE_LIST) | sort | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-20s\033[0m %s\n", $$1, $$2}'
+
+install-dev:  ## Install development dependencies
+	uv sync --all-extras --dev
+
+install-pre-commit:  ## Install pre-commit hooks
+	uv run pre-commit install
+
+format:  ## Format code with black
+	uv run black src tests
+
+lint:  ## Run ruff linter
+	uv run ruff check src tests
+
+lint-fix:  ## Run ruff linter and auto-fix issues
+	uv run ruff check --fix src tests
+
+type-check:  ## Run mypy type checker
+	uv run mypy src
+
+check: format lint type-check  ## Run all checks (format, lint, type-check)
+
+test:  ## Run tests
+	uv run pytest tests
+
+test-cov:  ## Run tests with coverage
+	uv run pytest tests --cov=src --cov-report=html --cov-report=term-missing 

pyproject.toml

@@ -10,33 +10,50 @@ requires-python = ">=3.13"
 dependencies = [
     "crawl4ai>=0.6.0",
     "smolagents>=1.19.0",
-    "openai",
-    "datasets",
-    "transformers",
     "litellm",
-    "langchain",
-    "fasttext-wheel",
-    "wikipedia-api",
-    "pillow",
-    "gradio",
-    "python-dotenv>=1.1.1",
-    "httpx",
-    "pypdf",
     "pytest-asyncio>=1.0.0",
     "mistralai>=1.9.1",
-    "fastapi>=0.115.14",
-    "supabase>=2.16.0",
-    "ipython>=9.4.0",
-    "numpy>=2.3.1",
-    "pandas>=2.3.0",
-    "matplotlib>=3.10.3",
-    "scipy>=1.16.0",
-    "sympy>=1.14.0",
+    "linkup-sdk>=0.2.8",
+    "tavily-python>=0.7.9",
+    "pypdf>=5.7.0",
 ]
 
 [project.scripts]
 deepengineer = "deepengineer:main"
 
+[project.optional-dependencies]
+dev = [
+    "black>=24.0.0",
+    "ruff>=0.2.0",
+    "pre-commit>=3.6.0",
+]
+
 [build-system]
 requires = ["hatchling"]
 build-backend = "hatchling.build"
+
+[tool.black]
+line-length = 88
+target-version = ['py313']
+
+
+[tool.ruff]
+target-version = "py313"
+line-length = 88
+select = [
+    "E",  # pycodestyle errors
+    "W",  # pycodestyle warnings
+    "F",  # pyflakes
+    "I",  # isort
+    "B",  # flake8-bugbear
+    "C4", # flake8-comprehensions
+    "UP", # pyupgrade
+]
+ignore = [
+    "E501",  # line too long, handled by black
+    "B008",  # do not perform function calls in argument defaults
+    "C901",  # too complex
+]
+
+[tool.ruff.per-file-ignores]
+"__init__.py" = ["F401"]