pyproject.toml

[project]
name = "bike-store-relational-database"
version = "0.1.0"
description = "PySpark incremental ETL pipeline from MongoDB to PostgreSQL, with automated data quality validation, schema evolution, upserts, observability, and a 21-script SQL analytics library for retail data"
readme = "README.md"
requires-python = ">=3.13"
dependencies = [
    "python-dotenv>=1.0.0",
    "duckdb>=1.5.3",
    "gitpython>=3.1.50",
    "great-expectations>=1.22.0",
    "matplotlib>=3.11.0",
    "numpy>=2.4.6",
    "pandas>=3.0.3",
    "prometheus-client>=0.26.0",
    "psycopg2-binary>=2.9.12",
    "pymongo>=4.17.0",
    "pyspark>=4.1.2",
    "rich>=15.0.0",
    "seaborn>=0.13.2",
    "sqlalchemy>=2.0.50",
]

[dependency-groups]
dev = [
    "mypy>=1.15.0",
    "pandas-stubs",
    "pytest>=9.1.1",
    "ruff>=0.16.6",
    "sqlfluff>=4.3.0",
    "types-psycopg2",
]

[tool.pytest.ini_options]
pythonpath = ["."]
testpaths = ["tests/unit"]

[tool.mypy]
python_version = "3.13"
explicit_package_bases = true
ignore_missing_imports = true
warn_return_any = false
warn_unused_configs = false
# The repo root is on sys.path so legacy scripts import as flat
# modules (e.g. `import run`). Mypy follows that convention.
mypy_path = "."

# Suppress pre-existing mypy noise from the codebase's legacy patterns:
# - MongoClient[...] indexing with `str | None` is pervasive (URI can omit db name)
# - "Need type annotation for client" was pre-existing before this fix pass
# - The `run_gx.py` flat-module import is resolved by GX at runtime
# - `PostgresDatasource | None` return from GX context is handled by callers
[[tool.mypy.overrides]]
module = "scripts.python.*"
disable_error_code = ["var-annotated", "index", "arg-type", "call-overload", "misc"]

[[tool.mypy.overrides]]
module = "src.pipeline.*"
disable_error_code = ["var-annotated", "index", "arg-type"]

[[tool.mypy.overrides]]
module = "src.database.*"
disable_error_code = ["var-annotated", "index", "attr-defined"]

[[tool.mypy.overrides]]
module = "tests.data_quality.*"
disable_error_code = ["import-not-found"]

[[tool.mypy.overrides]]
module = "main"
disable_error_code = ["import-not-found"]