pyproject.toml

# NOTE!  If you change requirements in this file, you *MUST* run "make
# requirements" and commit the changed requirements*.txt files!

[build-system]
requires = ["setuptools>=61.0"]
build-backend = "setuptools.build_meta"

[project]
name = "story-indexer"
version = "0.0.1"
dependencies = [
  #"alembic ~= 1.8.0",		# future pipeview schema management
  "beautifulsoup4 ~= 4.12.2",
  "boto3 ~= 1.28.44",
  "docker ~= 7.1.0",
  "elasticsearch ~= 8.17.2",
  "fastapi ~= 0.135.2",	       # pipeview api
  # lxml installed by some other package?
  "mc-logging @ git+https://github.com/mediacloud/system-dev-ops@mc-logging-0.2.latest#subdirectory=logging/mc-logging",
  "mediacloud-metadata ~= 1.4.1",
  "pika ~= 1.3.2",
  "psycopg[binary] ~= 3.1.0",	# pipeview db access
  "rabbitmq-admin ~= 0.2",
  "statsd_client ~= 1.0.7",
  #"scrapy ~= 2.11.1",		# rss/batch fetcher
  "sqlalchemy ~= 2.0.0",	# pipeview db orm
  "sentry-sdk ~=1.34.0",
  "uvicorn ~= 0.42.0",		# pipeview api server
  "warcio ~= 1.7.4",
]

[project.optional-dependencies]
# installed in both development and pre-commit venvs
# (come up with a better name if there's another case!)
deploy = [
  "jinja2 ~= 3.1.0",
  "mc-deploy @ git+https://github.com/mediacloud/system-dev-ops@mc-deploy-0.15.latest#subdirectory=deploy/mc-deploy",
]

# packages installed in development venv, but not pre-commit:
dev = [
  "pre-commit ~= 3.4.0",
  "pytest ~= 7.4.2",
]

# packages installed only in pre-commit venv (for mypy):
pre-commit = [
  "boto3-stubs[s3] ~= 1.34.13",
  "lxml-stubs ~= 0.5.1",
  "types-beautifulsoup4 ~= 4.12.0.20240106",
  "types-pika ~= 1.2.0b1",
  "types-requests ~=2.31.0.2",
]


[tool.isort]
profile = "black"

[tool.mypy]

# from https://blog.wolt.com/engineering/2021/09/30/professional-grade-mypy-configuration/
disallow_untyped_defs = true
disallow_any_unimported = true
no_implicit_optional = true
check_untyped_defs = true
warn_return_any = true
warn_unused_ignores = true
show_error_codes = true

# look for local stubs to PyPI packages in top level stubs directory
mypy_path = "stubs"

[tool.pip-tools]
allow-unsafe = true
quiet = true
resolver = "backtracking"
upgrade = true
# To enable Hash-Checking-Mode uncomment the following line
# generate-hashes = true

# https://setuptools.pypa.io/en/latest/userguide/package_discovery.html#custom-discovery
[tool.setuptools.packages.find]
where = ["."]
include = ["indexer*"]
exclude = ["indexer.tests*"]
namespaces = false