pyproject.toml

[build-system]
requires = ["maturin >= 1.4"]
build-backend = "maturin"

[project]
name = "pathway"
dynamic = ["version"]
requires-python = ">=3.10"
description = "Pathway Live Data Framework is a data processing framework which takes care of streaming data updates for you."
readme = "README.md"
classifiers = [
    "License :: Other/Proprietary License",
    "Programming Language :: Rust",
    "Programming Language :: Python :: Implementation :: CPython",
]
dependencies = [
    "aiohttp >= 3.10.11",
    "click >= 8.1",
    "geopy >= 2.4.0",
    "h3 >= 4",
    "numpy >= 1.21",
    "pandas >= 2.1",
    "scikit-learn >= 1.0",
    "shapely >= 2.0.1",
    "pyarrow >= 10.0.0, < 26.0.0",
    "requests >= 2.31.0",
    "python-sat >= 0.1.8.dev",
    "beartype >= 0.14.0, < 0.23.0",
    "rich >= 12.6.0",
    "diskcache >= 5.2.1",
    "exceptiongroup >= 1.1.3; python_version < '3.11'",
    "google-api-python-client >= 2.108.0",
    "typing_extensions >= 4.8.0",
    "panel >= 1.3.1",
    "jupyter_bokeh >= 3.0.7",
    "jmespath >= 1.0.1",
    "aiohttp_cors >= 0.7.0",
    "opentelemetry-api >= 1.22.0",
    "opentelemetry-sdk >= 1.22.0",
    "opentelemetry-exporter-otlp-proto-grpc >= 1.22.0",
    "async-lru >= 2.0.4",
    "networkx >= 3.2.1",
    "google-cloud-pubsub >= 2.21.1",
    "google-cloud-bigquery >= 3.29.0, < 4.0.0",
    "pydantic ~= 2.9",
    "gitpython >= 3.1.43",
    "deltalake >= 1.6.0, < 2.0.0",
    "sqlalchemy >= 2.0.43",
    "sqlmodel >= 0.0.24",
    "fastapi >= 0.116.1",
    "uvicorn >= 0.29.0"
]

[project.optional-dependencies]
pyfilesystem = [
    "fs >= 2.4.16",
    "setuptools < 82.0.0", # required due to https://github.com/PyFilesystem/pyfilesystem2/issues/577
]
milvus = [
    "pymilvus >= 2.4.2, < 3",
    "milvus-lite >= 2.4.2, < 3",
]
sql = [
    "sqlglot == 10.6.1", # the new versions are incompatible with the current pw.sql Implementation
]
xpack-llm = [
    "openai >= 2.20, < 3.0",
    # >= 1.92 ships no macOS wheels (Rust bridge, sdist needs cargo with edition2024)
    "litellm >= 1.84.0, < 1.92; python_version < '3.14'",
    # on 3.14 the choice is narrow: 1.84-1.92 declare requires-python < 3.14,
    # >= 1.93 ships no macOS wheels, and 1.83.1-1.83.7 pin python-dotenv==1.0.1,
    # which conflicts with fastmcp; 1.83.0 installs everywhere
    "litellm == 1.83.0; python_version >= '3.14'",
    "cohere >= 5.1, < 8.0",
    "tiktoken >= 0.5",
    # aiobotocore 3.x declares a ranged botocore window; aioboto3 (stale, pins an
    # exact aiobotocore/botocore) was dropped to keep pip out of the boto lattice
    "aiobotocore >= 3.0.0",
    "langchain >= 0.2.0, < 0.4.0",
    "langchain_community >= 0.2.0, < 0.4.0",
    "llama-index-core >= 0.13.0, < 0.15.0",
    "llama-index-readers-pathway >= 0.1.3",
    "llama-index-retrievers-pathway >= 0.1.3",
    "tenacity != 8.4.0", # langchain dependency, 8.4.0 wheel is broken
    "instructor ~= 1.2",
    "google-generativeai ~= 0.8.4",
    "google-api-core >= 2.24.1, < 3.0.0",
    # google-generativeai's google-ai-generativelanguage dependency forces
    # protobuf < 6; stating it up front keeps pip from backtracking through
    # dozens of grpcio-status / grpc-google-iam-v1 releases (newer ones require
    # protobuf 6) before discovering the cap on its own
    "protobuf >= 5.26.1, < 6.0.0",
    # the google ecosystem is migrating to protobuf 6 one package at a time;
    # each of the caps below marks the last protobuf-5-compatible release. They
    # follow from the protobuf cap above, but stating them explicitly keeps
    # pip's resolver from discovering each one by walking whole version ranges
    # (grpcio-status alone has dozens of releases to reject otherwise)
    "googleapis-common-protos < 1.75.1",
    "grpcio-status < 1.72",
    "grpc-google-iam-v1 < 0.14.5",
    "proto-plus < 1.28.3",
    # fastmcp >= 2.13 requires platformdirs >= 4, which is incompatible with the
    # dvc 2.x line the monorepo environment still needs; revisit after the dvc 3
    # migration of the .dvc metadata lands. >= 2.12 because 2.11.x declares an
    # unbounded mcp >= 1.10, which sends pip's resolver into deep backtracking
    # now that mcp 2.x is on PyPI
    "fastmcp >= 2.12.0, < 2.13.0",
]
xpack-llm-local = [  # requirements that allow local ML inference
    "sentence_transformers",
    "transformers >= 4.50.2, < 5.0",
]
xpack-llm-docs = [
    "docling >= 2.27, < 2.67.0",
    "docling-core >= 2.55, < 2.58.0",
    "python-docx >= 1.1.2",
    "unstructured[all-docs] ~= 0.18.1",
    "pdf2image",
    "pypdf",
    # unstructured dependency, but unstructured doesn't force this version even though it's needed
    "pdfminer.six == 20260107",
    # unstructured dependency; nltk 3.10.1 ships an import hook that aborts
    # imports resolved while the CWD is on sys.path, which breaks `import nltk`
    # in ordinary `python script.py` and `python -m pytest` runs. Revisit when
    # a release relaxes the hook.
    "nltk < 3.10.1",
    # The whole paddle stack is unavailable on Python 3.14: paddlepaddle has
    # no cp314 wheels, and paddlex pins pyyaml==6.0.2, which only builds from
    # source there. The parser reports a clear error when paddleocr is absent.
    "paddleocr[doc-parser] >= 3.3.1, < 4.0.0; python_version < '3.14'",
    # `paddlex` pins `opencv-contrib-python == 4.10.0.84` while `unstructured`
    # and `rapidocr` pull an unconstrained `opencv-python`. Both distributions
    # install the same `cv2/*` files, and OpenCV 5 dropped the G-API Python glue
    # that OpenCV 4 ships, so a mixed 4/5 install makes `import cv2` fail with
    # `module 'cv2' has no attribute 'gapi_wip_gst_GStreamerPipeline'`.
    "opencv-python < 5",
]
xpack-sharepoint = [
    "Office365-REST-Python-Client >= 2.5.3",
]
twelvelabs = [
    "twelvelabs >= 1.2.8",
]
all = [
    "pathway[pyfilesystem]",
    "pathway[sql]",
    "pathway[xpack-llm]",
    "pathway[xpack-llm-local]",
    "pathway[xpack-llm-docs]",
    "pathway[xpack-sharepoint]",
    "pathway[airbyte]",
    "pathway[milvus]",
    "pathway[twelvelabs]",
]
tests = [
    "pytest >= 9.0.3, < 10.0.0",
    "pytest-xdist >= 3.8.0, < 4.0.0",
    "pytest-rerunfailures >= 16.2, < 17.0",
    "pytest-asyncio >= 1.2.0",
    "pytest-timeout >= 2.3.0, < 3.0.0",
    "python-louvain",
    "openapi_spec_validator",
    "kafka-python >= 2.0.2",
    "python-magic",
    "pathway[all]",
    "duckdb >= 1.0.0",
    "dill >= 0.3.8",
    "cloudpickle >= 3.0.0",
    "fpdf",
    # paddlepaddle has no CPython 3.14 wheels yet; the paddle-based parser
    # degrades gracefully when the import is missing.
    "paddlepaddle >= 3.2.0, < 3.3.0; python_version < '3.14'", # required by paddleocr
    "paddlex >= 3.0.0, <= 3.3.8; python_version < '3.14'",  # pinning the latest working version, then the format changes
    # aiobotocore 3.x declares a ranged botocore window; aioboto3 (stale, pins an
    # exact aiobotocore/botocore) was dropped to keep pip out of the boto lattice
    "aiobotocore >= 3.0.0",
    # the integration tests verify S3/DynamoDB/Kinesis connector results through boto3;
    # the shipped package itself does not need it
    "boto3 >= 1.26.76, < 2.0.0",
]
airbyte = [
    "google-cloud-run",
    "google-cloud-secret-manager",
    "google-cloud-logging",
    "pyyaml",
    "jinja2",
]

[project.urls]
"Homepage" = "https://pathway.com/"
"Source code" = "https://github.com/pathwaycom/pathway/"
"Documentation" = "https://pathway.com/developers/user-guide/introduction/welcome"
"Troubleshooting" = "https://pathway.com/troubleshooting/"

[project.scripts]
pathway = "pathway.cli:main"

[tool.black]
required-version = "24"
line-length = 88
exclude = '''/(
    | docs
    | target
)/'''
target-version = ["py310", "py311"]

[tool.maturin]
python-source = "python"
module-name = "pathway.engine"
features = ["pyo3/extension-module"]

[tool.mypy]
python_version = "3.11"
exclude = ["(^|/)target/", "(^|/)examples/", '(^|/)tests(/.*)?/test_.*\.py$']
ignore_missing_imports = true
check_untyped_defs = true
warn_redundant_casts = true
warn_unused_ignores = true
strict_equality = true

# transformers >= 4.50 ships py.typed and crashes mypy < 1.11 when analyzed
[[tool.mypy.overrides]]
module = "transformers.*"
follow_imports = "skip"

[tool.isort]
profile = "black"
skip = [
    "target",
    "docs",
    "third_party",
]
known_first_party = ["pathway"]
combine_as_imports = true