pyproject.toml

[build-system]
requires = ["setuptools>=61.0", "wheel"]
build-backend = "setuptools.build_meta"

[project]
name = "vllm-mlx"
version = "0.4.1"
description = "OpenAI and Anthropic compatible LLM inference server for Apple Silicon, powered by MLX"
readme = "README.md"
license = {text = "Apache-2.0"}
requires-python = ">=3.10"
authors = [
    {name = "vllm-mlx contributors"}
]
keywords = [
    "llm",
    "mlx",
    "apple-silicon",
    "vllm",
    "inference-server",
    "openai-api",
    "anthropic-api",
    "continuous-batching",
    "multimodal",
    "local-llm",
]
classifiers = [
    "Development Status :: 3 - Alpha",
    "Intended Audience :: Developers",
    "Intended Audience :: Science/Research",
    "License :: OSI Approved :: Apache Software License",
    "Operating System :: MacOS",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.10",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
    "Programming Language :: Python :: 3.13",
    "Topic :: Scientific/Engineering :: Artificial Intelligence",
]

dependencies = [
    "mlx>=0.29.0",
    "mlx-lm>=0.31.3",  # 0.31.3+ required by current mlx-vlm runtime support
    "mlx-vlm>=0.6.5",  # 0.6.5+ fixes Qwen3.5 sanitize double-run (#674)
    "transformers>=5.0.0",  # mlx-lm 0.30.5+ requires transformers 5.0 (rc3 bug fixed in stable)
    "tokenizers>=0.19.0",
    "huggingface-hub>=0.23.0",
    "numpy>=1.24.0",
    "pillow>=10.0.0",
    "tqdm>=4.66.0",
    "pyyaml>=6.0",
    "gradio>=4.0.0",
    "requests>=2.28.0",
    "tabulate>=0.9.0",
    # Video processing for VLM
    "opencv-python>=4.8.0",
    # Vision processor (required for transformers AutoProcessor)
    "torchvision>=0.23.0",
    # Resource monitoring
    "psutil>=5.9.0",
    # Server
    "fastapi>=0.100.0",
    "starlette>=1.0.1",
    "uvicorn>=0.23.0",
    "prometheus-client>=0.20.0",
    # MCP (Model Context Protocol) support
    "mcp>=1.0.0",
    # JSON Schema validation for structured output
    "jsonschema>=4.0.0",
    # Constrained decoding (grammar-guided generation for response_format)
    "lm-format-enforcer>=0.10.9",
    "llguidance>=1.7.6",
    # pytz is required by gradio but not declared as a dependency
    # See: https://github.com/waybarrios/vllm-mlx/issues/23
    "pytz>=2024.1",
    # Note: mlx-audio moved to optional [audio] deps due to mlx-lm version conflict
    # See: https://github.com/waybarrios/vllm-mlx/issues/19
    "mlx-embeddings>=0.0.5",
]

[project.optional-dependencies]
dev = [
    "pytest>=7.0.0",
    "anyio>=4.0",
    "black>=23.0.0",
    "ruff>=0.1.0",
    "mypy>=1.0.0",
    "pre-commit>=4.6.0",
]
vllm = [
    "vllm>=0.4.0",
]
vision = [
    "torch>=2.8.0",
    "torchvision>=0.23.0",
]
# Harmony prompt rendering for GPT-OSS models (see #568). With this installed
# and ``--tool-call-parser harmony``/``gpt-oss`` set, the engine routes prompt
# building through OpenAI's canonical renderer instead of the Jinja chat
# template (bypasses the bracket-text fallback that loses ``tool_calls``).
harmony = [
    "openai-harmony>=0.0.8",
]
# Audio dependencies for TTS/STT (mlx-audio)
audio = [
    "mlx-audio>=0.2.9",
    "sounddevice>=0.4.0",
    "soundfile>=0.12.0",
    "scipy>=1.10.0",
    "numba>=0.57.0",
    "tiktoken>=0.5.0",
    "misaki[zh,ja]>=0.5.0",  # Chinese (zh) and Japanese (ja) support
    "spacy>=3.7.0",
    "num2words>=0.5.0",
    "loguru>=0.7.0",
    "phonemizer>=3.2.0",
    # Additional multilingual dependencies
    "ordered_set>=4.1.0",    # Required for Chinese TTS
    "cn2an>=0.5.0",          # Chinese number conversion
    "fugashi>=1.3.0",        # Japanese tokenizer
    "unidic-lite>=1.0.0",    # Japanese dictionary for fugashi
    "jieba>=0.42.0",         # Chinese word segmentation
]

[project.urls]
Homepage = "https://vllm-mlx.is-a.dev/"
Documentation = "https://vllm-mlx.is-a.dev/"
Repository = "https://github.com/waybarrios/vllm-mlx"
Issues = "https://github.com/waybarrios/vllm-mlx/issues"
"Release Notes" = "https://github.com/waybarrios/vllm-mlx/releases"

[project.entry-points."vllm.platform_plugins"]
mlx = "vllm_mlx.plugin:mlx_platform_plugin"

[project.scripts]
vllm-mlx = "vllm_mlx.cli:main"
vllm-mlx-chat = "vllm_mlx.gradio_app:main"
vllm-mlx-text-chat = "vllm_mlx.gradio_text_app:main"
vllm-mlx-bench = "vllm_mlx.benchmark:main"

[tool.setuptools.packages.find]
where = ["."]
include = ["vllm_mlx*"]

[tool.setuptools.package-data]
"vllm_mlx.bench_serve_prompts" = ["*.json"]

[tool.black]
line-length = 88
target-version = ["py310", "py311", "py312", "py313"]

[tool.ruff]
line-length = 88

[tool.ruff.lint]
select = ["E", "F", "W"]
ignore = ["B905", "E402", "E501", "E731", "F811", "F841"]

[tool.mypy]
python_version = "3.10"
warn_return_any = true
warn_unused_configs = true
ignore_missing_imports = true

[tool.pytest.ini_options]
testpaths = ["tests"]
python_files = ["test_*.py"]