pyproject.toml

[project]
name = "mit-learn"
version = "0.73.4"
description = "Search index for use with other MIT applications."
authors = [{ name = "MIT ODL" }]
requires-python = ">=3.12,<3.13"
readme = "README.md"
license = "BSD-3"
classifiers = [
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.12",
]
dependencies = [
    "Django==5.2.18",
    "attrs>=25.0.0,<26",
    "base36>=0.1.1,<0.2",
    "beautifulsoup4>=4.8.2,<5",
    "boto3>=1.26.155,<2",
    "cairosvg==2.9.1",
    "celery>=5.3.1,<6",
    "celery-redbeat>=2.3.2,<3",
    "cffi>=2.0.0,<3",
    "configargparse>=1.7.1",
    "cryptography>=50,<51",
    "dateparser>=1.2.0,<2",
    "deepmerge>=2.0,<3",
    "dj-database-url>=3.0.0,<4",
    "django-anymail[mailgun]>=13.0,<14",
    "django-bitfield>=2.2.0,<3",
    "django-cache-memoize>=0.2.0,<0.3",
    "django-cors-headers>=4.0.0,<5",
    "django-filter>=26.1",
    "django-guardian>=3.0.0,<4",
    "django-health-check>=3.24.0,<4",
    "django-imagekit>=6.0.0,<7",
    "django-ipware>=7.0.0,<8",
    "django-json-widget>=2.0.0,<3",
    "django-oauth-toolkit>=3.0.0,<4",
    "django-redis>=5.2.0,<7",
    "django-safedelete>=1.4.0,<2",
    "django-scim2>=0.19.1,<0.20",
    "django-storages>=1.13.2,<2",
    "djangorestframework>=3.14.0,<4",
    "drf-jwt>=1.19.2,<2",
    "drf-nested-routers>=0.95.0,<0.96",
    "drf-spectacular>=0.30,<0.31",
    "feedparser>=6.0.10,<7",
    "google-api-python-client>=2.89.0,<3",
    "hubspot-api-client>=12.0.0,<13",
    "granian[reload]>=2.5.4,<3",
    "html2text>=2025.0.0,<2026",
    "html5lib>=1.1,<2",
    "ipython>=9.0.0,<10",
    "isodate>=0.7.2,<0.8",
    "jedi>=0.19.0,<0.20",
    "langchain>=1.3.9,<1.4",
    "litellm==1.100.4",
    "llama-index>=0.14.0,<0.15",
    "llama-index-llms-openai>=0.7.10,<0.8",
    "lxml>=6.0.0,<7",
    "markdown>=3.7,<4",
    "markdown2>=2.4.8,<3",
    "mitol-django-common>=2026.6.16.4,<2027",
    "mitol-django-scim>=2026.4.2,<2027",
    "mitol-django-observability>=2026.8.19,<2027",
    "named-enum>=1.4.0,<2",
    "nested-lookup>=0.2.25,<0.3",
    "nh3>=0.3.0,<0.4",
    "ocw-data-parser>=0.35.1,<0.36",
    "onnxruntime==1.24.4",
    "openai>=2.0.0,<3",
    "opensearch-dsl>=2.0.0,<3",
    "opensearch-py>=2.0.0,<3",
    # Required so DjangoInstrumentor emits HTTP server spans under ASGI (Granian).
    # Without it the Django OTel middleware silently no-ops on every ASGI request.
    "opentelemetry-instrumentation-asgi>=0.52b0",
    "opentelemetry-instrumentation-celery>=0.52b0",
    "opentelemetry-instrumentation-django>=0.52b0",
    "opentelemetry-instrumentation-psycopg>=0.52b0",
    "opentelemetry-instrumentation-redis>=0.52b0",
    "opentelemetry-instrumentation-requests>=0.52b0",
    "pluggy>=1.3.0,<2",
    "posthog>=7.38.2,<8",
    "psycopg[c]>=3.2.4,<4",
    "pycountry>=24.6.1,<25",
    "pygithub>=2.0.0,<3",
    "pyparsing>=3.2.1,<4",
    "pytest-lazy-fixtures>=1.1.1,<2",
    "python-dateutil>=2.8.2,<3",
    "python-rapidjson>=1.8,<2",
    "pyyaml>=6.0.0,<7",
    # Minimum server version for the Query API (QueryResponse gRPC type): qdrant v1.7.0.
    # qdrant-client ~=1.20.0 targets qdrant server v1.20.x; deployed server is v1.20.0
    # (ol-infrastructure/src/bridge/lib/versions.py QDRANT_VERSION). Keep the client,
    # the local server image (docker-compose.services.yml) and the renovate.json
    # qdrant/qdrant rule in the same minor series.
    # Watch for the gRPC QueryResponse DecodeError seen with client 1.18 against
    # server v1.18.2 with cloud_inference=True + prefer_grpc=True.
    "qdrant-client[fastembed]~=1.20.0",
    "redis>=7.0.0,<8",
    "requests>=2.31.0,<3",
    "retry2>=0.9.5,<0.10",
    "selenium>=4.30.0,<5",
    "sentry-sdk>=2.25.1,<3",
    "tika>=3.0.0,<4",
    "tiktoken>=0.13,<0.14",
    "toolz>=1.0.0,<2",
    "ulid-py>=1.0.0,<2",
    "urllib3>=2.0.0,<3",
    "wrapt>=1.14.1,<2",
    "youtube-transcript-api>=1.2.4,<1.3",
    "pypdf>=6.9.1,<7",
    "pypdfium2>=5.0.0,<6",
    "pyarrow>=24,<25",
    "django-zeal>=2.0.4,<3",
    "pdf2image>=1.17.0,<2",
    "opendataloader-pdf>=2.5.0,<3",
    "pymupdf>=1.26.6,<2",
    "opencv-python>=4.12.0.88,<5",
    "django-removals>=1.1.6,<2",
    "langchain-litellm>=0.5.1",
    "scikit-learn>=1.8.0",
    "gensim>=4.4.0",
    "langchain-community>=0.4.2",
    "langchain-text-splitters>=1.1.2",
    "mitol-django-keycloak>=2026.7.13,<2027",
    "pymysql>=1.1.1,<2",
    "pydantic>=2.13.5,<3",
    "azure-identity>=1.25.3,<2",
    "ol-llm>=0.0.5",
]

[dependency-groups]
prek = ["prek==0.5.6"]
dev = [
    { include-group = "prek" },
    "bpython>=0.26,<0.27",
    "ddt>=1.6.0,<2",
    "factory_boy>=3.3.0,<4",
    "faker>=38.0.0,<39",
    "ipdb>=0.13.13,<0.14",
    "moto>=5.0.0,<6",
    "nplusone>=1.0.0,<2",
    "pdbpp>=0.11.6,<0.12",
    "pytest>=9.0.3,<10",
    "pytest-cov>=7.0.0,<8",
    "pytest-django>=4.5.2,<5",
    "pytest-env>=1.0.0,<2",
    "pytest-mock>=3.10.0,<4",
    "pytest-repeat>=0.9.4",
    "responses>=0.25.0,<0.26",
    "ruff==0.16.8",
    "semantic-version>=2.10.0,<3",
    "freezegun>=1.4.0,<2",
    "pytest-xdist[psutil]>=3.6.1,<4",
    "anys>=0.3.0,<0.4",
    "locust>=2.31.2,<3",
    "traceback-with-variables>=2.1.1,<3",
    "mitol-drf-lint==2026.4.2",
]

[tool.uv]
constraint-dependencies = ["certifi>=2026.10.19"]  # eMudhra CA compromise: never resolve a certifi that trusts the compromised CAs
package = false
default-groups = "all"
exclude-newer = "7d"
required-version = ">=0.9.17"
# opik (through ol-llm) hard-requires these, but nothing litellm, ol_llm, or a
# traced embedding imports needs them. See ol-llm's README, "Installing without
# the Opik SDK's heavy dependencies"; mit-learn keeps the rest of that list
# (click, litellm, openai, pytest, watchfiles) because it uses them.
override-dependencies = [
    "boto3-stubs; sys_platform == 'never'",
    "rapidfuzz; sys_platform == 'never'",
    "tree-sitter; sys_platform == 'never'",
    "tree-sitter-javascript; sys_platform == 'never'",
    "tree-sitter-typescript; sys_platform == 'never'",
]

[tool.uv.exclude-newer-package]
brotli = "0d"  # CVE-2026-111497 fix (1.2.1), remove after 2026-10-29
mitol-django-common = "0d"
mitol-django-observability = "0d"
mitol-django-scim = "0d"
mitol-drf-lint = "0d"
ol-llm = "0d"

[tool.uv.build-backend]
module-root = ""

[build-system]
requires = ["uv_build>=0.10.0,<0.11.0"]
build-backend = "uv_build"

[tool.ruff]
target-version = "py311"
line-length = 88
lint.select = [
    "A",  # flake8-builtins
    # "AIR",  # Airflow
    # "ANN",  # flake8-annotations
    "ARG",  # flake8-unused-arguments
    # "ASYNC",  # flake8-async
    "B",  # flake8-bugbear
    "BLE",  # flake8-blind-except
    "C4",  # flake8-comprehensions
    "C90",  # mccabe
    # "COM",  # flake8-commas
    "D",  # pydocstyle
    "DJ",  # flake8-django
    "DTZ",  # flake8-datetimez
    "E",  # Pycodestyle Error
    "EM",  # flake8-errmsg
    "ERA",  # eradicate
    "EXE",  # flake8-executable
    "F",  # Pyflakes
    "FA",  # flake8-future-annotations
    "FBT",  # flake8-boolean-trap
    "FIX",  # flake8-fixme
    "FLY",  # flynt
    # "FURB",  # refurb
    "G",  # flake8-logging-format
    "I",  # isort
    "ICN",  # flake8-import-conventions
    "INP",  # flake8-no-pep420
    "INT",  # flake8-gettext
    "ISC",  # flake8-implicit-str-concat
    "N",  # pep8-naming
    # "NPY",  # NumPy-specific rules
    # "PD",  # pandas-vet
    "PERF",  # Perflint
    "PGH",  # pygrep-hooks
    "PIE",  # flake8-pie
    "PL",  # Pylint
    "PT",  # flake8-pytest-style
    "PTH",  # flake8-use-pathlib
    "PYI",  # flake8-pyi
    "Q",  # flake8-quotes
    "RET",  # flake8-return
    "RSE",  # flake8-raise
    "RUF",  # Ruff-specific rules
    "S",  # flake8-bandit
    "SIM",  # flake8-simplify
    "SLF",  # flake8-self
    "SLOT",  # flake8-slots
    "T10",  # flake8-debugger
    "T20",  # flake8-print
    "TCH",  # flake8-type-checking
    "TD",  # flake8-todos
    "TID",  # flake8-tidy-imports
    "TRY",  # tryceratops
    "UP",  # pyupgrade
    "W",  # Pycodestyle Warning
    "YTT",  # flake8-2020
]
lint.ignore = [
    "B008",
    "B905",
    "D104",
    "D200",
    "D202",
    "D205",
    "D301",
    "D400",
    "N803",
    "N806",
    "N999",
    "PIE804",
    "PLC0415",
    "RET505",
    "RET506",
    "RET507",
    "RET508",
    "RUF012",
    "UP007"
]

lint.typing-modules = ["colour.hints"]

[tool.ruff.lint.pydocstyle]
convention = "pep257"

[tool.ruff.lint.flake8-quotes]
inline-quotes = "double"

[tool.ruff.lint.flake8-tidy-imports.banned-api]
"django.contrib.auth.models.User".msg = "use get_user_model() or settings.AUTH_USER_MODEL"

[tool.ruff.lint.per-file-ignores]
"*_test.py" = ["ARG001", "E501", "S101", "PLR2004", "PLR0917"]
"test_*.py" = ["ARG001", "E501", "S101", "PLR2004", "PLR0917"]
"**/migrations/**" = ["ARG001"]

[tool.bumpversion]
commit = false
tag = false
parse = "(?P<release>(?:[1-9][0-9]{3})\\.(?:1[0-2]|[1-9])\\.(?:3[0-1]|[12][0-9]|[1-9]))\\.(?P<build>\\d+)"
serialize = ["{release}.{build}"]

[tool.bumpversion.parts.release]
calver_format = "{YYYY}.{MM}.{DD}"

[tool.bumpversion.parts.build]
first_value = "1"

[[tool.bumpversion.files]]
filename = "main/settings.py"
search = 'VERSION = "{current_version}"'
replace = 'VERSION = "{new_version}"'

[[tool.bumpversion.files]]
filename = "pyproject.toml"
search = 'version = "{current_version}"'
replace = 'version = "{new_version}"'

[[tool.bumpversion.files]]
filename = "uv.lock"
search = """
name = "mit-learn"
version = "{current_version}"
source = {{ virtual = "." }}"""
replace = """
name = "mit-learn"
version = "{new_version}"
source = {{ virtual = "." }}"""