tox.ini

[tox]
requires =
  tox-uv>=1
isolated_build = True
skipsdist = True
skip_missing_interpreters = True
envlist =
    ; Environments are organized by individual package, allowing
    ; for specifying supported Python versions per package.

    ; instrumentation-genai-openai
    py3{11,15}-test-instrumentation-genai-openai-latest
    py3{11,15}-test-instrumentation-genai-openai-v2
    py3{11,15}-test-instrumentation-genai-openai-v1
    py311-test-instrumentation-genai-openai-oldest
    py314-test-instrumentation-genai-openai-conformance

    ; instrumentation-genai-openai-agents
    py3{11,15}-test-instrumentation-genai-openai_agents-latest
    py311-test-instrumentation-genai-openai_agents-oldest
    py314-test-instrumentation-genai-openai_agents-conformance

    ; instrumentation-google-genai
    py3{11,15}-test-instrumentation-google-genai-latest
    py311-test-instrumentation-google-genai-oldest
    py311-test-instrumentation-google-genai-v2
    py314-test-instrumentation-google-genai-conformance

    ; instrumentation-genai-agno
    py3{11,15}-test-instrumentation-genai-agno-latest
    py311-test-instrumentation-genai-agno-oldest
    py314-test-instrumentation-genai-agno-conformance

    ; instrumentation-genai-smolagents
    py3{11,15}-test-instrumentation-genai-smolagents-latest
    py311-test-instrumentation-genai-smolagents-oldest
    py314-test-instrumentation-genai-smolagents-conformance

    ; instrumentation-genai-anthropic
    py3{11,15}-test-instrumentation-genai-anthropic-latest
    py311-test-instrumentation-genai-anthropic-oldest
    py314-test-instrumentation-genai-anthropic-conformance

    ; instrumentation-genai-bedrock
    py3{11,15}-test-instrumentation-genai-bedrock-latest
    py311-test-instrumentation-genai-bedrock-oldest
    py314-test-instrumentation-genai-bedrock-conformance

    ; instrumentation-genai-claude-agent-sdk
    py3{11,15}-test-instrumentation-genai-claude-agent-sdk-latest
    py311-test-instrumentation-genai-claude-agent-sdk-oldest

    ; instrumentation-genai-crewai
    ; crewai caps pydantic below 2.13 and pulls in onnxruntime (via chromadb); neither has Python 3.15 wheels.
    py3{11,14}-test-instrumentation-genai-crewai-latest
    py311-test-instrumentation-genai-crewai-oldest

    ; instrumentation-genai-dspy
    py3{11,15}-test-instrumentation-genai-dspy-latest
    py311-test-instrumentation-genai-dspy-oldest
    py314-test-instrumentation-genai-dspy-conformance

    ; instrumentation-genai-langchain
    py3{11,15}-test-instrumentation-genai-langchain-latest
    py311-test-instrumentation-genai-langchain-oldest
    py314-test-instrumentation-genai-langchain-conformance

    ; instrumentation-genai-llama-index
    py3{11,15}-test-instrumentation-genai-llama_index-latest
    py311-test-instrumentation-genai-llama_index-oldest
    py314-test-instrumentation-genai-llama_index-conformance

    ; instrumentation-genai-qwen-agent
    py3{11,15}-test-instrumentation-genai-qwen-agent-latest
    py311-test-instrumentation-genai-qwen-agent-oldest
    py314-test-instrumentation-genai-qwen-agent-conformance

    ; instrumentation-genai-portkey
    py3{11,15}-test-instrumentation-genai-portkey-latest
    py311-test-instrumentation-genai-portkey-oldest
    py314-test-instrumentation-genai-portkey-conformance

    ; instrumentation-genai-ollama
    py3{11,15}-test-instrumentation-genai-ollama-latest
    py311-test-instrumentation-genai-ollama-oldest
    py314-test-instrumentation-genai-ollama-conformance

    ; instrumentation-genai-qwenpaw
    ; qwenpaw supports Python <3.14.
    py3{11,13}-test-instrumentation-genai-qwenpaw-latest
    py311-test-instrumentation-genai-qwenpaw-oldest
    py313-test-instrumentation-genai-qwenpaw-conformance

    ; instrumentation-genai-weaviate-client
    ; TODO: write tests (tests/ is empty), add tests/requirements.{oldest,latest}.txt
    ; and weaviate-{oldest,latest} factors below.

    ; opentelemetry-util-genai
    py3{11,15}-test-util-genai

    license-header-check
    check-versions
    check-deps
    spellcheck
    docs
    generate
    shellcheck
    precommit
    typecheck
    typecheck-py314
    readme

[testenv]
passenv =
  AWS_*
  ANTHROPIC_*
  OPENAI_*
  GOOGLE_*
  OTEL_*
test_deps =
  opentelemetry-api
  opentelemetry-semantic-conventions
  opentelemetry-sdk
  opentelemetry-instrumentation
  opentelemetry-test-utils
pytest_deps =
  ; lower bounds so oldest envs (UV_RESOLUTION=lowest-direct) don't floor test tooling to ancient versions.
  pytest>=8
  pytest-asyncio>=0.24
  pytest-vcr>=1.0.2
  -e {toxinidir}/util/opentelemetry-test-util-genai
deps =
  conformance: -r {toxinidir}/dev-requirements-conformance.txt
  coverage: pytest
  coverage: pytest-cov

  # packages that are released individually should provide a tests/requirements.{oldest,latest}.txt
  # with the lowest version of OTel API and SDK supported (oldest) and the latest one.
  openai-oldest: {[testenv]pytest_deps}
  openai-oldest: -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-openai[instruments]
  openai-oldest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-openai/tests/requirements.oldest.txt
  openai-latest: {[testenv]test_deps}
  openai-latest: {[testenv]pytest_deps}
  openai-latest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-openai/tests/requirements.latest.txt
  openai-v2: {[testenv]test_deps}
  openai-v2: {[testenv]pytest_deps}
  openai-v2: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-openai/tests/requirements.v2.txt
  openai-v1: {[testenv]test_deps}
  openai-v1: {[testenv]pytest_deps}
  openai-v1: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-openai/tests/requirements.v1.txt
  openai-conformance: {[testenv]pytest_deps}
  openai-conformance: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-openai/tests/requirements.latest.txt

  openai_agents-oldest: {[testenv]pytest_deps}
  openai_agents-oldest: -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-openai-agents[instruments]
  openai_agents-oldest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-openai-agents/tests/requirements.oldest.txt
  openai_agents-latest: {[testenv]test_deps}
  openai_agents-latest: {[testenv]pytest_deps}
  openai_agents-latest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-openai-agents/tests/requirements.latest.txt
  openai_agents-conformance: {[testenv]pytest_deps}
  openai_agents-conformance: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-openai-agents/tests/requirements.latest.txt

  google-genai-oldest: {[testenv]pytest_deps}
  google-genai-oldest: -e {toxinidir}/instrumentation/opentelemetry-instrumentation-google-genai[instruments]
  google-genai-oldest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-google-genai/tests/requirements.oldest.txt
  google-genai-latest: {[testenv]test_deps}
  google-genai-latest: {[testenv]pytest_deps}
  google-genai-latest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-google-genai/tests/requirements.latest.txt
  google-genai-v2: {[testenv]test_deps}
  google-genai-v2: {[testenv]pytest_deps}
  google-genai-v2: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-google-genai/tests/requirements.v2.txt
  google-genai-conformance: {[testenv]pytest_deps}
  google-genai-conformance: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-google-genai/tests/requirements.latest.txt

  agno-oldest: {[testenv]pytest_deps}
  agno-oldest: -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-agno[instruments]
  agno-oldest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-agno/tests/requirements.oldest.txt
  agno-latest: {[testenv]test_deps}
  agno-latest: {[testenv]pytest_deps}
  agno-latest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-agno/tests/requirements.latest.txt
  agno-conformance: {[testenv]pytest_deps}
  agno-conformance: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-agno/tests/requirements.latest.txt

  smolagents-oldest: {[testenv]pytest_deps}
  smolagents-oldest: -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-smolagents[instruments]
  smolagents-oldest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-smolagents/tests/requirements.oldest.txt
  smolagents-latest: {[testenv]test_deps}
  smolagents-latest: {[testenv]pytest_deps}
  smolagents-latest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-smolagents/tests/requirements.latest.txt
  smolagents-conformance: {[testenv]pytest_deps}
  smolagents-conformance: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-smolagents/tests/requirements.latest.txt

  anthropic-oldest: {[testenv]pytest_deps}
  anthropic-oldest: -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-anthropic[instruments]
  anthropic-oldest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-anthropic/tests/requirements.oldest.txt
  anthropic-latest: {[testenv]test_deps}
  anthropic-latest: {[testenv]pytest_deps}
  anthropic-latest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-anthropic/tests/requirements.latest.txt
  anthropic-conformance: {[testenv]pytest_deps}
  anthropic-conformance: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-anthropic/tests/requirements.latest.txt

  bedrock-oldest: {[testenv]pytest_deps}
  bedrock-oldest: -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-bedrock[instruments]
  bedrock-oldest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-bedrock/tests/requirements.oldest.txt
  bedrock-latest: {[testenv]test_deps}
  bedrock-latest: {[testenv]pytest_deps}
  bedrock-latest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-bedrock/tests/requirements.latest.txt
  bedrock-conformance: {[testenv]pytest_deps}
  bedrock-conformance: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-bedrock/tests/requirements.latest.txt

  claude-agent-sdk-oldest: {[testenv]pytest_deps}
  claude-agent-sdk-oldest: -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-claude-agent-sdk[instruments]
  claude-agent-sdk-oldest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-claude-agent-sdk/tests/requirements.oldest.txt
  claude-agent-sdk-latest: {[testenv]test_deps}
  claude-agent-sdk-latest: {[testenv]pytest_deps}
  claude-agent-sdk-latest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-claude-agent-sdk/tests/requirements.latest.txt

  crewai-oldest: {[testenv]pytest_deps}
  crewai-oldest: -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-crewai[instruments]
  crewai-oldest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-crewai/tests/requirements.oldest.txt
  crewai-latest: {[testenv]test_deps}
  crewai-latest: {[testenv]pytest_deps}
  crewai-latest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-crewai/tests/requirements.latest.txt

  dspy-oldest: {[testenv]pytest_deps}
  dspy-oldest: -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-dspy[instruments]
  dspy-oldest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-dspy/tests/requirements.oldest.txt
  dspy-latest: {[testenv]test_deps}
  dspy-latest: {[testenv]pytest_deps}
  dspy-latest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-dspy/tests/requirements.latest.txt
  dspy-conformance: {[testenv]test_deps}
  dspy-conformance: {[testenv]pytest_deps}
  dspy-conformance: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-dspy/tests/requirements.latest.txt

  qwen-agent-oldest: {[testenv]pytest_deps}
  qwen-agent-oldest: -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-qwen-agent[instruments]
  qwen-agent-oldest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-qwen-agent/tests/requirements.oldest.txt
  qwen-agent-latest: {[testenv]test_deps}
  qwen-agent-latest: {[testenv]pytest_deps}
  qwen-agent-latest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-qwen-agent/tests/requirements.latest.txt
  qwen-agent-conformance: {[testenv]pytest_deps}
  qwen-agent-conformance: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-qwen-agent/tests/requirements.latest.txt

  portkey-oldest: {[testenv]pytest_deps}
  portkey-oldest: -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-portkey[instruments]
  portkey-oldest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-portkey/tests/requirements.oldest.txt
  portkey-latest: {[testenv]test_deps}
  portkey-latest: {[testenv]pytest_deps}
  portkey-latest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-portkey/tests/requirements.latest.txt
  portkey-conformance: {[testenv]pytest_deps}
  portkey-conformance: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-portkey/tests/requirements.latest.txt

  ollama-oldest: {[testenv]pytest_deps}
  ollama-oldest: -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-ollama[instruments]
  ollama-oldest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-ollama/tests/requirements.oldest.txt
  ollama-latest: {[testenv]test_deps}
  ollama-latest: {[testenv]pytest_deps}
  ollama-latest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-ollama/tests/requirements.latest.txt
  ollama-conformance: {[testenv]pytest_deps}
  ollama-conformance: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-ollama/tests/requirements.latest.txt

  ; Langchain unit tests
  langchain-{oldest,latest}: {[testenv]pytest_deps}
  ; oldest: declared deps (opentelemetry-instrumentation, util-genai, langchain) resolve from PyPI to
  ; their pyproject floors via UV_RESOLUTION=lowest-direct; only provider test libs are pinned by hand.
  langchain-oldest: -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-langchain[instruments]
  langchain-oldest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-langchain/tests/requirements.oldest.txt
  langchain-latest: {[testenv]test_deps}
  langchain-latest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-langchain/tests/requirements.latest.txt

  ; Langchain conformance tests
  langchain-conformance: {[testenv]pytest_deps}
  langchain-conformance: -e {toxinidir}/util/opentelemetry-util-genai[wrapt]
  langchain-conformance: -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-langchain[instruments]
  langchain-conformance: langchain-openai
  langchain-conformance: langchain-anthropic
  langchain-conformance: langchain-aws
  langchain-conformance: langchain-google-genai
  langchain-conformance: boto3

  llama_index-oldest: {[testenv]pytest_deps}
  llama_index-oldest: -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-llama-index[instruments]
  llama_index-oldest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-llama-index/tests/requirements.oldest.txt
  llama_index-latest: {[testenv]test_deps}
  llama_index-latest: {[testenv]pytest_deps}
  llama_index-latest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-llama-index/tests/requirements.latest.txt
  llama_index-conformance: {[testenv]pytest_deps}
  llama_index-conformance: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-llama-index/tests/requirements.latest.txt

  qwenpaw-oldest: {[testenv]pytest_deps}
  qwenpaw-oldest: -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-qwenpaw[instruments]
  qwenpaw-oldest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-qwenpaw/tests/requirements.oldest.txt
  qwenpaw-latest: {[testenv]test_deps}
  qwenpaw-latest: {[testenv]pytest_deps}
  qwenpaw-latest: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-qwenpaw/tests/requirements.latest.txt
  qwenpaw-conformance: {[testenv]pytest_deps}
  qwenpaw-conformance: -r {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-qwenpaw/tests/requirements.latest.txt

  util-genai: {[testenv]test_deps}
  util-genai: {[testenv]pytest_deps}
  util-genai: -r {toxinidir}/util/opentelemetry-util-genai/test-requirements.txt
  util-genai: -e {toxinidir}/util/opentelemetry-util-genai[wrapt]

allowlist_externals =
  sh
  pytest

setenv =
  UV_CONFIG_FILE={toxinidir}/tox-uv.toml
  ; oldest env installs the lowest versions of the package's direct declared deps straight from
  ; pyproject.toml, so the declared lower bounds are the single source of truth (no hand pins to drift).
  ; Only the instrumentation package under test is installed editable (`-e ...[instruments]`); its
  ; declared deps — including released ones like opentelemetry-util-genai — resolve from PyPI at their
  ; floors (with tox-uv.toml's no-sources), so the oldest env exercises the actual released versions.
  oldest: UV_RESOLUTION=lowest-direct
  crewai: UV_OVERRIDE={toxinidir}/instrumentation/opentelemetry-instrumentation-genai-crewai/tests/overrides.txt

commands_pre =
; In order to get a health coverage report,
; we have to install packages in editable mode.
  coverage: python {toxinidir}/scripts/eachdist.py install --editable

commands =
  test-instrumentation-genai-openai-{oldest,latest,v2,v1}: pytest --ignore={toxinidir}/instrumentation/opentelemetry-instrumentation-genai-openai/tests/test_conformance.py {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-openai/tests {posargs}
  test-instrumentation-genai-openai-conformance: pytest {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-openai/tests/test_conformance.py --vcr-record=none {posargs}
  test-instrumentation-genai-openai_agents-{oldest,latest}: pytest --ignore={toxinidir}/instrumentation/opentelemetry-instrumentation-genai-openai-agents/tests/test_conformance.py {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-openai-agents/tests {posargs}
  test-instrumentation-genai-openai_agents-conformance: pytest {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-openai-agents/tests/test_conformance.py --vcr-record=none {posargs}

  test-instrumentation-google-genai-{oldest,latest}: pytest --ignore={toxinidir}/instrumentation/opentelemetry-instrumentation-google-genai/tests/test_conformance.py {toxinidir}/instrumentation/opentelemetry-instrumentation-google-genai/tests --vcr-record=none {posargs}
  test-instrumentation-google-genai-v2: pytest {toxinidir}/instrumentation/opentelemetry-instrumentation-google-genai/tests/interactions {toxinidir}/instrumentation/opentelemetry-instrumentation-google-genai/tests/test_stream_context.py --vcr-record=none {posargs}
  test-instrumentation-google-genai-conformance: pytest {toxinidir}/instrumentation/opentelemetry-instrumentation-google-genai/tests/test_conformance.py --vcr-record=none {posargs}

  test-instrumentation-genai-agno-{oldest,latest}: pytest --ignore={toxinidir}/instrumentation/opentelemetry-instrumentation-genai-agno/tests/test_conformance.py {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-agno/tests --vcr-record=none {posargs}
  test-instrumentation-genai-agno-conformance: pytest {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-agno/tests/test_conformance.py --vcr-record=none {posargs}

  test-instrumentation-genai-smolagents-{oldest,latest}: pytest --ignore={toxinidir}/instrumentation/opentelemetry-instrumentation-genai-smolagents/tests/test_conformance.py {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-smolagents/tests --vcr-record=none {posargs}
  test-instrumentation-genai-smolagents-conformance: pytest {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-smolagents/tests/test_conformance.py --vcr-record=none {posargs}

  test-instrumentation-genai-anthropic-{oldest,latest}: pytest --ignore={toxinidir}/instrumentation/opentelemetry-instrumentation-genai-anthropic/tests/test_conformance.py {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-anthropic/tests --vcr-record=none {posargs}
  test-instrumentation-genai-anthropic-conformance: pytest {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-anthropic/tests/test_conformance.py --vcr-record=none {posargs}

  test-instrumentation-genai-bedrock-{oldest,latest}: pytest --ignore={toxinidir}/instrumentation/opentelemetry-instrumentation-genai-bedrock/tests/test_conformance.py {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-bedrock/tests --vcr-record=none {posargs}
  test-instrumentation-genai-bedrock-conformance: pytest {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-bedrock/tests/test_conformance.py --vcr-record=none {posargs}

  test-instrumentation-genai-claude-agent-sdk: pytest {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-claude-agent-sdk/tests --vcr-record=none {posargs}
  test-instrumentation-genai-crewai-{oldest,latest}: pytest {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-crewai/tests --vcr-record=none {posargs}
  test-instrumentation-genai-dspy-{oldest,latest}: pytest --ignore={toxinidir}/instrumentation/opentelemetry-instrumentation-genai-dspy/tests/test_conformance.py {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-dspy/tests --vcr-record=none {posargs}
  test-instrumentation-genai-dspy-conformance: pytest {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-dspy/tests/test_conformance.py --vcr-record=none {posargs}

  test-instrumentation-genai-langchain-{oldest,latest}: pytest --ignore={toxinidir}/instrumentation/opentelemetry-instrumentation-genai-langchain/tests/test_conformance.py {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-langchain/tests --vcr-record=none {posargs}
  test-instrumentation-genai-langchain-conformance: pytest {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-langchain/tests/test_conformance.py --vcr-record=none {posargs}

  test-instrumentation-genai-llama_index-{oldest,latest}: pytest --ignore={toxinidir}/instrumentation/opentelemetry-instrumentation-genai-llama-index/tests/test_conformance.py {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-llama-index/tests --vcr-record=none {posargs}
  test-instrumentation-genai-llama_index-conformance: pytest {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-llama-index/tests/test_conformance.py --vcr-record=none {posargs}

  test-instrumentation-genai-qwen-agent-{oldest,latest}: pytest --ignore={toxinidir}/instrumentation/opentelemetry-instrumentation-genai-qwen-agent/tests/test_conformance.py {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-qwen-agent/tests --vcr-record=none {posargs}
  test-instrumentation-genai-qwen-agent-conformance: pytest {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-qwen-agent/tests/test_conformance.py --vcr-record=none {posargs}

  test-instrumentation-genai-portkey-{oldest,latest}: pytest --ignore={toxinidir}/instrumentation/opentelemetry-instrumentation-genai-portkey/tests/test_conformance.py {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-portkey/tests --vcr-record=none {posargs}
  test-instrumentation-genai-portkey-conformance: pytest {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-portkey/tests/test_conformance.py --vcr-record=none {posargs}

  test-instrumentation-genai-ollama-{oldest,latest}: pytest --ignore={toxinidir}/instrumentation/opentelemetry-instrumentation-genai-ollama/tests/test_conformance.py {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-ollama/tests --vcr-record=none {posargs}
  test-instrumentation-genai-ollama-conformance: pytest {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-ollama/tests/test_conformance.py --vcr-record=none {posargs}

  test-instrumentation-genai-qwenpaw-{oldest,latest}: pytest --ignore={toxinidir}/instrumentation/opentelemetry-instrumentation-genai-qwenpaw/tests/test_conformance.py {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-qwenpaw/tests --vcr-record=none {posargs}
  test-instrumentation-genai-qwenpaw-conformance: pytest {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-qwenpaw/tests/test_conformance.py --vcr-record=none {posargs}

  test-util-genai: pytest {toxinidir}/util/opentelemetry-util-genai/tests {posargs}

  coverage: {toxinidir}/scripts/coverage.sh

[testenv:docs]
deps =
  -c {toxinidir}/dev-requirements.txt
  -r {toxinidir}/docs-requirements.txt
  pytest
  {[testenv]test_deps}
  {toxinidir}/util/opentelemetry-util-genai[wrapt]

changedir = docs

commands =
  sphinx-build -E -a -W -b html -T . _build/html

[testenv:spellcheck]
basepython: python3
recreate = True
deps =
  codespell==2.2.6

commands =
  codespell

[testenv:generate]
commands =
  python {toxinidir}/scripts/generate_instrumentation_readme.py

[testenv:readme]
description = Check each package README.rst renders on PyPI (matches twine check).
deps =
  -c {toxinidir}/dev-requirements.txt
  readme-renderer
allowlist_externals = sh
commands =
  sh -c 'python {toxinidir}/scripts/check_for_valid_readme.py -v \
    {toxinidir}/instrumentation/*/ \
    {toxinidir}/util/opentelemetry-util-genai'

[testenv:license-header-check]
commands =
  python {toxinidir}/scripts/check_license_header.py

[testenv:check-versions]
commands =
  python {toxinidir}/scripts/version_utils.py check

[testenv:check-deps]
deps =
  packaging
commands =
  python {toxinidir}/scripts/check_deps.py

[testenv:check-util-api]
description = Fail on breaking changes to the opentelemetry-util-genai public API vs the PR base branch (main locally).
deps =
  -c {toxinidir}/dev-requirements.txt
  griffe
commands =
  griffe check opentelemetry.util.genai -s util/opentelemetry-util-genai/src -a origin/{env:GITHUB_BASE_REF:main}

[testenv:changelog-preview]
description = Render a draft changelog for every package that uses towncrier.
deps =
  towncrier==25.8.0
commands =
  python {toxinidir}/scripts/preview_changelogs.py

[testenv:shellcheck]
deps =
  shellcheck-py

commands =
  sh -c "find {toxinidir} \( -name .tox -o -name .venv -o -name .git -o -name build -o -name dist \) -prune -o -name \*.sh -print | xargs shellcheck --severity=warning"

[testenv:{precommit,ruff}]
basepython: python3
deps =
  -c {toxinidir}/dev-requirements.txt
  pre-commit
commands =
  pre-commit run --color=always --all-files {posargs}

[testenv:typecheck]
deps =
  -c {toxinidir}/dev-requirements.txt
  pyright
  {[testenv]test_deps}
  -e {toxinidir}/util/opentelemetry-util-genai[upload,wrapt]
  -e {toxinidir}/instrumentation/opentelemetry-instrumentation-google-genai[instruments]
  -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-agno[instruments]
  -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-smolagents[instruments]
  -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-anthropic[instruments]
  -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-bedrock[instruments]
  -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-langchain[instruments]
  -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-llama-index[instruments]
  -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-claude-agent-sdk[instruments]
  -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-dspy[instruments]
  -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-openai-agents[instruments]
  -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-qwen-agent[instruments]
  -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-qwenpaw[instruments]
  -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-portkey[instruments]
  -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-ollama[instruments]

commands =
  pyright

[testenv:typecheck-py314]
# Packages whose dependencies have no Python 3.15 wheels yet, type-checked on 3.14:
# - crewai pulls in onnxruntime (via chromadb) and caps pydantic below 2.13.
# - weaviate-client caps grpcio below 1.80, which has no cp315 wheels.
# Temporary CrewAI compatibility override: CrewAI currently caps
# opentelemetry-api/-sdk below 1.43. Remove this when CrewAI supports the
# repository's ~=1.45 OpenTelemetry line.
setenv =
  {[testenv]setenv}
  UV_OVERRIDE={toxinidir}/instrumentation/opentelemetry-instrumentation-genai-crewai/tests/overrides.txt
deps =
  -c {toxinidir}/dev-requirements.txt
  pyright
  {[testenv]test_deps}
  -e {toxinidir}/util/opentelemetry-util-genai[wrapt]
  -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-crewai[instruments]
  -e {toxinidir}/instrumentation/opentelemetry-instrumentation-genai-weaviate-client[instruments]

commands =
  pyright -p {toxinidir}/pyrightconfig.py314.json