diff --git a/.github/workflows/docker/ut.dockerfile b/.github/workflows/docker/ut.dockerfile index e51398ec62..449a9249e3 100644 --- a/.github/workflows/docker/ut.dockerfile +++ b/.github/workflows/docker/ut.dockerfile @@ -1,8 +1,7 @@ # Copyright (C) 2024 Intel Corporation # SPDX-License-Identifier: Apache-2.0 -ARG UBUNTU_VER=22.04 -FROM ubuntu:${UBUNTU_VER} as devel +FROM python:3.11-slim ENV LANG=C.UTF-8 @@ -11,13 +10,8 @@ RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \ aspell-en \ build-essential \ git \ - python3 \ - python3-dev \ - python3-distutils \ - python3-pip \ wget -RUN ln -sf $(which python3) /usr/bin/python -RUN python -m pip install --no-cache-dir pytest pytest-cov +RUN python -m pip install --no-cache-dir pytest pytest-cov uv WORKDIR / diff --git a/.github/workflows/mix-megaservice-test.yml b/.github/workflows/mix-megaservice-test.yml index 4e5398d9fe..7611cb51b5 100644 --- a/.github/workflows/mix-megaservice-test.yml +++ b/.github/workflows/mix-megaservice-test.yml @@ -69,7 +69,7 @@ jobs: - name: Install Dependencies run: | - docker exec ${{ env.CONTAINER_NAME }} bash -c "cd /GenAIComps && pip install --no-cache-dir -r requirements.txt && python setup.py install" + docker exec ${{ env.CONTAINER_NAME }} bash -c "cd /GenAIComps && uv pip install --system --no-cache-dir -r requirements.txt && python setup.py install" - name: Run UT run: | diff --git a/.github/workflows/pr-examples-test.yml b/.github/workflows/pr-examples-test.yml index f455e8b574..c782a2b759 100644 --- a/.github/workflows/pr-examples-test.yml +++ b/.github/workflows/pr-examples-test.yml @@ -5,7 +5,7 @@ name: Example-test on: pull_request_target: - branches: [main] + branches: ["main", "**uv"] types: [opened, reopened, ready_for_review, synchronize] # added `ready_for_review` since draft is skipped paths: - .github/workflows/pr-examples-test.yml diff --git a/.github/workflows/pr-microservice-test.yml b/.github/workflows/pr-microservice-test.yml index 6fcc9f0058..a59ee3a434 100644 --- a/.github/workflows/pr-microservice-test.yml +++ b/.github/workflows/pr-microservice-test.yml @@ -5,7 +5,7 @@ name: MicroService-test on: pull_request_target: - branches: ["main", "*rc", "pre-ci"] + branches: ["main", "*rc", "pre-ci", "**uv"] types: [opened, reopened, ready_for_review, synchronize] # added `ready_for_review` since draft is skipped paths: - comps/** diff --git a/Dockerfile b/Dockerfile index b1db30c720..cc6e864c52 100644 --- a/Dockerfile +++ b/Dockerfile @@ -25,8 +25,9 @@ WORKDIR $HOME COPY *.toml *.py *.txt *.md LICENSE ./ -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r requirements.txt COPY comps/ comps/ diff --git a/comps/agent/src/Dockerfile b/comps/agent/src/Dockerfile index 5c2982f6b2..5d53b513e3 100644 --- a/comps/agent/src/Dockerfile +++ b/comps/agent/src/Dockerfile @@ -4,7 +4,6 @@ FROM python:3.11-slim ENV LANG=C.UTF-8 -ARG ARCH=cpu RUN apt-get update -y && apt-get install -y --no-install-recommends --fix-missing \ build-essential \ @@ -17,12 +16,9 @@ RUN useradd -m -s /bin/bash user && \ COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - if [ ${ARCH} = "cpu" ]; then \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/agent/src/requirements.txt; \ - else \ - pip install --no-cache-dir -r /home/user/comps/agent/src/requirements.txt; \ - fi +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/user/comps/agent/src/requirements.txt ENV PYTHONPATH=/home/user diff --git a/comps/agent/src/requirements.in b/comps/agent/src/requirements.in new file mode 100644 index 0000000000..4be30040f7 --- /dev/null +++ b/comps/agent/src/requirements.in @@ -0,0 +1,54 @@ +# used by microservice +docarray[full] +fastapi + +# get data source +finnhub-python==2.4.22 +huggingface_hub +langchain + +#used by tools +langchain-google-community +langchain-huggingface +langchain-openai +langchain-redis +langchain_community +langchainhub +langgraph +langsmith +mysql-connector-python +numpy + +# used by cloud native +opentelemetry-api +opentelemetry-exporter-otlp +opentelemetry-sdk +pandas +prometheus_fastapi_instrumentator +pyarrow +pydantic #==1.10.13 +rank_bm25 + +# used by document loader +# beautifulsoup4 +# easyocr +# Pillow +# pymupdf +# python-docx + +# used by embedding +# sentence_transformers + +# used by Ray +# ray +# virtualenv + +redis +shortuuid +tavily-python + +# used by agents +transformers +transformers[sentencepiece] + +uvicorn diff --git a/comps/agent/src/requirements.txt b/comps/agent/src/requirements.txt index 4be30040f7..6d2c562785 100644 --- a/comps/agent/src/requirements.txt +++ b/comps/agent/src/requirements.txt @@ -1,54 +1,567 @@ -# used by microservice -docarray[full] -fastapi - -# get data source +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/agent/src/requirements.in --universal -o ./comps/agent/src/requirements.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # langchain-redis + # openai + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11.3' + # via + # aiohttp + # langchain + # redis +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +cachetools==5.5.2 + # via google-auth +certifi==2025.6.15 + # via + # httpcore + # httpx + # langchain-redis + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via langchain-community +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/agent/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/agent/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers finnhub-python==2.4.22 -huggingface_hub -langchain - -#used by tools -langchain-google-community -langchain-huggingface -langchain-openai -langchain-redis -langchain_community -langchainhub -langgraph -langsmith -mysql-connector-python -numpy - -# used by cloud native -opentelemetry-api -opentelemetry-exporter-otlp -opentelemetry-sdk -pandas -prometheus_fastapi_instrumentator -pyarrow -pydantic #==1.10.13 -rank_bm25 - -# used by document loader -# beautifulsoup4 -# easyocr -# Pillow -# pymupdf -# python-docx - -# used by embedding -# sentence_transformers - -# used by Ray -# ray -# virtualenv - -redis -shortuuid -tavily-python - -# used by agents -transformers -transformers[sentencepiece] - -uvicorn + # via -r ./comps/agent/src/requirements.in +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via huggingface-hub +google-api-core==2.25.1 + # via + # google-api-python-client + # google-cloud-core + # langchain-google-community +google-api-python-client==2.172.0 + # via langchain-google-community +google-auth==2.40.3 + # via + # google-api-core + # google-api-python-client + # google-auth-httplib2 + # google-cloud-core +google-auth-httplib2==0.2.0 + # via google-api-python-client +google-cloud-core==2.4.3 + # via langchain-google-community +googleapis-common-protos==1.70.0 + # via + # google-api-core + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via + # langchain-google-community + # opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via + # httpx + # langchain-redis +httplib2==0.22.0 + # via + # google-api-python-client + # google-auth-httplib2 +httpx==0.28.1 + # via + # langgraph-sdk + # langsmith + # openai + # tavily-python + # trimesh +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.33.0 + # via + # -r ./comps/agent/src/requirements.in + # langchain-huggingface + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via langchain-redis +jiter==0.10.0 + # via openai +jsonpatch==1.33 + # via langchain-core +jsonpath-ng==1.7.0 + # via redisvl +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via + # -r ./comps/agent/src/requirements.in + # langchain-community +langchain-community==0.3.25 + # via + # -r ./comps/agent/src/requirements.in + # langchain-google-community +langchain-core==0.3.65 + # via + # langchain + # langchain-community + # langchain-google-community + # langchain-huggingface + # langchain-openai + # langchain-redis + # langchain-text-splitters + # langgraph + # langgraph-checkpoint + # langgraph-prebuilt +langchain-google-community==2.0.7 + # via -r ./comps/agent/src/requirements.in +langchain-huggingface==0.3.0 + # via -r ./comps/agent/src/requirements.in +langchain-openai==0.3.24 + # via -r ./comps/agent/src/requirements.in +langchain-redis==0.2.2 + # via -r ./comps/agent/src/requirements.in +langchain-text-splitters==0.3.8 + # via langchain +langchainhub==0.1.21 + # via -r ./comps/agent/src/requirements.in +langgraph==0.4.8 + # via -r ./comps/agent/src/requirements.in +langgraph-checkpoint==2.1.0 + # via + # langgraph + # langgraph-prebuilt +langgraph-prebuilt==0.2.2 + # via langgraph +langgraph-sdk==0.1.70 + # via langgraph +langsmith==0.3.45 + # via + # -r ./comps/agent/src/requirements.in + # langchain + # langchain-community + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib + # redisvl +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +mysql-connector-python==9.3.0 + # via -r ./comps/agent/src/requirements.in +networkx==3.4.2 ; python_full_version < '3.11' + # via trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via trimesh +numpy==1.26.4 ; python_full_version < '3.12' + # via + # -r ./comps/agent/src/requirements.in + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # langchain-redis + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # rank-bm25 + # redisvl + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.12' + # via + # -r ./comps/agent/src/requirements.in + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # langchain-redis + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # rank-bm25 + # redisvl + # scipy + # shapely + # transformers + # trimesh + # vhacdx +openai==1.88.0 + # via langchain-openai +opentelemetry-api==1.34.1 + # via + # -r ./comps/agent/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/agent/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/agent/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langgraph-sdk + # langsmith +ormsgpack==1.10.0 + # via langgraph-checkpoint +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # langchainhub + # langsmith + # marshmallow + # transformers +pandas==2.3.0 + # via + # -r ./comps/agent/src/requirements.in + # docarray +pillow==11.2.1 + # via + # docarray + # trimesh +ply==3.11 + # via jsonpath-ng +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/agent/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +proto-plus==1.26.1 + # via google-api-core +protobuf==5.29.5 + # via + # docarray + # google-api-core + # googleapis-common-protos + # opentelemetry-proto + # proto-plus + # transformers +pyarrow==20.0.0 + # via -r ./comps/agent/src/requirements.in +pyasn1==0.6.1 + # via + # pyasn1-modules + # rsa +pyasn1-modules==0.4.2 + # via google-auth +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # -r ./comps/agent/src/requirements.in + # docarray + # fastapi + # langchain + # langchain-core + # langgraph + # langsmith + # openai + # pydantic-settings + # redisvl +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +pyparsing==3.2.3 + # via httplib2 +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +python-ulid==3.0.0 + # via + # langchain-redis + # redisvl +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # redisvl + # transformers +rank-bm25==0.2.2 + # via -r ./comps/agent/src/requirements.in +redis==6.2.0 + # via + # -r ./comps/agent/src/requirements.in + # redisvl +redisvl==0.7.0 + # via langchain-redis +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # tiktoken + # transformers +requests==2.32.4 + # via + # finnhub-python + # google-api-core + # huggingface-hub + # langchain + # langchain-community + # langchainhub + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # tavily-python + # tiktoken + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rsa==4.9.1 + # via google-auth +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +sentencepiece==0.2.0 + # via transformers +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/agent/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via + # anyio + # openai +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tavily-python==0.7.6 + # via -r ./comps/agent/src/requirements.in +tenacity==9.1.2 + # via + # langchain-community + # langchain-core + # langchain-redis + # redisvl +tiktoken==0.9.0 + # via + # langchain-openai + # tavily-python +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +tqdm==4.67.1 + # via + # huggingface-hub + # openai + # transformers +transformers==4.52.4 + # via -r ./comps/agent/src/requirements.in +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via + # docarray + # langchainhub +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # langchain-redis + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sqlalchemy + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +uritemplate==4.2.0 + # via google-api-python-client +urllib3==2.4.0 + # via + # langchain-redis + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/agent/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # langgraph + # trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/animation/src/Dockerfile b/comps/animation/src/Dockerfile index 7ee59817df..fa5fe7294f 100644 --- a/comps/animation/src/Dockerfile +++ b/comps/animation/src/Dockerfile @@ -13,11 +13,12 @@ ARG ARCH=cpu COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ if [ ${ARCH} = "cpu" ]; then \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/animation/src/requirements.txt; \ + $uvpip -r /home/user/comps/animation/src/requirements-cpu.txt; \ else \ - pip install --no-cache-dir -r /home/user/comps/animation/src/requirements.txt; \ + $uvpip -r /home/user/comps/animation/src/requirements-gpu.txt; \ fi ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/animation/src/requirements-cpu.txt b/comps/animation/src/requirements-cpu.txt new file mode 100644 index 0000000000..3be970cf2a --- /dev/null +++ b/comps/animation/src/requirements-cpu.txt @@ -0,0 +1,538 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/animation/src/requirements.in --universal -o ./comps/animation/src/requirements-cpu.txt +absl-py==2.3.0 + # via tb-nightly +addict==2.4.0 + # via basicsr +aiofiles==24.1.0 + # via gradio +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via -r ./comps/animation/src/requirements.in +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # gradio + # httpx + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +audioop-lts==0.2.1 ; python_full_version >= '3.13' + # via + # gradio + # standard-aifc + # standard-sunau +audioread==3.0.1 + # via librosa +av==14.4.0 + # via docarray +basicsr==1.4.2 + # via -r ./comps/animation/src/requirements.in +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 + # via soundfile +chardet==5.2.0 + # via trimesh +charset-normalizer==3.4.2 + # via requests +click==8.2.1 ; sys_platform != 'emscripten' + # via + # typer + # uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +contourpy==1.3.2 + # via matplotlib +cycler==0.12.1 + # via matplotlib +decorator==5.2.1 + # via librosa +docarray==0.41.0 + # via -r ./comps/animation/src/requirements.in +embreex==2.17.7.post6 + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +facexlib==0.3.0 + # via -r ./comps/animation/src/requirements.in +fastapi==0.115.13 + # via + # -r ./comps/animation/src/requirements.in + # gradio +ffmpeg-python==0.2.0 + # via -r ./comps/animation/src/requirements.in +ffmpy==0.6.0 + # via gradio +filelock==3.18.0 + # via + # huggingface-hub +filterpy==1.4.5 + # via facexlib +fonttools==4.58.4 + # via matplotlib +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # gradio-client + # huggingface-hub +future==1.0.0 + # via + # basicsr + # ffmpeg-python +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +gradio==5.34.1 + # via -r ./comps/animation/src/requirements.in +gradio-client==1.10.3 + # via + # -r ./comps/animation/src/requirements.in + # gradio +groovy==0.1.2 + # via gradio +grpcio==1.73.0 + # via + # -r ./comps/animation/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # tb-nightly +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # gradio + # gradio-client + # safehttpx + # tavily-python + # trimesh +huggingface-hub==0.33.0 + # via + # -r ./comps/animation/src/requirements.in + # gradio + # gradio-client +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +imageio==2.37.0 + # via scikit-image +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.4.17 + # via docarray +jinja2==3.1.6 + # via + # gradio +joblib==1.5.1 + # via + # librosa + # scikit-learn +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +kiwisolver==1.4.8 + # via matplotlib +lazy-loader==0.4 + # via + # librosa + # scikit-image +librosa==0.11.0 + # via -r ./comps/animation/src/requirements.in +llvmlite==0.43.0 + # via numba +lmdb==1.6.2 + # via + # -r ./comps/animation/src/requirements.in + # basicsr +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +mapbox-earcut==1.0.3 + # via trimesh +markdown==3.8 + # via tb-nightly +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via + # gradio + # jinja2 + # werkzeug +matplotlib==3.10.3 + # via filterpy +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.2.0 + # via jax +mpmath==1.3.0 + # via sympy +msgpack==1.1.1 + # via librosa +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # scikit-image + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # scikit-image + # trimesh +numba==0.60.0 + # via + # -r ./comps/animation/src/requirements.in + # facexlib + # librosa +numpy==1.23.5 + # via + # -r ./comps/animation/src/requirements.in + # basicsr + # contourpy + # docarray + # embreex + # facexlib + # filterpy + # gradio + # imageio + # jax + # librosa + # mapbox-earcut + # matplotlib + # ml-dtypes + # numba + # opencv-python + # pandas + # pycollada + # scikit-image + # scikit-learn + # scipy + # shapely + # soundfile + # soxr + # tb-nightly + # tifffile + # trimesh + # vhacdx +opencv-python==4.8.1.78 + # via + # -r ./comps/animation/src/requirements.in + # basicsr + # facexlib +opentelemetry-api==1.34.1 + # via + # -r ./comps/animation/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/animation/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/animation/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # gradio +packaging==25.0 + # via + # gradio + # gradio-client + # huggingface-hub + # lazy-loader + # matplotlib + # pooch + # scikit-image + # tb-nightly +pandas==2.1.0 + # via + # -r ./comps/animation/src/requirements.in + # docarray + # gradio +pillow==11.2.1 + # via + # basicsr + # docarray + # facexlib + # gradio + # imageio + # matplotlib + # scikit-image + # trimesh +platformdirs==4.3.8 + # via + # pooch + # yapf +pooch==1.8.2 + # via librosa +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/animation/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto + # tb-nightly +pyarrow==20.0.0 + # via -r ./comps/animation/src/requirements.in +pycollada==0.9 + # via trimesh +pycparser==2.22 + # via cffi +pydantic==2.11.7 + # via + # -r ./comps/animation/src/requirements.in + # docarray + # fastapi + # gradio +pydantic-core==2.33.2 + # via pydantic +pydub==0.25.1 + # via + # docarray + # gradio +pygments==2.19.1 + # via rich +pyparsing==3.2.3 + # via matplotlib +python-dateutil==2.9.0.post0 + # via + # matplotlib + # pandas + # pycollada +python-multipart==0.0.20 + # via gradio +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # -r ./comps/animation/src/requirements.in + # basicsr + # gradio + # huggingface-hub +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via tiktoken +requests==2.32.4 + # via + # basicsr + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # pooch + # tavily-python + # tiktoken +rich==14.0.0 + # via + # docarray + # typer +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +ruff==0.12.0 ; sys_platform != 'emscripten' + # via gradio +safehttpx==0.1.6 + # via gradio +scikit-image==0.24.0 + # via basicsr +scikit-learn==1.7.0 + # via librosa +scipy==1.15.3 + # via + # -r ./comps/animation/src/requirements.in + # basicsr + # facexlib + # filterpy + # jax + # librosa + # scikit-image + # scikit-learn + # trimesh +semantic-version==2.10.0 + # via gradio +setuptools==80.9.0 + # via + # tb-nightly + # trimesh +shapely==2.1.1 + # via trimesh +shellingham==1.5.4 ; sys_platform != 'emscripten' + # via typer +shortuuid==1.0.13 + # via -r ./comps/animation/src/requirements.in +six==1.17.0 + # via + # python-dateutil + # tb-nightly +sniffio==1.3.1 + # via anyio +soundfile==0.13.1 + # via librosa +soxr==0.5.0.post1 + # via librosa +standard-aifc==3.13.0 ; python_full_version >= '3.13' + # via librosa +standard-chunk==3.13.0 ; python_full_version >= '3.13' + # via standard-aifc +standard-sunau==3.13.0 ; python_full_version >= '3.13' + # via librosa +starlette==0.46.2 + # via + # fastapi + # gradio + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tavily-python==0.7.6 + # via -r ./comps/animation/src/requirements.in +tb-nightly==2.20.0a20250617 + # via + # -r ./comps/animation/src/requirements.in + # basicsr +tensorboard-data-server==0.7.2 + # via tb-nightly +threadpoolctl==3.6.0 + # via scikit-learn +tifffile==2025.5.10 ; python_full_version < '3.11' + # via scikit-image +tifffile==2025.6.11 ; python_full_version >= '3.11' + # via scikit-image +tiktoken==0.9.0 + # via tavily-python +tomli==2.2.1 ; python_full_version < '3.11' + # via yapf +tomlkit==0.13.3 + # via gradio +tqdm==4.67.1 + # via + # -r ./comps/animation/src/requirements.in + # basicsr + # facexlib + # huggingface-hub +trimesh==4.4.1 + # via docarray +typer==0.16.0 ; sys_platform != 'emscripten' + # via gradio +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # gradio + # gradio-client + # huggingface-hub + # librosa + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # typer + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # gradio + # requests + # types-requests +uvicorn==0.34.3 ; sys_platform != 'emscripten' + # via gradio +vhacdx==0.0.8.post2 + # via trimesh +websockets==15.0.1 + # via gradio-client +werkzeug==3.1.3 + # via tb-nightly +xatlas==0.0.10 + # via trimesh +xxhash==3.5.0 + # via trimesh +yapf==0.43.0 + # via + # -r ./comps/animation/src/requirements.in + # basicsr +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/animation/src/requirements-gpu.txt b/comps/animation/src/requirements-gpu.txt new file mode 100644 index 0000000000..c2b392caa4 --- /dev/null +++ b/comps/animation/src/requirements-gpu.txt @@ -0,0 +1,598 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/animation/src/requirements.in --universal -o ./comps/animation/src/requirements-gpu.txt +absl-py==2.3.0 + # via tb-nightly +addict==2.4.0 + # via basicsr +aiofiles==24.1.0 + # via gradio +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via -r ./comps/animation/src/requirements.in +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # gradio + # httpx + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +audioop-lts==0.2.1 ; python_full_version >= '3.13' + # via + # gradio + # standard-aifc + # standard-sunau +audioread==3.0.1 + # via librosa +av==14.4.0 + # via docarray +basicsr==1.4.2 + # via -r ./comps/animation/src/requirements.in +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 + # via soundfile +chardet==5.2.0 + # via trimesh +charset-normalizer==3.4.2 + # via requests +click==8.2.1 ; sys_platform != 'emscripten' + # via + # typer + # uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +contourpy==1.3.2 + # via matplotlib +cycler==0.12.1 + # via matplotlib +decorator==5.2.1 + # via librosa +docarray==0.41.0 + # via -r ./comps/animation/src/requirements.in +embreex==2.17.7.post6 + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +facexlib==0.3.0 + # via -r ./comps/animation/src/requirements.in +fastapi==0.115.13 + # via + # -r ./comps/animation/src/requirements.in + # gradio +ffmpeg-python==0.2.0 + # via -r ./comps/animation/src/requirements.in +ffmpy==0.6.0 + # via gradio +filelock==3.18.0 + # via + # huggingface-hub + # torch +filterpy==1.4.5 + # via facexlib +fonttools==4.58.4 + # via matplotlib +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # gradio-client + # huggingface-hub + # torch +future==1.0.0 + # via + # basicsr + # ffmpeg-python +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +gradio==5.34.1 + # via -r ./comps/animation/src/requirements.in +gradio-client==1.10.3 + # via + # -r ./comps/animation/src/requirements.in + # gradio +groovy==0.1.2 + # via gradio +grpcio==1.73.0 + # via + # -r ./comps/animation/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # tb-nightly +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # gradio + # gradio-client + # safehttpx + # tavily-python + # trimesh +huggingface-hub==0.33.0 + # via + # -r ./comps/animation/src/requirements.in + # gradio + # gradio-client +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +imageio==2.37.0 + # via scikit-image +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.4.17 + # via docarray +jinja2==3.1.6 + # via + # gradio + # torch +joblib==1.5.1 + # via + # librosa + # scikit-learn +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +kiwisolver==1.4.8 + # via matplotlib +lazy-loader==0.4 + # via + # librosa + # scikit-image +librosa==0.11.0 + # via -r ./comps/animation/src/requirements.in +llvmlite==0.43.0 + # via numba +lmdb==1.6.2 + # via + # -r ./comps/animation/src/requirements.in + # basicsr +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +mapbox-earcut==1.0.3 + # via trimesh +markdown==3.8 + # via tb-nightly +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via + # gradio + # jinja2 + # werkzeug +matplotlib==3.10.3 + # via filterpy +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.2.0 + # via jax +mpmath==1.3.0 + # via sympy +msgpack==1.1.1 + # via librosa +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # scikit-image + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # scikit-image + # torch + # trimesh +numba==0.60.0 + # via + # -r ./comps/animation/src/requirements.in + # facexlib + # librosa +numpy==1.23.5 + # via + # -r ./comps/animation/src/requirements.in + # basicsr + # contourpy + # docarray + # embreex + # facexlib + # filterpy + # gradio + # imageio + # jax + # librosa + # mapbox-earcut + # matplotlib + # ml-dtypes + # numba + # opencv-python + # pandas + # pycollada + # scikit-image + # scikit-learn + # scipy + # shapely + # soundfile + # soxr + # tb-nightly + # tifffile + # torchvision + # trimesh + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +opencv-python==4.8.1.78 + # via + # -r ./comps/animation/src/requirements.in + # basicsr + # facexlib +opentelemetry-api==1.34.1 + # via + # -r ./comps/animation/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/animation/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/animation/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # gradio +packaging==25.0 + # via + # gradio + # gradio-client + # huggingface-hub + # lazy-loader + # matplotlib + # pooch + # scikit-image + # tb-nightly +pandas==2.1.0 + # via + # -r ./comps/animation/src/requirements.in + # docarray + # gradio +pillow==11.2.1 + # via + # basicsr + # docarray + # facexlib + # gradio + # imageio + # matplotlib + # scikit-image + # torchvision + # trimesh +platformdirs==4.3.8 + # via + # pooch + # yapf +pooch==1.8.2 + # via librosa +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/animation/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto + # tb-nightly +pyarrow==20.0.0 + # via -r ./comps/animation/src/requirements.in +pycollada==0.9 + # via trimesh +pycparser==2.22 + # via cffi +pydantic==2.11.7 + # via + # -r ./comps/animation/src/requirements.in + # docarray + # fastapi + # gradio +pydantic-core==2.33.2 + # via pydantic +pydub==0.25.1 + # via + # docarray + # gradio +pygments==2.19.1 + # via rich +pyparsing==3.2.3 + # via matplotlib +python-dateutil==2.9.0.post0 + # via + # matplotlib + # pandas + # pycollada +python-multipart==0.0.20 + # via gradio +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # -r ./comps/animation/src/requirements.in + # basicsr + # gradio + # huggingface-hub +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via tiktoken +requests==2.32.4 + # via + # basicsr + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # pooch + # tavily-python + # tiktoken +rich==14.0.0 + # via + # docarray + # typer +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +ruff==0.12.0 ; sys_platform != 'emscripten' + # via gradio +safehttpx==0.1.6 + # via gradio +scikit-image==0.24.0 + # via basicsr +scikit-learn==1.7.0 + # via librosa +scipy==1.15.3 + # via + # -r ./comps/animation/src/requirements.in + # basicsr + # facexlib + # filterpy + # jax + # librosa + # scikit-image + # scikit-learn + # trimesh +semantic-version==2.10.0 + # via gradio +setuptools==80.9.0 + # via + # tb-nightly + # torch + # trimesh + # triton +shapely==2.1.1 + # via trimesh +shellingham==1.5.4 ; sys_platform != 'emscripten' + # via typer +shortuuid==1.0.13 + # via -r ./comps/animation/src/requirements.in +six==1.17.0 + # via + # python-dateutil + # tb-nightly +sniffio==1.3.1 + # via anyio +soundfile==0.13.1 + # via librosa +soxr==0.5.0.post1 + # via librosa +standard-aifc==3.13.0 ; python_full_version >= '3.13' + # via librosa +standard-chunk==3.13.0 ; python_full_version >= '3.13' + # via standard-aifc +standard-sunau==3.13.0 ; python_full_version >= '3.13' + # via librosa +starlette==0.46.2 + # via + # fastapi + # gradio + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +tavily-python==0.7.6 + # via -r ./comps/animation/src/requirements.in +tb-nightly==2.20.0a20250617 + # via + # -r ./comps/animation/src/requirements.in + # basicsr +tensorboard-data-server==0.7.2 + # via tb-nightly +threadpoolctl==3.6.0 + # via scikit-learn +tifffile==2025.5.10 ; python_full_version < '3.11' + # via scikit-image +tifffile==2025.6.11 ; python_full_version >= '3.11' + # via scikit-image +tiktoken==0.9.0 + # via tavily-python +tomli==2.2.1 ; python_full_version < '3.11' + # via yapf +tomlkit==0.13.3 + # via gradio +torch==2.7.1 + # via + # basicsr + # facexlib + # torchvision +torchvision==0.22.1 + # via + # basicsr + # facexlib +tqdm==4.67.1 + # via + # -r ./comps/animation/src/requirements.in + # basicsr + # facexlib + # huggingface-hub +trimesh==4.4.1 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +typer==0.16.0 ; sys_platform != 'emscripten' + # via gradio +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # gradio + # gradio-client + # huggingface-hub + # librosa + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # torch + # typer + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # gradio + # requests + # types-requests +uvicorn==0.34.3 ; sys_platform != 'emscripten' + # via gradio +vhacdx==0.0.8.post2 + # via trimesh +websockets==15.0.1 + # via gradio-client +werkzeug==3.1.3 + # via tb-nightly +xatlas==0.0.10 + # via trimesh +xxhash==3.5.0 + # via trimesh +yapf==0.43.0 + # via + # -r ./comps/animation/src/requirements.in + # basicsr +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/animation/src/requirements.txt b/comps/animation/src/requirements.in similarity index 100% rename from comps/animation/src/requirements.txt rename to comps/animation/src/requirements.in diff --git a/comps/asr/src/Dockerfile b/comps/asr/src/Dockerfile index 4ee860c110..1745637831 100644 --- a/comps/asr/src/Dockerfile +++ b/comps/asr/src/Dockerfile @@ -12,12 +12,13 @@ ARG ARCH=cpu COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - if [ "${ARCH}" = "cpu" ]; then \ - pip install --no-cache-dir torch torchvision --index-url https://download.pytorch.org/whl/cpu ; \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/asr/src/requirements.txt ; \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + if [ ${ARCH} = "cpu" ]; then \ + $uvpip torch --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/user/comps/asr/src/requirements-cpu.txt; \ else \ - pip install --no-cache-dir -r /home/user/comps/asr/src/requirements.txt ; \ + $uvpip -r /home/user/comps/asr/src/requirements-gpu.txt; \ fi ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/asr/src/requirements-cpu.txt b/comps/asr/src/requirements-cpu.txt new file mode 100644 index 0000000000..9007b12aeb --- /dev/null +++ b/comps/asr/src/requirements-cpu.txt @@ -0,0 +1,395 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/asr/src/requirements.in --universal -o ./comps/asr/src/requirements-cpu.txt +accelerate==1.7.0 + # via -r ./comps/asr/src/requirements.in +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # -r ./comps/asr/src/requirements.in + # fsspec +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # mcp + # sse-starlette + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +datasets==3.6.0 + # via -r ./comps/asr/src/requirements.in +dill==0.3.8 + # via + # datasets + # multiprocess +docarray==0.41.0 + # via -r ./comps/asr/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/asr/src/requirements.in +filelock==3.18.0 + # via + # datasets + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # mcp + # trimesh +httpx-sse==0.4.0 + # via mcp +huggingface-hub==0.33.0 + # via + # accelerate + # datasets + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mcp==1.9.4 + # via -r ./comps/asr/src/requirements.in +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # accelerate + # datasets + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # accelerate + # datasets + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +opentelemetry-api==1.34.1 + # via + # -r ./comps/asr/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/asr/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/asr/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via docarray +packaging==25.0 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +pandas==2.3.0 + # via + # datasets + # docarray +pillow==11.2.1 + # via + # docarray + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/asr/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via accelerate +pyarrow==20.0.0 + # via datasets +pycollada==0.9 + # via trimesh +pydantic==2.7.2 + # via + # -r ./comps/asr/src/requirements.in + # docarray + # fastapi + # mcp + # pydantic-settings +pydantic-core==2.18.3 + # via pydantic +pydantic-settings==2.9.1 + # via mcp +pydub==0.25.1 + # via + # -r ./comps/asr/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +python-multipart==0.0.20 + # via + # -r ./comps/asr/src/requirements.in + # mcp +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # datasets + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # transformers +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/asr/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +sse-starlette==2.3.6 + # via mcp +starlette==0.46.2 + # via + # fastapi + # mcp + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tokenizers==0.21.1 + # via transformers +tqdm==4.67.1 + # via + # datasets + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/asr/src/requirements.in +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via + # -r ./comps/asr/src/requirements.in + # mcp +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # datasets + # trimesh +yarl==1.20.1 + # via aiohttp +zhconv==1.4.3 + # via -r ./comps/asr/src/requirements.in +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/asr/src/requirements-gpu.txt b/comps/asr/src/requirements-gpu.txt new file mode 100644 index 0000000000..b019afee61 --- /dev/null +++ b/comps/asr/src/requirements-gpu.txt @@ -0,0 +1,449 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/asr/src/requirements.in --universal -o ./comps/asr/src/requirements-gpu.txt +accelerate==1.7.0 + # via -r ./comps/asr/src/requirements.in +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # -r ./comps/asr/src/requirements.in + # fsspec +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # mcp + # sse-starlette + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +datasets==3.6.0 + # via -r ./comps/asr/src/requirements.in +dill==0.3.8 + # via + # datasets + # multiprocess +docarray==0.41.0 + # via -r ./comps/asr/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/asr/src/requirements.in +filelock==3.18.0 + # via + # datasets + # huggingface-hub + # torch + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub + # torch +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # mcp + # trimesh +httpx-sse==0.4.0 + # via mcp +huggingface-hub==0.33.0 + # via + # accelerate + # datasets + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via torch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mcp==1.9.4 + # via -r ./comps/asr/src/requirements.in +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # torch + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # accelerate + # datasets + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # accelerate + # datasets + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +opentelemetry-api==1.34.1 + # via + # -r ./comps/asr/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/asr/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/asr/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via docarray +packaging==25.0 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +pandas==2.3.0 + # via + # datasets + # docarray +pillow==11.2.1 + # via + # docarray + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/asr/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via accelerate +pyarrow==20.0.0 + # via datasets +pycollada==0.9 + # via trimesh +pydantic==2.7.2 + # via + # -r ./comps/asr/src/requirements.in + # docarray + # fastapi + # mcp + # pydantic-settings +pydantic-core==2.18.3 + # via pydantic +pydantic-settings==2.9.1 + # via mcp +pydub==0.25.1 + # via + # -r ./comps/asr/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +python-multipart==0.0.20 + # via + # -r ./comps/asr/src/requirements.in + # mcp +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # datasets + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # transformers +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +setuptools==80.9.0 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # torch + # triton +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/asr/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +sse-starlette==2.3.6 + # via mcp +starlette==0.46.2 + # via + # fastapi + # mcp + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +tokenizers==0.21.1 + # via transformers +torch==2.7.1 + # via accelerate +tqdm==4.67.1 + # via + # datasets + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/asr/src/requirements.in +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # torch + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via + # -r ./comps/asr/src/requirements.in + # mcp +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # datasets + # trimesh +yarl==1.20.1 + # via aiohttp +zhconv==1.4.3 + # via -r ./comps/asr/src/requirements.in +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/asr/src/requirements.txt b/comps/asr/src/requirements.in similarity index 100% rename from comps/asr/src/requirements.txt rename to comps/asr/src/requirements.in diff --git a/comps/chathistory/src/Dockerfile b/comps/chathistory/src/Dockerfile index 3b5e21df5c..c23c288f27 100644 --- a/comps/chathistory/src/Dockerfile +++ b/comps/chathistory/src/Dockerfile @@ -17,9 +17,10 @@ RUN useradd -m -s /bin/bash user && \ COPY comps /home/user/comps COPY requirements.txt /home/user/ -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r /home/user/comps/chathistory/src/requirements.txt && \ - pip install --no-cache-dir -r /home/user/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/user/comps/chathistory/src/requirements.txt && \ + $uvpip -r /home/user/requirements.txt ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/chathistory/src/requirements.in b/comps/chathistory/src/requirements.in new file mode 100644 index 0000000000..f6e39dfdd5 --- /dev/null +++ b/comps/chathistory/src/requirements.in @@ -0,0 +1 @@ +motor diff --git a/comps/chathistory/src/requirements.txt b/comps/chathistory/src/requirements.txt index f6e39dfdd5..8881b0dd31 100644 --- a/comps/chathistory/src/requirements.txt +++ b/comps/chathistory/src/requirements.txt @@ -1 +1,8 @@ -motor +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/chathistory/src/requirements.in --universal -o ./comps/chathistory/src/requirements.txt +dnspython==2.7.0 + # via pymongo +motor==3.7.1 + # via -r ./comps/chathistory/src/requirements.in +pymongo==4.13.2 + # via motor diff --git a/comps/dataprep/src/Dockerfile b/comps/dataprep/src/Dockerfile index f8ab08d670..e704faf0c5 100644 --- a/comps/dataprep/src/Dockerfile +++ b/comps/dataprep/src/Dockerfile @@ -27,14 +27,14 @@ RUN useradd -m -s /bin/bash user && \ COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ if [ ${ARCH} = "cpu" ]; then \ - PIP_EXTRA_INDEX_URL="--extra-index-url https://download.pytorch.org/whl/cpu"; \ + $uvpip torch torchvision --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/user/comps/dataprep/src/requirements-cpu.txt; \ else \ - PIP_EXTRA_INDEX_URL=""; \ - fi && \ - pip install --no-cache-dir torch torchvision ${PIP_EXTRA_INDEX_URL} && \ - pip install --no-cache-dir ${PIP_EXTRA_INDEX_URL} -r /home/user/comps/dataprep/src/requirements.txt + $uvpip -r /home/user/comps/dataprep/src/requirements-gpu.txt; \ + fi ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/dataprep/src/requirements-cpu.txt b/comps/dataprep/src/requirements-cpu.txt new file mode 100644 index 0000000000..cc3234b70a --- /dev/null +++ b/comps/dataprep/src/requirements-cpu.txt @@ -0,0 +1,1351 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/dataprep/src/requirements.in --universal -o ./comps/dataprep/src/requirements-cpu.txt +accelerate==1.7.0 + # via + # -r ./comps/dataprep/src/requirements.in + # unstructured-inference +aiofiles==24.1.0 + # via unstructured-client +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # aiohttp-retry + # huggingface-hub + # langchain-community + # llama-index-core + # pinecone +aiohttp-retry==2.9.1 + # via pinecone +aiosignal==1.3.2 + # via aiohttp +aiosqlite==0.21.0 + # via llama-index-core +annotated-types==0.7.0 + # via pydantic +antlr4-python3-runtime==4.9.3 + # via omegaconf +anyio==4.9.0 + # via + # httpx + # openai + # starlette +anytree==2.13.0 + # via graspologic +asttokens==3.0.0 + # via stack-data +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain + # redis +async-timeout==5.0.1 ; python_full_version >= '3.11' and python_full_version < '3.11.3' + # via redis +attrs==25.3.0 + # via + # aiohttp + # jsonlines + # jsonschema + # referencing +autograd==1.8.0 + # via hyppo +av==14.4.0 + # via docarray +backoff==2.2.1 + # via unstructured +banks==2.1.2 + # via llama-index-core +beartype==0.18.5 + # via graspologic +beautifulsoup4==4.13.4 + # via + # -r ./comps/dataprep/src/requirements.in + # docling + # llama-index-readers-file + # unstructured +cachetools==5.5.2 + # via google-auth +cairocffi==1.7.1 + # via cairosvg +cairosvg==2.8.2 + # via -r ./comps/dataprep/src/requirements.in +certifi==2025.6.15 + # via + # docling + # elastic-transport + # httpcore + # httpx + # llama-cloud + # opensearch-py + # pinecone + # requests +cffi==1.17.1 + # via + # cairocffi + # cryptography + # zstandard +chardet==5.2.0 + # via unstructured +charset-normalizer==3.4.2 + # via + # pdfminer-six + # requests + # trimesh +cityhash==0.4.8 + # via langchain-arangodb +click==8.2.1 + # via + # llama-cloud-services + # nltk + # python-oxmsg + # typer + # uvicorn +colorama==0.4.6 + # via + # click + # colorlog + # griffe + # ipython + # pytest + # tqdm +coloredlogs==15.0.1 + # via + # onnxruntime + # redisvl +colorlog==6.9.0 + # via trimesh +contourpy==1.3.2 + # via matplotlib +cryptography==45.0.4 + # via + # pdfminer-six + # unstructured-client +cssselect2==0.8.0 + # via cairosvg +cycler==0.12.1 + # via matplotlib +dataclasses-json==0.6.7 + # via + # langchain-community + # llama-index-core + # unstructured +decorator==5.2.1 + # via + # ipython + # moviepy +decord==0.6.0 + # via -r ./comps/dataprep/src/requirements.in +defusedxml==0.7.1 + # via cairosvg +deprecated==1.2.18 + # via + # banks + # llama-index-core + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-semantic-conventions + # pikepdf +dill==0.4.0 + # via multiprocess +dirtyjson==1.0.8 + # via llama-index-core +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/dataprep/src/requirements.in +docling==2.37.0 + # via -r ./comps/dataprep/src/requirements.in +docling-core==2.37.0 + # via + # docling + # docling-ibm-models + # docling-parse +docling-ibm-models==3.4.4 + # via docling +docling-parse==4.0.5 + # via docling +docx2txt==0.9 + # via -r ./comps/dataprep/src/requirements.in +easyocr==1.7.2 + # via + # -r ./comps/dataprep/src/requirements.in + # docling +effdet==0.4.1 + # via unstructured +einops==0.8.1 + # via -r ./comps/dataprep/src/requirements.in +elastic-transport==8.17.1 + # via elasticsearch +elasticsearch==8.18.1 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain-elasticsearch +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +emoji==2.14.1 + # via unstructured +et-xmlfile==2.0.0 + # via openpyxl +events==0.5 + # via opensearch-py +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via + # anyio + # ipython + # pytest +executing==2.2.0 + # via stack-data +fastapi==0.115.13 + # via -r ./comps/dataprep/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers +filetype==1.2.0 + # via + # docling + # llama-index-core + # unstructured +flatbuffers==25.2.10 + # via onnxruntime +fonttools==4.58.4 + # via matplotlib +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub + # llama-index-core +future==1.0.0 + # via -r ./comps/dataprep/src/requirements.in +gensim==4.3.3 + # via graspologic +google-api-core==2.25.1 + # via google-cloud-vision +google-auth==2.40.3 + # via + # google-api-core + # google-cloud-vision +google-cloud-vision==3.10.2 + # via unstructured +googleapis-common-protos==1.70.0 + # via + # google-api-core + # grpcio-status + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +graspologic==3.4.1 + # via -r ./comps/dataprep/src/requirements.in +graspologic-native==1.2.5 + # via graspologic +greenlet==3.2.3 + # via sqlalchemy +griffe==1.7.3 + # via banks +grpcio==1.67.1 + # via + # google-api-core + # grpcio-status + # grpcio-tools + # opentelemetry-exporter-otlp-proto-grpc + # pymilvus + # qdrant-client +grpcio-status==1.62.3 + # via google-api-core +grpcio-tools==1.62.3 + # via qdrant-client +h11==0.16.0 + # via + # httpcore + # uvicorn +h2==4.2.0 + # via httpx +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +hpack==4.1.0 + # via h2 +html2text==2025.4.15 + # via -r ./comps/dataprep/src/requirements.in +html5lib==1.1 + # via unstructured +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langchain-tests + # langsmith + # llama-cloud + # llama-index-core + # llama-index-embeddings-text-embeddings-inference + # openai + # qdrant-client + # trimesh + # unstructured-client +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.33.0 + # via + # -r ./comps/dataprep/src/requirements.in + # accelerate + # docling + # docling-ibm-models + # langchain-huggingface + # llama-index-utils-huggingface + # sentence-transformers + # timm + # tokenizers + # transformers + # unstructured-inference +humanfriendly==10.0 + # via coloredlogs +hyperframe==6.1.0 + # via h2 +hyppo==0.4.0 + # via graspologic +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +imageio==2.37.0 + # via + # moviepy + # scikit-image +imageio-ffmpeg==0.6.0 + # via moviepy +importlib-metadata==8.4.0 + # via + # opentelemetry-api + # python-arango +iniconfig==2.1.0 + # via pytest +ipython==8.37.0 ; python_full_version < '3.11' + # via -r ./comps/dataprep/src/requirements.in +ipython==9.3.0 ; python_full_version >= '3.11' + # via -r ./comps/dataprep/src/requirements.in +ipython-pygments-lexers==1.1.1 ; python_full_version >= '3.11' + # via ipython +jax==0.5.3 + # via docarray +jaxlib==0.5.3 + # via jax +jedi==0.19.2 + # via ipython +jinja2==3.1.6 + # via + # banks + # langchain-redis +jiter==0.10.0 + # via openai +joblib==1.5.1 + # via + # graspologic + # nltk + # pynndescent + # scikit-learn +json-repair==0.46.2 + # via -r ./comps/dataprep/src/requirements.in +jsonlines==3.1.0 + # via docling-ibm-models +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonref==1.1.0 + # via docling-core +jsonschema==4.24.0 + # via + # docling-core + # trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +kiwisolver==1.4.8 + # via matplotlib +langchain==0.3.25 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain-arangodb + # langchain-community +langchain-arangodb==0.0.6 + # via -r ./comps/dataprep/src/requirements.in +langchain-community==0.3.21 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain-experimental +langchain-core==0.3.65 + # via + # langchain + # langchain-arangodb + # langchain-community + # langchain-elasticsearch + # langchain-experimental + # langchain-huggingface + # langchain-mariadb + # langchain-milvus + # langchain-openai + # langchain-pinecone + # langchain-redis + # langchain-tests + # langchain-text-splitters + # langchain-vdms +langchain-elasticsearch==0.3.2 + # via -r ./comps/dataprep/src/requirements.in +langchain-experimental==0.3.4 + # via -r ./comps/dataprep/src/requirements.in +langchain-huggingface==0.3.0 + # via -r ./comps/dataprep/src/requirements.in +langchain-mariadb==0.0.17 + # via -r ./comps/dataprep/src/requirements.in +langchain-milvus==0.1.10 + # via -r ./comps/dataprep/src/requirements.in +langchain-openai==0.3.23 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain-pinecone +langchain-pinecone==0.2.8 + # via -r ./comps/dataprep/src/requirements.in +langchain-redis==0.2.0 + # via -r ./comps/dataprep/src/requirements.in +langchain-tests==0.3.17 + # via langchain-pinecone +langchain-text-splitters==0.3.8 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain +langchain-vdms==0.1.4 + # via -r ./comps/dataprep/src/requirements.in +langdetect==1.0.9 + # via unstructured +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +latex2mathml==3.78.0 + # via docling-core +lazy-loader==0.4 + # via scikit-image +llama-cloud==0.1.26 + # via + # llama-cloud-services + # llama-index-indices-managed-llama-cloud +llama-cloud-services==0.6.34 + # via llama-parse +llama-index==0.12.42 + # via -r ./comps/dataprep/src/requirements.in +llama-index-agent-openai==0.4.11 + # via + # llama-index + # llama-index-program-openai +llama-index-cli==0.4.3 + # via llama-index +llama-index-core==0.12.42 + # via + # -r ./comps/dataprep/src/requirements.in + # llama-cloud-services + # llama-index + # llama-index-agent-openai + # llama-index-cli + # llama-index-embeddings-openai + # llama-index-embeddings-text-embeddings-inference + # llama-index-graph-stores-neo4j + # llama-index-indices-managed-llama-cloud + # llama-index-llms-openai + # llama-index-llms-openai-like + # llama-index-multi-modal-llms-openai + # llama-index-program-openai + # llama-index-question-gen-openai + # llama-index-readers-file + # llama-index-readers-llama-parse + # llama-index-utils-huggingface +llama-index-embeddings-openai==0.3.1 + # via + # llama-index + # llama-index-cli +llama-index-embeddings-text-embeddings-inference==0.3.2 + # via -r ./comps/dataprep/src/requirements.in +llama-index-graph-stores-neo4j==0.4.6 + # via -r ./comps/dataprep/src/requirements.in +llama-index-indices-managed-llama-cloud==0.7.7 + # via llama-index +llama-index-llms-openai==0.4.7 + # via + # -r ./comps/dataprep/src/requirements.in + # llama-index + # llama-index-agent-openai + # llama-index-cli + # llama-index-llms-openai-like + # llama-index-multi-modal-llms-openai + # llama-index-program-openai + # llama-index-question-gen-openai +llama-index-llms-openai-like==0.4.0 + # via -r ./comps/dataprep/src/requirements.in +llama-index-multi-modal-llms-openai==0.5.1 + # via llama-index +llama-index-program-openai==0.3.2 + # via + # llama-index + # llama-index-question-gen-openai +llama-index-question-gen-openai==0.3.1 + # via llama-index +llama-index-readers-file==0.4.8 + # via llama-index +llama-index-readers-llama-parse==0.4.0 + # via llama-index +llama-index-utils-huggingface==0.3.0 + # via llama-index-embeddings-text-embeddings-inference +llama-parse==0.6.34 + # via llama-index-readers-llama-parse +llvmlite==0.44.0 + # via + # numba + # pynndescent +lxml==5.4.0 + # via + # docling + # pikepdf + # python-docx + # python-pptx + # trimesh + # unstructured +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +mariadb==1.1.12 + # via -r ./comps/dataprep/src/requirements.in +markdown==3.8 + # via + # -r ./comps/dataprep/src/requirements.in + # unstructured +markdown-it-py==3.0.0 + # via rich +marko==2.1.4 + # via docling +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +matplotlib==3.10.3 + # via + # graspologic + # seaborn + # unstructured-inference +matplotlib-inline==0.1.7 + # via ipython +mdurl==0.1.2 + # via markdown-it-py +milvus-lite==2.4.12 ; sys_platform != 'win32' + # via pymilvus +ml-dtypes==0.4.1 + # via + # jax + # jaxlib + # redisvl +more-itertools==10.7.0 + # via openai-whisper +moviepy==2.2.1 + # via -r ./comps/dataprep/src/requirements.in +mpire==2.10.2 + # via semchunk +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.18 + # via mpire +mypy-extensions==1.1.0 + # via typing-inspect +neo4j==5.28.1 + # via + # -r ./comps/dataprep/src/requirements.in + # llama-index-graph-stores-neo4j +nest-asyncio==1.6.0 + # via + # llama-index-core + # unstructured-client +networkx==3.4.2 ; python_full_version < '3.11' + # via + # graspologic + # llama-index-core + # scikit-image + # trimesh + # unstructured +networkx==3.5 ; python_full_version >= '3.11' + # via + # graspologic + # llama-index-core + # scikit-image + # trimesh + # unstructured +ninja==1.11.1.4 + # via easyocr +nltk==3.9.1 + # via + # llama-index + # llama-index-core + # unstructured +numba==0.61.2 + # via + # hyppo + # openai-whisper + # pynndescent + # umap-learn +numpy==1.26.4 + # via + # -r ./comps/dataprep/src/requirements.in + # accelerate + # autograd + # contourpy + # decord + # docarray + # docling-ibm-models + # easyocr + # elasticsearch + # embreex + # gensim + # graspologic + # hyppo + # imageio + # jax + # jaxlib + # langchain-arangodb + # langchain-community + # langchain-mariadb + # langchain-pinecone + # langchain-redis + # langchain-tests + # llama-index-core + # manifold3d + # mapbox-earcut + # matplotlib + # ml-dtypes + # moviepy + # numba + # onnx + # onnxruntime + # openai-whisper + # opencv-python + # opencv-python-headless + # pandas + # patsy + # pgvector + # pot + # pycocotools + # pycollada + # qdrant-client + # redisvl + # safetensors + # scikit-image + # scikit-learn + # scipy + # seaborn + # shapely + # statsmodels + # tifffile + # transformers + # trimesh + # umap-learn + # unstructured + # unstructured-inference + # vhacdx +olefile==0.47 + # via python-oxmsg +omegaconf==2.3.0 + # via effdet +onnx==1.17.0 + # via + # unstructured + # unstructured-inference +onnxruntime==1.22.0 + # via + # unstructured + # unstructured-inference +openai==1.81.0 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain-openai + # llama-index-agent-openai + # llama-index-embeddings-openai + # llama-index-llms-openai +openai-whisper==20240930 + # via -r ./comps/dataprep/src/requirements.in +opencv-python==4.11.0.86 + # via + # -r ./comps/dataprep/src/requirements.in + # unstructured-inference +opencv-python-headless==4.11.0.86 + # via + # docling-ibm-models + # easyocr +openpyxl==3.1.5 + # via + # docling + # unstructured +opensearch-py==3.0.0 + # via -r ./comps/dataprep/src/requirements.in +opentelemetry-api==1.27.0 + # via + # -r ./comps/dataprep/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.27.0 + # via -r ./comps/dataprep/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.27.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.27.0 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.27.0 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.27.0 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.27.0 + # via + # -r ./comps/dataprep/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.48b0 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # accelerate + # huggingface-hub + # langchain-core + # langsmith + # lazy-loader + # mariadb + # marshmallow + # matplotlib + # onnxruntime + # pikepdf + # pinecone-plugin-assistant + # pytesseract + # pytest + # python-arango + # scikit-image + # statsmodels + # transformers + # unstructured-pytesseract +pandas==2.3.0 + # via + # -r ./comps/dataprep/src/requirements.in + # docarray + # docling + # docling-core + # llama-index-readers-file + # pymilvus + # seaborn + # statsmodels + # unstructured + # unstructured-inference +parso==0.8.4 + # via jedi +patsy==1.0.1 + # via statsmodels +pdf2image==1.17.0 + # via unstructured +pdfminer-six==20250506 + # via + # unstructured + # unstructured-inference +pexpect==4.9.0 ; sys_platform != 'emscripten' and sys_platform != 'win32' + # via ipython +pgvector==0.2.5 + # via -r ./comps/dataprep/src/requirements.in +pi-heif==0.22.0 + # via unstructured +pikepdf==9.8.1 + # via unstructured +pillow==11.2.1 + # via + # -r ./comps/dataprep/src/requirements.in + # cairosvg + # docarray + # docling + # docling-core + # docling-ibm-models + # docling-parse + # easyocr + # imageio + # llama-index-core + # matplotlib + # moviepy + # pdf2image + # pi-heif + # pikepdf + # pytesseract + # python-pptx + # scikit-image + # sentence-transformers + # trimesh + # unstructured-pytesseract +pinecone==7.1.0 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain-pinecone +pinecone-plugin-assistant==1.7.0 + # via pinecone +pinecone-plugin-interface==0.0.7 + # via pinecone +platformdirs==4.3.8 + # via + # banks + # llama-cloud-services +pluggy==1.6.0 + # via + # docling + # pytest +portalocker==2.10.1 + # via qdrant-client +pot==0.9.5 + # via graspologic +proglog==0.1.12 + # via moviepy +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/dataprep/src/requirements.in +prompt-toolkit==3.0.51 + # via ipython +propcache==0.3.2 + # via + # aiohttp + # yarl +proto-plus==1.26.1 + # via + # google-api-core + # google-cloud-vision +protobuf==4.24.2 + # via + # -r ./comps/dataprep/src/requirements.in + # docarray + # google-api-core + # google-cloud-vision + # googleapis-common-protos + # grpcio-status + # grpcio-tools + # onnx + # onnxruntime + # opentelemetry-proto + # proto-plus + # pymilvus + # vdms +psutil==7.0.0 + # via + # accelerate + # unstructured +psycopg2==2.9.10 + # via -r ./comps/dataprep/src/requirements.in +ptyprocess==0.7.0 ; sys_platform != 'emscripten' and sys_platform != 'win32' + # via pexpect +pure-eval==0.2.3 + # via stack-data +py4j==0.10.9.9 + # via pyspark +pyasn1==0.6.1 + # via + # pyasn1-modules + # rsa +pyasn1-modules==0.4.2 + # via google-auth +pyclipper==1.3.0.post6 + # via easyocr +pycocotools==2.0.10 + # via effdet +pycollada==0.9 + # via trimesh +pycparser==2.22 + # via cffi +pydantic==2.11.7 + # via + # banks + # docarray + # docling + # docling-core + # docling-ibm-models + # docling-parse + # fastapi + # langchain + # langchain-core + # langsmith + # llama-cloud + # llama-cloud-services + # llama-index-core + # openai + # pydantic-settings + # qdrant-client + # redisvl + # unstructured-client +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via + # docling + # langchain-community +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via + # ipython + # ipython-pygments-lexers + # mpire + # pytest + # rich +pyjwt==2.10.1 + # via python-arango +pylatexenc==2.10 + # via docling +pymilvus==2.5.6 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain-milvus +pymupdf==1.26.1 + # via -r ./comps/dataprep/src/requirements.in +pynndescent==0.5.13 + # via umap-learn +pypandoc==1.15 + # via unstructured +pyparsing==3.2.3 + # via matplotlib +pypdf==5.6.0 + # via + # llama-index-readers-file + # unstructured + # unstructured-client +pypdfium2==4.30.1 + # via + # docling + # unstructured-inference +pyreadline3==3.5.4 ; sys_platform == 'win32' + # via humanfriendly +pyspark==4.0.0 + # via -r ./comps/dataprep/src/requirements.in +pytesseract==0.3.13 + # via -r ./comps/dataprep/src/requirements.in +pytest==8.4.0 + # via + # langchain-tests + # pytest-asyncio + # pytest-socket + # syrupy +pytest-asyncio==0.26.0 + # via langchain-tests +pytest-socket==0.7.0 + # via langchain-tests +python-arango==8.2.0 + # via langchain-arangodb +python-bidi==0.6.6 + # via + # -r ./comps/dataprep/src/requirements.in + # easyocr +python-dateutil==2.9.0.post0 + # via + # elasticsearch + # matplotlib + # opensearch-py + # pandas + # pinecone + # pycollada +python-docx==1.2.0 + # via + # -r ./comps/dataprep/src/requirements.in + # docling + # unstructured +python-dotenv==1.1.0 + # via + # llama-cloud-services + # moviepy + # pydantic-settings + # pymilvus +python-iso639==2025.2.18 + # via unstructured +python-magic==0.4.27 + # via unstructured +python-multipart==0.0.20 + # via unstructured-inference +python-oxmsg==0.0.2 + # via unstructured +python-pptx==1.0.2 + # via + # -r ./comps/dataprep/src/requirements.in + # docling + # unstructured +python-ulid==3.0.0 + # via + # langchain-redis + # redisvl +pytz==2025.2 + # via + # neo4j + # pandas +pywin32==310 ; sys_platform == 'win32' + # via + # docling-parse + # mpire + # portalocker +pyyaml==6.0.2 + # via + # accelerate + # docling-core + # easyocr + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # llama-index-core + # omegaconf + # redisvl + # timm + # transformers +qdrant-client==1.12.1 + # via -r ./comps/dataprep/src/requirements.in +rapidfuzz==3.13.0 + # via + # unstructured + # unstructured-inference +redis==5.2.1 + # via + # -r ./comps/dataprep/src/requirements.in + # redisvl +redisvl==0.4.1 + # via langchain-redis +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # nltk + # tiktoken + # transformers +requests==2.32.4 + # via + # docling + # google-api-core + # huggingface-hub + # langchain + # langchain-community + # langsmith + # llama-index-core + # opensearch-py + # opentelemetry-exporter-otlp-proto-http + # pinecone-plugin-assistant + # python-arango + # requests-toolbelt + # tiktoken + # transformers + # unstructured +requests-toolbelt==1.0.0 + # via + # langsmith + # python-arango + # unstructured-client +rich==14.0.0 + # via + # docarray + # typer +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rsa==4.9.1 + # via google-auth +rtree==1.4.0 + # via + # docling + # trimesh +safetensors==0.5.3 + # via + # accelerate + # docling-ibm-models + # timm + # transformers +scikit-image==0.25.2 + # via easyocr +scikit-learn==1.7.0 + # via + # graspologic + # hyppo + # pynndescent + # sentence-transformers + # umap-learn +scipy==1.12.0 + # via + # -r ./comps/dataprep/src/requirements.in + # docling + # easyocr + # gensim + # graspologic + # hyppo + # jax + # jaxlib + # pot + # pynndescent + # scikit-image + # scikit-learn + # sentence-transformers + # statsmodels + # trimesh + # umap-learn + # unstructured-inference +seaborn==0.13.2 + # via graspologic +semchunk==2.2.2 + # via docling-core +sentence-transformers==4.1.0 + # via -r ./comps/dataprep/src/requirements.in +setuptools==80.9.0 + # via + # grpcio-tools + # pymilvus + # python-arango + # triton +shapely==2.1.1 + # via + # easyocr + # trimesh +shellingham==1.5.4 + # via typer +shortuuid==1.0.13 + # via -r ./comps/dataprep/src/requirements.in +simsimd==6.4.9 + # via elasticsearch +six==1.17.0 + # via + # html5lib + # langdetect + # python-dateutil +smart-open==7.1.0 + # via gensim +sniffio==1.3.1 + # via + # anyio + # openai +soupsieve==2.7 + # via beautifulsoup4 +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community + # langchain-mariadb + # llama-index-core +stack-data==0.6.3 + # via ipython +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +statsmodels==0.14.4 + # via graspologic +striprtf==0.0.26 + # via llama-index-readers-file +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via + # onnxruntime +syrupy==4.9.1 + # via langchain-tests +tabulate==0.9.0 + # via + # docling-core + # docling-parse + # redisvl +tenacity==9.1.2 + # via + # langchain-community + # langchain-core + # llama-index-core + # redisvl +threadpoolctl==3.6.0 + # via scikit-learn +tifffile==2025.5.10 ; python_full_version < '3.11' + # via scikit-image +tifffile==2025.6.11 ; python_full_version >= '3.11' + # via scikit-image +tiktoken==0.9.0 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain-openai + # llama-index-core + # openai-whisper +timm==1.0.15 + # via + # effdet + # unstructured-inference +tinycss2==1.4.0 + # via + # cairosvg + # cssselect2 +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +tomli==2.2.1 ; python_full_version < '3.11' + # via pytest +tqdm==4.67.1 + # via + # -r ./comps/dataprep/src/requirements.in + # docling + # docling-ibm-models + # huggingface-hub + # llama-index-core + # milvus-lite + # mpire + # nltk + # openai + # openai-whisper + # proglog + # semchunk + # sentence-transformers + # transformers + # umap-learn + # unstructured +traitlets==5.14.3 + # via + # ipython + # matplotlib-inline +transformers==4.52.4 + # via + # docling-core + # docling-ibm-models + # llama-index-llms-openai-like + # sentence-transformers + # unstructured-inference +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; (platform_machine == 'x86_64' and sys_platform == 'linux') or sys_platform == 'linux2' + # via openai-whisper +typer==0.16.0 + # via + # docling + # docling-core +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing==3.10.0.0 + # via -r ./comps/dataprep/src/requirements.in +typing-extensions==4.14.0 + # via + # aiosqlite + # anyio + # beautifulsoup4 + # docling-core + # elasticsearch + # exceptiongroup + # fastapi + # graspologic + # huggingface-hub + # ipython + # langchain-core + # llama-index-core + # multidict + # openai + # opentelemetry-sdk + # pinecone + # pydantic + # pydantic-core + # pypdf + # python-docx + # python-oxmsg + # python-pptx + # referencing + # rich + # sentence-transformers + # sqlalchemy + # typer + # typing-inspect + # typing-inspection + # unstructured + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray + # llama-index-core +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via + # pandas + # tzlocal +tzlocal==5.3.1 + # via -r ./comps/dataprep/src/requirements.in +ujson==5.10.0 + # via pymilvus +umap-learn==0.5.7 + # via graspologic +unstructured==0.17.2 + # via -r ./comps/dataprep/src/requirements.in +unstructured-client==0.36.0 + # via unstructured +unstructured-inference==1.0.5 + # via unstructured +unstructured-pytesseract==0.3.15 + # via unstructured +urllib3==2.4.0 + # via + # elastic-transport + # opensearch-py + # pinecone + # python-arango + # qdrant-client + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/dataprep/src/requirements.in +vdms==0.0.21 + # via langchain-vdms +vhacdx==0.0.8.post2 + # via trimesh +wcwidth==0.2.13 + # via prompt-toolkit +webencodings==0.5.1 + # via + # cssselect2 + # html5lib + # tinycss2 +webvtt-py==0.5.1 + # via -r ./comps/dataprep/src/requirements.in +wrapt==1.17.2 + # via + # deprecated + # llama-index-core + # smart-open + # unstructured +xlrd==2.0.2 + # via unstructured +xlsxwriter==3.2.5 + # via python-pptx +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/dataprep/src/requirements-gpu.txt b/comps/dataprep/src/requirements-gpu.txt new file mode 100644 index 0000000000..d897afd80f --- /dev/null +++ b/comps/dataprep/src/requirements-gpu.txt @@ -0,0 +1,1418 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/dataprep/src/requirements.in --universal -o ./comps/dataprep/src/requirements-gpu.txt +accelerate==1.7.0 + # via + # -r ./comps/dataprep/src/requirements.in + # unstructured-inference +aiofiles==24.1.0 + # via unstructured-client +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # aiohttp-retry + # huggingface-hub + # langchain-community + # llama-index-core + # pinecone +aiohttp-retry==2.9.1 + # via pinecone +aiosignal==1.3.2 + # via aiohttp +aiosqlite==0.21.0 + # via llama-index-core +annotated-types==0.7.0 + # via pydantic +antlr4-python3-runtime==4.9.3 + # via omegaconf +anyio==4.9.0 + # via + # httpx + # openai + # starlette +anytree==2.13.0 + # via graspologic +asttokens==3.0.0 + # via stack-data +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain + # redis +async-timeout==5.0.1 ; python_full_version >= '3.11' and python_full_version < '3.11.3' + # via redis +attrs==25.3.0 + # via + # aiohttp + # jsonlines + # jsonschema + # referencing +autograd==1.8.0 + # via hyppo +av==14.4.0 + # via docarray +backoff==2.2.1 + # via unstructured +banks==2.1.2 + # via llama-index-core +beartype==0.18.5 + # via graspologic +beautifulsoup4==4.13.4 + # via + # -r ./comps/dataprep/src/requirements.in + # docling + # llama-index-readers-file + # unstructured +cachetools==5.5.2 + # via google-auth +cairocffi==1.7.1 + # via cairosvg +cairosvg==2.8.2 + # via -r ./comps/dataprep/src/requirements.in +certifi==2025.6.15 + # via + # docling + # elastic-transport + # httpcore + # httpx + # llama-cloud + # opensearch-py + # pinecone + # requests +cffi==1.17.1 + # via + # cairocffi + # cryptography + # zstandard +chardet==5.2.0 + # via unstructured +charset-normalizer==3.4.2 + # via + # pdfminer-six + # requests + # trimesh +cityhash==0.4.8 + # via langchain-arangodb +click==8.2.1 + # via + # llama-cloud-services + # nltk + # python-oxmsg + # typer + # uvicorn +colorama==0.4.6 + # via + # click + # colorlog + # griffe + # ipython + # pytest + # tqdm +coloredlogs==15.0.1 + # via + # onnxruntime + # redisvl +colorlog==6.9.0 + # via trimesh +contourpy==1.3.2 + # via matplotlib +cryptography==45.0.4 + # via + # pdfminer-six + # unstructured-client +cssselect2==0.8.0 + # via cairosvg +cycler==0.12.1 + # via matplotlib +dataclasses-json==0.6.7 + # via + # langchain-community + # llama-index-core + # unstructured +decorator==5.2.1 + # via + # ipython + # moviepy +decord==0.6.0 + # via -r ./comps/dataprep/src/requirements.in +defusedxml==0.7.1 + # via cairosvg +deprecated==1.2.18 + # via + # banks + # llama-index-core + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-semantic-conventions + # pikepdf +dill==0.4.0 + # via multiprocess +dirtyjson==1.0.8 + # via llama-index-core +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/dataprep/src/requirements.in +docling==2.37.0 + # via -r ./comps/dataprep/src/requirements.in +docling-core==2.37.0 + # via + # docling + # docling-ibm-models + # docling-parse +docling-ibm-models==3.4.4 + # via docling +docling-parse==4.0.5 + # via docling +docx2txt==0.9 + # via -r ./comps/dataprep/src/requirements.in +easyocr==1.7.2 + # via + # -r ./comps/dataprep/src/requirements.in + # docling +effdet==0.4.1 + # via unstructured +einops==0.8.1 + # via -r ./comps/dataprep/src/requirements.in +elastic-transport==8.17.1 + # via elasticsearch +elasticsearch==8.18.1 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain-elasticsearch +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +emoji==2.14.1 + # via unstructured +et-xmlfile==2.0.0 + # via openpyxl +events==0.5 + # via opensearch-py +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via + # anyio + # ipython + # pytest +executing==2.2.0 + # via stack-data +fastapi==0.115.13 + # via -r ./comps/dataprep/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # torch + # transformers +filetype==1.2.0 + # via + # docling + # llama-index-core + # unstructured +flatbuffers==25.2.10 + # via onnxruntime +fonttools==4.58.4 + # via matplotlib +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub + # llama-index-core + # torch +future==1.0.0 + # via -r ./comps/dataprep/src/requirements.in +gensim==4.3.3 + # via graspologic +google-api-core==2.25.1 + # via google-cloud-vision +google-auth==2.40.3 + # via + # google-api-core + # google-cloud-vision +google-cloud-vision==3.10.2 + # via unstructured +googleapis-common-protos==1.70.0 + # via + # google-api-core + # grpcio-status + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +graspologic==3.4.1 + # via -r ./comps/dataprep/src/requirements.in +graspologic-native==1.2.5 + # via graspologic +greenlet==3.2.3 + # via sqlalchemy +griffe==1.7.3 + # via banks +grpcio==1.67.1 + # via + # google-api-core + # grpcio-status + # grpcio-tools + # opentelemetry-exporter-otlp-proto-grpc + # pymilvus + # qdrant-client +grpcio-status==1.62.3 + # via google-api-core +grpcio-tools==1.62.3 + # via qdrant-client +h11==0.16.0 + # via + # httpcore + # uvicorn +h2==4.2.0 + # via httpx +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +hpack==4.1.0 + # via h2 +html2text==2025.4.15 + # via -r ./comps/dataprep/src/requirements.in +html5lib==1.1 + # via unstructured +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langchain-tests + # langsmith + # llama-cloud + # llama-index-core + # llama-index-embeddings-text-embeddings-inference + # openai + # qdrant-client + # trimesh + # unstructured-client +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.33.0 + # via + # -r ./comps/dataprep/src/requirements.in + # accelerate + # docling + # docling-ibm-models + # langchain-huggingface + # llama-index-utils-huggingface + # sentence-transformers + # timm + # tokenizers + # transformers + # unstructured-inference +humanfriendly==10.0 + # via coloredlogs +hyperframe==6.1.0 + # via h2 +hyppo==0.4.0 + # via graspologic +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +imageio==2.37.0 + # via + # moviepy + # scikit-image +imageio-ffmpeg==0.6.0 + # via moviepy +importlib-metadata==8.4.0 + # via + # opentelemetry-api + # python-arango +iniconfig==2.1.0 + # via pytest +ipython==8.37.0 ; python_full_version < '3.11' + # via -r ./comps/dataprep/src/requirements.in +ipython==9.3.0 ; python_full_version >= '3.11' + # via -r ./comps/dataprep/src/requirements.in +ipython-pygments-lexers==1.1.1 ; python_full_version >= '3.11' + # via ipython +jax==0.5.3 + # via docarray +jaxlib==0.5.3 + # via jax +jedi==0.19.2 + # via ipython +jinja2==3.1.6 + # via + # banks + # langchain-redis + # torch +jiter==0.10.0 + # via openai +joblib==1.5.1 + # via + # graspologic + # nltk + # pynndescent + # scikit-learn +json-repair==0.46.2 + # via -r ./comps/dataprep/src/requirements.in +jsonlines==3.1.0 + # via docling-ibm-models +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonref==1.1.0 + # via docling-core +jsonschema==4.24.0 + # via + # docling-core + # trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +kiwisolver==1.4.8 + # via matplotlib +langchain==0.3.25 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain-arangodb + # langchain-community +langchain-arangodb==0.0.6 + # via -r ./comps/dataprep/src/requirements.in +langchain-community==0.3.21 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain-experimental +langchain-core==0.3.65 + # via + # langchain + # langchain-arangodb + # langchain-community + # langchain-elasticsearch + # langchain-experimental + # langchain-huggingface + # langchain-mariadb + # langchain-milvus + # langchain-openai + # langchain-pinecone + # langchain-redis + # langchain-tests + # langchain-text-splitters + # langchain-vdms +langchain-elasticsearch==0.3.2 + # via -r ./comps/dataprep/src/requirements.in +langchain-experimental==0.3.4 + # via -r ./comps/dataprep/src/requirements.in +langchain-huggingface==0.3.0 + # via -r ./comps/dataprep/src/requirements.in +langchain-mariadb==0.0.17 + # via -r ./comps/dataprep/src/requirements.in +langchain-milvus==0.1.10 + # via -r ./comps/dataprep/src/requirements.in +langchain-openai==0.3.23 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain-pinecone +langchain-pinecone==0.2.8 + # via -r ./comps/dataprep/src/requirements.in +langchain-redis==0.2.0 + # via -r ./comps/dataprep/src/requirements.in +langchain-tests==0.3.17 + # via langchain-pinecone +langchain-text-splitters==0.3.8 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain +langchain-vdms==0.1.4 + # via -r ./comps/dataprep/src/requirements.in +langdetect==1.0.9 + # via unstructured +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +latex2mathml==3.78.0 + # via docling-core +lazy-loader==0.4 + # via scikit-image +llama-cloud==0.1.26 + # via + # llama-cloud-services + # llama-index-indices-managed-llama-cloud +llama-cloud-services==0.6.34 + # via llama-parse +llama-index==0.12.42 + # via -r ./comps/dataprep/src/requirements.in +llama-index-agent-openai==0.4.11 + # via + # llama-index + # llama-index-program-openai +llama-index-cli==0.4.3 + # via llama-index +llama-index-core==0.12.42 + # via + # -r ./comps/dataprep/src/requirements.in + # llama-cloud-services + # llama-index + # llama-index-agent-openai + # llama-index-cli + # llama-index-embeddings-openai + # llama-index-embeddings-text-embeddings-inference + # llama-index-graph-stores-neo4j + # llama-index-indices-managed-llama-cloud + # llama-index-llms-openai + # llama-index-llms-openai-like + # llama-index-multi-modal-llms-openai + # llama-index-program-openai + # llama-index-question-gen-openai + # llama-index-readers-file + # llama-index-readers-llama-parse + # llama-index-utils-huggingface +llama-index-embeddings-openai==0.3.1 + # via + # llama-index + # llama-index-cli +llama-index-embeddings-text-embeddings-inference==0.3.2 + # via -r ./comps/dataprep/src/requirements.in +llama-index-graph-stores-neo4j==0.4.6 + # via -r ./comps/dataprep/src/requirements.in +llama-index-indices-managed-llama-cloud==0.7.7 + # via llama-index +llama-index-llms-openai==0.4.7 + # via + # -r ./comps/dataprep/src/requirements.in + # llama-index + # llama-index-agent-openai + # llama-index-cli + # llama-index-llms-openai-like + # llama-index-multi-modal-llms-openai + # llama-index-program-openai + # llama-index-question-gen-openai +llama-index-llms-openai-like==0.4.0 + # via -r ./comps/dataprep/src/requirements.in +llama-index-multi-modal-llms-openai==0.5.1 + # via llama-index +llama-index-program-openai==0.3.2 + # via + # llama-index + # llama-index-question-gen-openai +llama-index-question-gen-openai==0.3.1 + # via llama-index +llama-index-readers-file==0.4.8 + # via llama-index +llama-index-readers-llama-parse==0.4.0 + # via llama-index +llama-index-utils-huggingface==0.3.0 + # via llama-index-embeddings-text-embeddings-inference +llama-parse==0.6.34 + # via llama-index-readers-llama-parse +llvmlite==0.44.0 + # via + # numba + # pynndescent +lxml==5.4.0 + # via + # docling + # pikepdf + # python-docx + # python-pptx + # trimesh + # unstructured +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +mariadb==1.1.12 + # via -r ./comps/dataprep/src/requirements.in +markdown==3.8 + # via + # -r ./comps/dataprep/src/requirements.in + # unstructured +markdown-it-py==3.0.0 + # via rich +marko==2.1.4 + # via docling +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +matplotlib==3.10.3 + # via + # graspologic + # seaborn + # unstructured-inference +matplotlib-inline==0.1.7 + # via ipython +mdurl==0.1.2 + # via markdown-it-py +milvus-lite==2.4.12 ; sys_platform != 'win32' + # via pymilvus +ml-dtypes==0.4.1 + # via + # jax + # jaxlib + # redisvl +more-itertools==10.7.0 + # via openai-whisper +moviepy==2.2.1 + # via -r ./comps/dataprep/src/requirements.in +mpire==2.10.2 + # via semchunk +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.18 + # via mpire +mypy-extensions==1.1.0 + # via typing-inspect +neo4j==5.28.1 + # via + # -r ./comps/dataprep/src/requirements.in + # llama-index-graph-stores-neo4j +nest-asyncio==1.6.0 + # via + # llama-index-core + # unstructured-client +networkx==3.4.2 ; python_full_version < '3.11' + # via + # graspologic + # llama-index-core + # scikit-image + # torch + # trimesh + # unstructured +networkx==3.5 ; python_full_version >= '3.11' + # via + # graspologic + # llama-index-core + # scikit-image + # torch + # trimesh + # unstructured +ninja==1.11.1.4 + # via easyocr +nltk==3.9.1 + # via + # llama-index + # llama-index-core + # unstructured +numba==0.61.2 + # via + # hyppo + # openai-whisper + # pynndescent + # umap-learn +numpy==1.26.4 + # via + # -r ./comps/dataprep/src/requirements.in + # accelerate + # autograd + # contourpy + # decord + # docarray + # docling-ibm-models + # easyocr + # elasticsearch + # embreex + # gensim + # graspologic + # hyppo + # imageio + # jax + # jaxlib + # langchain-arangodb + # langchain-community + # langchain-mariadb + # langchain-pinecone + # langchain-redis + # langchain-tests + # llama-index-core + # manifold3d + # mapbox-earcut + # matplotlib + # ml-dtypes + # moviepy + # numba + # onnx + # onnxruntime + # openai-whisper + # opencv-python + # opencv-python-headless + # pandas + # patsy + # pgvector + # pot + # pycocotools + # pycollada + # qdrant-client + # redisvl + # safetensors + # scikit-image + # scikit-learn + # scipy + # seaborn + # shapely + # statsmodels + # tifffile + # torchvision + # transformers + # trimesh + # umap-learn + # unstructured + # unstructured-inference + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +olefile==0.47 + # via python-oxmsg +omegaconf==2.3.0 + # via effdet +onnx==1.17.0 + # via + # unstructured + # unstructured-inference +onnxruntime==1.22.0 + # via + # unstructured + # unstructured-inference +openai==1.81.0 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain-openai + # llama-index-agent-openai + # llama-index-embeddings-openai + # llama-index-llms-openai +openai-whisper==20240930 + # via -r ./comps/dataprep/src/requirements.in +opencv-python==4.11.0.86 + # via + # -r ./comps/dataprep/src/requirements.in + # unstructured-inference +opencv-python-headless==4.11.0.86 + # via + # docling-ibm-models + # easyocr +openpyxl==3.1.5 + # via + # docling + # unstructured +opensearch-py==3.0.0 + # via -r ./comps/dataprep/src/requirements.in +opentelemetry-api==1.27.0 + # via + # -r ./comps/dataprep/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.27.0 + # via -r ./comps/dataprep/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.27.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.27.0 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.27.0 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.27.0 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.27.0 + # via + # -r ./comps/dataprep/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.48b0 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # accelerate + # huggingface-hub + # langchain-core + # langsmith + # lazy-loader + # mariadb + # marshmallow + # matplotlib + # onnxruntime + # pikepdf + # pinecone-plugin-assistant + # pytesseract + # pytest + # python-arango + # scikit-image + # statsmodels + # transformers + # unstructured-pytesseract +pandas==2.3.0 + # via + # -r ./comps/dataprep/src/requirements.in + # docarray + # docling + # docling-core + # llama-index-readers-file + # pymilvus + # seaborn + # statsmodels + # unstructured + # unstructured-inference +parso==0.8.4 + # via jedi +patsy==1.0.1 + # via statsmodels +pdf2image==1.17.0 + # via unstructured +pdfminer-six==20250506 + # via + # unstructured + # unstructured-inference +pexpect==4.9.0 ; sys_platform != 'emscripten' and sys_platform != 'win32' + # via ipython +pgvector==0.2.5 + # via -r ./comps/dataprep/src/requirements.in +pi-heif==0.22.0 + # via unstructured +pikepdf==9.8.1 + # via unstructured +pillow==11.2.1 + # via + # -r ./comps/dataprep/src/requirements.in + # cairosvg + # docarray + # docling + # docling-core + # docling-ibm-models + # docling-parse + # easyocr + # imageio + # llama-index-core + # matplotlib + # moviepy + # pdf2image + # pi-heif + # pikepdf + # pytesseract + # python-pptx + # scikit-image + # sentence-transformers + # torchvision + # trimesh + # unstructured-pytesseract +pinecone==7.1.0 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain-pinecone +pinecone-plugin-assistant==1.7.0 + # via pinecone +pinecone-plugin-interface==0.0.7 + # via pinecone +platformdirs==4.3.8 + # via + # banks + # llama-cloud-services +pluggy==1.6.0 + # via + # docling + # pytest +portalocker==2.10.1 + # via qdrant-client +pot==0.9.5 + # via graspologic +proglog==0.1.12 + # via moviepy +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/dataprep/src/requirements.in +prompt-toolkit==3.0.51 + # via ipython +propcache==0.3.2 + # via + # aiohttp + # yarl +proto-plus==1.26.1 + # via + # google-api-core + # google-cloud-vision +protobuf==4.24.2 + # via + # -r ./comps/dataprep/src/requirements.in + # docarray + # google-api-core + # google-cloud-vision + # googleapis-common-protos + # grpcio-status + # grpcio-tools + # onnx + # onnxruntime + # opentelemetry-proto + # proto-plus + # pymilvus + # vdms +psutil==7.0.0 + # via + # accelerate + # unstructured +psycopg2==2.9.10 + # via -r ./comps/dataprep/src/requirements.in +ptyprocess==0.7.0 ; sys_platform != 'emscripten' and sys_platform != 'win32' + # via pexpect +pure-eval==0.2.3 + # via stack-data +py4j==0.10.9.9 + # via pyspark +pyasn1==0.6.1 + # via + # pyasn1-modules + # rsa +pyasn1-modules==0.4.2 + # via google-auth +pyclipper==1.3.0.post6 + # via easyocr +pycocotools==2.0.10 + # via effdet +pycollada==0.9 + # via trimesh +pycparser==2.22 + # via cffi +pydantic==2.11.7 + # via + # banks + # docarray + # docling + # docling-core + # docling-ibm-models + # docling-parse + # fastapi + # langchain + # langchain-core + # langsmith + # llama-cloud + # llama-cloud-services + # llama-index-core + # openai + # pydantic-settings + # qdrant-client + # redisvl + # unstructured-client +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via + # docling + # langchain-community +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via + # ipython + # ipython-pygments-lexers + # mpire + # pytest + # rich +pyjwt==2.10.1 + # via python-arango +pylatexenc==2.10 + # via docling +pymilvus==2.5.6 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain-milvus +pymupdf==1.26.1 + # via -r ./comps/dataprep/src/requirements.in +pynndescent==0.5.13 + # via umap-learn +pypandoc==1.15 + # via unstructured +pyparsing==3.2.3 + # via matplotlib +pypdf==5.6.0 + # via + # llama-index-readers-file + # unstructured + # unstructured-client +pypdfium2==4.30.1 + # via + # docling + # unstructured-inference +pyreadline3==3.5.4 ; sys_platform == 'win32' + # via humanfriendly +pyspark==4.0.0 + # via -r ./comps/dataprep/src/requirements.in +pytesseract==0.3.13 + # via -r ./comps/dataprep/src/requirements.in +pytest==8.4.0 + # via + # langchain-tests + # pytest-asyncio + # pytest-socket + # syrupy +pytest-asyncio==0.26.0 + # via langchain-tests +pytest-socket==0.7.0 + # via langchain-tests +python-arango==8.2.0 + # via langchain-arangodb +python-bidi==0.6.6 + # via + # -r ./comps/dataprep/src/requirements.in + # easyocr +python-dateutil==2.9.0.post0 + # via + # elasticsearch + # matplotlib + # opensearch-py + # pandas + # pinecone + # pycollada +python-docx==1.2.0 + # via + # -r ./comps/dataprep/src/requirements.in + # docling + # unstructured +python-dotenv==1.1.0 + # via + # llama-cloud-services + # moviepy + # pydantic-settings + # pymilvus +python-iso639==2025.2.18 + # via unstructured +python-magic==0.4.27 + # via unstructured +python-multipart==0.0.20 + # via unstructured-inference +python-oxmsg==0.0.2 + # via unstructured +python-pptx==1.0.2 + # via + # -r ./comps/dataprep/src/requirements.in + # docling + # unstructured +python-ulid==3.0.0 + # via + # langchain-redis + # redisvl +pytz==2025.2 + # via + # neo4j + # pandas +pywin32==310 ; sys_platform == 'win32' + # via + # docling-parse + # mpire + # portalocker +pyyaml==6.0.2 + # via + # accelerate + # docling-core + # easyocr + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # llama-index-core + # omegaconf + # redisvl + # timm + # transformers +qdrant-client==1.12.1 + # via -r ./comps/dataprep/src/requirements.in +rapidfuzz==3.13.0 + # via + # unstructured + # unstructured-inference +redis==5.2.1 + # via + # -r ./comps/dataprep/src/requirements.in + # redisvl +redisvl==0.4.1 + # via langchain-redis +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # nltk + # tiktoken + # transformers +requests==2.32.4 + # via + # docling + # google-api-core + # huggingface-hub + # langchain + # langchain-community + # langsmith + # llama-index-core + # opensearch-py + # opentelemetry-exporter-otlp-proto-http + # pinecone-plugin-assistant + # python-arango + # requests-toolbelt + # tiktoken + # transformers + # unstructured +requests-toolbelt==1.0.0 + # via + # langsmith + # python-arango + # unstructured-client +rich==14.0.0 + # via + # docarray + # typer +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rsa==4.9.1 + # via google-auth +rtree==1.4.0 + # via + # docling + # trimesh +safetensors==0.5.3 + # via + # accelerate + # docling-ibm-models + # timm + # transformers +scikit-image==0.25.2 + # via easyocr +scikit-learn==1.7.0 + # via + # graspologic + # hyppo + # pynndescent + # sentence-transformers + # umap-learn +scipy==1.12.0 + # via + # -r ./comps/dataprep/src/requirements.in + # docling + # easyocr + # gensim + # graspologic + # hyppo + # jax + # jaxlib + # pot + # pynndescent + # scikit-image + # scikit-learn + # sentence-transformers + # statsmodels + # trimesh + # umap-learn + # unstructured-inference +seaborn==0.13.2 + # via graspologic +semchunk==2.2.2 + # via docling-core +sentence-transformers==4.1.0 + # via -r ./comps/dataprep/src/requirements.in +setuptools==80.9.0 + # via + # grpcio-tools + # pymilvus + # python-arango + # torch + # triton +shapely==2.1.1 + # via + # easyocr + # trimesh +shellingham==1.5.4 + # via typer +shortuuid==1.0.13 + # via -r ./comps/dataprep/src/requirements.in +simsimd==6.4.9 + # via elasticsearch +six==1.17.0 + # via + # html5lib + # langdetect + # python-dateutil +smart-open==7.1.0 + # via gensim +sniffio==1.3.1 + # via + # anyio + # openai +soupsieve==2.7 + # via beautifulsoup4 +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community + # langchain-mariadb + # llama-index-core +stack-data==0.6.3 + # via ipython +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +statsmodels==0.14.4 + # via graspologic +striprtf==0.0.26 + # via llama-index-readers-file +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via + # onnxruntime + # torch +syrupy==4.9.1 + # via langchain-tests +tabulate==0.9.0 + # via + # docling-core + # docling-parse + # redisvl +tenacity==9.1.2 + # via + # langchain-community + # langchain-core + # llama-index-core + # redisvl +threadpoolctl==3.6.0 + # via scikit-learn +tifffile==2025.5.10 ; python_full_version < '3.11' + # via scikit-image +tifffile==2025.6.11 ; python_full_version >= '3.11' + # via scikit-image +tiktoken==0.9.0 + # via + # -r ./comps/dataprep/src/requirements.in + # langchain-openai + # llama-index-core + # openai-whisper +timm==1.0.15 + # via + # effdet + # unstructured-inference +tinycss2==1.4.0 + # via + # cairosvg + # cssselect2 +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +tomli==2.2.1 ; python_full_version < '3.11' + # via pytest +torch==2.7.1 + # via + # accelerate + # docling-ibm-models + # easyocr + # effdet + # openai-whisper + # safetensors + # sentence-transformers + # timm + # torchvision + # unstructured-inference +torchvision==0.22.1 + # via + # docling-ibm-models + # easyocr + # effdet + # timm +tqdm==4.67.1 + # via + # -r ./comps/dataprep/src/requirements.in + # docling + # docling-ibm-models + # huggingface-hub + # llama-index-core + # milvus-lite + # mpire + # nltk + # openai + # openai-whisper + # proglog + # semchunk + # sentence-transformers + # transformers + # umap-learn + # unstructured +traitlets==5.14.3 + # via + # ipython + # matplotlib-inline +transformers==4.52.4 + # via + # docling-core + # docling-ibm-models + # llama-index-llms-openai-like + # sentence-transformers + # unstructured-inference +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; (platform_machine == 'x86_64' and sys_platform == 'linux') or sys_platform == 'linux2' + # via + # openai-whisper + # torch +typer==0.16.0 + # via + # docling + # docling-core +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing==3.10.0.0 + # via -r ./comps/dataprep/src/requirements.in +typing-extensions==4.14.0 + # via + # aiosqlite + # anyio + # beautifulsoup4 + # docling-core + # elasticsearch + # exceptiongroup + # fastapi + # graspologic + # huggingface-hub + # ipython + # langchain-core + # llama-index-core + # multidict + # openai + # opentelemetry-sdk + # pinecone + # pydantic + # pydantic-core + # pypdf + # python-docx + # python-oxmsg + # python-pptx + # referencing + # rich + # sentence-transformers + # sqlalchemy + # torch + # typer + # typing-inspect + # typing-inspection + # unstructured + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray + # llama-index-core +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via + # pandas + # tzlocal +tzlocal==5.3.1 + # via -r ./comps/dataprep/src/requirements.in +ujson==5.10.0 + # via pymilvus +umap-learn==0.5.7 + # via graspologic +unstructured==0.17.2 + # via -r ./comps/dataprep/src/requirements.in +unstructured-client==0.36.0 + # via unstructured +unstructured-inference==1.0.5 + # via unstructured +unstructured-pytesseract==0.3.15 + # via unstructured +urllib3==2.4.0 + # via + # elastic-transport + # opensearch-py + # pinecone + # python-arango + # qdrant-client + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/dataprep/src/requirements.in +vdms==0.0.21 + # via langchain-vdms +vhacdx==0.0.8.post2 + # via trimesh +wcwidth==0.2.13 + # via prompt-toolkit +webencodings==0.5.1 + # via + # cssselect2 + # html5lib + # tinycss2 +webvtt-py==0.5.1 + # via -r ./comps/dataprep/src/requirements.in +wrapt==1.17.2 + # via + # deprecated + # llama-index-core + # smart-open + # unstructured +xlrd==2.0.2 + # via unstructured +xlsxwriter==3.2.5 + # via python-pptx +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/dataprep/src/requirements.txt b/comps/dataprep/src/requirements.in similarity index 97% rename from comps/dataprep/src/requirements.txt rename to comps/dataprep/src/requirements.in index d09fd3266c..93997a091c 100644 --- a/comps/dataprep/src/requirements.txt +++ b/comps/dataprep/src/requirements.in @@ -10,7 +10,7 @@ einops elasticsearch fastapi future -graspologic +graspologic>=3.4.1 html2text huggingface_hub ipython @@ -50,7 +50,7 @@ opentelemetry-sdk==1.27.0 pandas pgvector==0.2.5 Pillow -pinecone-client +pinecone prometheus-fastapi-instrumentator protobuf==4.24.2 psycopg2 diff --git a/comps/embeddings/src/Dockerfile b/comps/embeddings/src/Dockerfile index 55990a583b..c0f274a43a 100644 --- a/comps/embeddings/src/Dockerfile +++ b/comps/embeddings/src/Dockerfile @@ -5,8 +5,9 @@ FROM python:3.11-slim COPY comps /home/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r /home/comps/embeddings/src/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/comps/embeddings/src/requirements.txt ENV PYTHONPATH=$PYTHONPATH:/home diff --git a/comps/embeddings/src/requirements.in b/comps/embeddings/src/requirements.in new file mode 100644 index 0000000000..80cb078280 --- /dev/null +++ b/comps/embeddings/src/requirements.in @@ -0,0 +1,14 @@ +aiohttp +docarray +fastapi +huggingface_hub +openai +opentelemetry-api +opentelemetry-exporter-otlp +opentelemetry-sdk +Pillow +predictionguard==2.2.1 +prometheus-fastapi-instrumentator +PyYAML +shortuuid +uvicorn diff --git a/comps/embeddings/src/requirements.txt b/comps/embeddings/src/requirements.txt index 80cb078280..99e65988e3 100644 --- a/comps/embeddings/src/requirements.txt +++ b/comps/embeddings/src/requirements.txt @@ -1,14 +1,212 @@ -aiohttp -docarray -fastapi -huggingface_hub -openai -opentelemetry-api -opentelemetry-exporter-otlp -opentelemetry-sdk -Pillow +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/embeddings/src/requirements.in --universal -o ./comps/embeddings/src/requirements.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via -r ./comps/embeddings/src/requirements.in +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via aiohttp +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via requests +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # tqdm +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/embeddings/src/requirements.in +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/embeddings/src/requirements.in +filelock==3.18.0 + # via huggingface-hub +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via openai +huggingface-hub==0.33.0 + # via -r ./comps/embeddings/src/requirements.in +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jiter==0.10.0 + # via openai +markdown-it-py==3.0.0 + # via rich +mdurl==0.1.2 + # via markdown-it-py +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +numpy==2.2.6 ; python_full_version < '3.11' + # via docarray +numpy==2.3.0 ; python_full_version >= '3.11' + # via docarray +openai==1.88.0 + # via -r ./comps/embeddings/src/requirements.in +opentelemetry-api==1.34.1 + # via + # -r ./comps/embeddings/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/embeddings/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/embeddings/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +orjson==3.10.18 + # via docarray +packaging==25.0 + # via huggingface-hub +pillow==11.2.1 + # via -r ./comps/embeddings/src/requirements.in predictionguard==2.2.1 -prometheus-fastapi-instrumentator -PyYAML -shortuuid -uvicorn + # via -r ./comps/embeddings/src/requirements.in +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/embeddings/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # googleapis-common-protos + # opentelemetry-proto +pydantic==2.11.7 + # via + # docarray + # fastapi + # openai +pydantic-core==2.33.2 + # via pydantic +pygments==2.19.1 + # via rich +pyyaml==6.0.2 + # via + # -r ./comps/embeddings/src/requirements.in + # huggingface-hub +requests==2.32.4 + # via + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # predictionguard +rich==14.0.0 + # via docarray +shortuuid==1.0.13 + # via -r ./comps/embeddings/src/requirements.in +sniffio==1.3.1 + # via + # anyio + # openai +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +tabulate==0.9.0 + # via predictionguard +tqdm==4.67.1 + # via + # huggingface-hub + # openai +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # rich + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/embeddings/src/requirements.in +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/feedback_management/src/Dockerfile b/comps/feedback_management/src/Dockerfile index a3c5242514..b53396daf1 100644 --- a/comps/feedback_management/src/Dockerfile +++ b/comps/feedback_management/src/Dockerfile @@ -17,9 +17,10 @@ RUN useradd -m -s /bin/bash user && \ COPY comps /home/user/comps COPY requirements.txt /home/user/ -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r /home/user/comps/feedback_management/src/requirements.txt && \ - pip install --no-cache-dir -r /home/user/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/user/comps/feedback_management/src/requirements.txt && \ + $uvpip -r /home/user/requirements.txt ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/feedback_management/src/requirements.in b/comps/feedback_management/src/requirements.in new file mode 100644 index 0000000000..f6e39dfdd5 --- /dev/null +++ b/comps/feedback_management/src/requirements.in @@ -0,0 +1 @@ +motor diff --git a/comps/feedback_management/src/requirements.txt b/comps/feedback_management/src/requirements.txt index f6e39dfdd5..918cc68f8a 100644 --- a/comps/feedback_management/src/requirements.txt +++ b/comps/feedback_management/src/requirements.txt @@ -1 +1,8 @@ -motor +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/feedback_management/src/requirements.in --universal -o ./comps/feedback_management/src/requirements.txt +dnspython==2.7.0 + # via pymongo +motor==3.7.1 + # via -r ./comps/feedback_management/src/requirements.in +pymongo==4.13.2 + # via motor diff --git a/comps/finetuning/src/Dockerfile b/comps/finetuning/src/Dockerfile index 432cec85db..5c1fe569c1 100644 --- a/comps/finetuning/src/Dockerfile +++ b/comps/finetuning/src/Dockerfile @@ -18,11 +18,12 @@ RUN chown -R user /home/user/comps/finetuning ENV PATH=$PATH:/home/user/.local/bin -RUN python -m pip install --no-cache-dir --upgrade pip setuptools && \ - python -m pip install --no-cache-dir torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu && \ - python -m pip install --no-cache-dir intel-extension-for-pytorch && \ - python -m pip install --no-cache-dir oneccl_bind_pt --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/cpu/us/ && \ - python -m pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/finetuning/src/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN python -m pip install --no-cache-dir --upgrade pip setuptools uv && \ + python -m $uvpip torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu && \ + python -m $uvpip intel-extension-for-pytorch && \ + python -m $uvpip oneccl_bind_pt --index-strategy unsafe-best-match --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/cpu/us/ && \ + python -m $uvpip -r /home/user/comps/finetuning/src/requirements-cpu.txt ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/finetuning/src/Dockerfile.intel_hpu b/comps/finetuning/src/Dockerfile.intel_hpu index e636a36d5a..b52e97568f 100644 --- a/comps/finetuning/src/Dockerfile.intel_hpu +++ b/comps/finetuning/src/Dockerfile.intel_hpu @@ -16,9 +16,10 @@ RUN chown -R user /home/user/comps/finetuning ENV PATH=$PATH:/home/user/.local/bin -RUN python -m pip install --no-cache-dir --upgrade pip setuptools && \ - python -m pip install --no-cache-dir -r /home/user/comps/finetuning/src/requirements.txt && \ - python -m pip install --no-cache-dir optimum-habana +ARG uvpip='uv pip install --system --no-cache-dir' +RUN python -m pip install --no-cache-dir --upgrade pip setuptools uv && \ + python -m $uvpip -r /home/user/comps/finetuning/src/requirements-cpu.txt && \ + python -m $uvpip optimum-habana ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/finetuning/src/Dockerfile.xtune b/comps/finetuning/src/Dockerfile.xtune index bbe4f2fdbf..260884ae60 100644 --- a/comps/finetuning/src/Dockerfile.xtune +++ b/comps/finetuning/src/Dockerfile.xtune @@ -37,9 +37,9 @@ ENV PATH=$PATH:/home/user/.local/bin WORKDIR /home/user/comps/finetuning/src/integrations/xtune RUN git config --global user.name "test" && git config --global user.email "test" && bash prepare_xtune.sh -RUN python -m pip install --no-cache-dir --upgrade pip setuptools peft && \ - python -m pip install --no-cache-dir -r /home/user/comps/finetuning/src/requirements.txt && \ - python -m pip list | grep nvidia | awk '{print $1}' | xargs -L1 python -m pip uninstall -y +ARG uvpip='uv pip install --system --no-cache-dir' +RUN python -m pip install --no-cache-dir --upgrade pip setuptools peft uv && \ + python -m $uvpip -r /home/user/comps/finetuning/src/requirements-cpu.txt ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/finetuning/src/requirements-cpu.txt b/comps/finetuning/src/requirements-cpu.txt new file mode 100644 index 0000000000..443e807030 --- /dev/null +++ b/comps/finetuning/src/requirements-cpu.txt @@ -0,0 +1,472 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/finetuning/src/requirements.in --universal -o ./comps/finetuning/src/requirements-cpu.txt +absl-py==2.3.0 + # via dm-tree +accelerate==1.7.0 + # via peft +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # -r ./comps/finetuning/src/requirements.in + # aiohttp-cors + # fsspec + # ray +aiohttp-cors==0.8.1 + # via ray +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette + # watchfiles +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # dm-tree + # jsonschema + # referencing +cachetools==5.5.2 + # via google-auth +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation != 'PyPy' + # via cryptography +charset-normalizer==3.4.2 + # via requests +click==8.2.1 + # via + # ray + # uvicorn +cloudpickle==3.1.1 + # via gymnasium +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorful + # tqdm + # uvicorn +colorful==0.5.6 + # via ray +cryptography==45.0.4 + # via pyopenssl +cupy-cuda12x==13.4.1 ; sys_platform != 'darwin' + # via ray +datasets==3.6.0 + # via -r ./comps/finetuning/src/requirements.in +dill==0.3.8 + # via + # datasets + # multiprocess +distlib==0.3.9 + # via virtualenv +dm-tree==0.1.9 + # via ray +docarray==0.41.0 + # via -r ./comps/finetuning/src/requirements.in +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +farama-notifications==0.0.4 + # via gymnasium +fastapi==0.115.13 + # via + # -r ./comps/finetuning/src/requirements.in + # ray +fastrlock==0.8.3 ; sys_platform != 'darwin' + # via cupy-cuda12x +filelock==3.18.0 + # via + # datasets + # huggingface-hub + # ray + # transformers + # virtualenv +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub + # ray +google-api-core==2.25.1 + # via opencensus +google-auth==2.40.3 + # via google-api-core +googleapis-common-protos==1.70.0 + # via + # google-api-core + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # ray +gymnasium==1.0.0 + # via ray +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httptools==0.6.4 + # via uvicorn +httpx==0.28.1 + # via -r ./comps/finetuning/src/requirements.in +huggingface-hub==0.33.0 + # via + # accelerate + # datasets + # peft + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jinja2==3.1.6 + # via + # memray +jsonschema==4.24.0 + # via ray +jsonschema-specifications==2025.4.1 + # via jsonschema +linkify-it-py==2.0.3 ; sys_platform != 'win32' + # via markdown-it-py +lz4==4.4.4 + # via ray +markdown-it-py==3.0.0 + # via + # mdit-py-plugins + # rich + # textual +markupsafe==3.0.2 + # via jinja2 +mdit-py-plugins==0.4.2 ; sys_platform != 'win32' + # via markdown-it-py +mdurl==0.1.2 + # via markdown-it-py +memray==1.17.2 ; sys_platform != 'win32' + # via ray +mpmath==1.3.0 + # via sympy +msgpack==1.1.1 + # via ray +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +numpy==2.2.6 ; python_full_version < '3.11' or sys_platform != 'darwin' + # via + # accelerate + # cupy-cuda12x + # datasets + # dm-tree + # docarray + # gymnasium + # pandas + # peft + # pyarrow + # ray + # scipy + # tensorboardx + # transformers +numpy==2.3.0 ; python_full_version >= '3.11' and sys_platform == 'darwin' + # via + # accelerate + # datasets + # dm-tree + # docarray + # gymnasium + # pandas + # peft + # pyarrow + # ray + # scipy + # tensorboardx + # transformers +opencensus==0.11.4 + # via ray +opencensus-context==0.1.3 + # via opencensus +opentelemetry-api==1.34.1 + # via + # -r ./comps/finetuning/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-exporter-prometheus + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # ray +opentelemetry-exporter-otlp==1.34.1 + # via + # -r ./comps/finetuning/src/requirements.in + # ray +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-prometheus==0.55b1 + # via ray +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # ray +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/finetuning/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-exporter-prometheus + # ray +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +orjson==3.10.18 + # via docarray +ormsgpack==1.7.0 + # via ray +packaging==25.0 + # via + # accelerate + # datasets + # huggingface-hub + # peft + # ray + # tensorboardx + # transformers +pandas==2.3.0 + # via + # datasets + # ray +peft==0.15.2 + # via -r ./comps/finetuning/src/requirements.in +platformdirs==4.3.8 + # via + # textual + # virtualenv +prometheus-client==0.22.1 + # via + # opentelemetry-exporter-prometheus + # prometheus-fastapi-instrumentator + # ray +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/finetuning/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +proto-plus==1.26.1 + # via google-api-core +protobuf==5.29.5 + # via + # google-api-core + # googleapis-common-protos + # opentelemetry-proto + # proto-plus + # ray + # tensorboardx +psutil==7.0.0 + # via + # accelerate + # peft +py-spy==0.4.0 + # via ray +pyarrow==17.0.0 + # via + # datasets + # ray +pyasn1==0.6.1 + # via + # pyasn1-modules + # rsa +pyasn1-modules==0.4.2 + # via google-auth +pycparser==2.22 ; platform_python_implementation != 'PyPy' + # via cffi +pydantic==2.8.2 + # via + # -r ./comps/finetuning/src/requirements.in + # docarray + # fastapi + # pydantic-yaml + # ray +pydantic-core==2.20.1 + # via pydantic +pydantic-yaml==1.5.1 + # via -r ./comps/finetuning/src/requirements.in +pygments==2.19.1 + # via rich +pyopenssl==25.1.0 + # via ray +python-dateutil==2.9.0.post0 + # via pandas +python-dotenv==1.1.0 + # via uvicorn +python-multipart==0.0.20 + # via -r ./comps/finetuning/src/requirements.in +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # -r ./comps/finetuning/src/requirements.in + # accelerate + # datasets + # huggingface-hub + # peft + # ray + # transformers + # uvicorn +ray==2.47.1 + # via -r ./comps/finetuning/src/requirements.in +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # -r ./comps/finetuning/src/requirements.in + # datasets + # google-api-core + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # ray + # transformers +rich==14.0.0 + # via + # docarray + # memray + # textual +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rsa==4.9.1 + # via google-auth +ruamel-yaml==0.18.14 + # via pydantic-yaml +ruamel-yaml-clib==0.2.12 ; python_full_version < '3.14' and platform_python_implementation == 'CPython' + # via ruamel-yaml +safetensors==0.5.3 + # via + # accelerate + # peft + # transformers +scipy==1.15.3 + # via ray +shortuuid==1.0.13 + # via -r ./comps/finetuning/src/requirements.in +six==1.17.0 + # via + # opencensus + # python-dateutil +smart-open==7.1.0 + # via ray +sniffio==1.3.1 + # via anyio +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator + # ray +tensorboardx==2.6.4 + # via ray +textual==3.4.0 ; sys_platform != 'win32' + # via memray +tokenizers==0.21.1 + # via transformers +tqdm==4.67.1 + # via + # datasets + # huggingface-hub + # peft + # transformers +transformers==4.52.4 + # via + # -r ./comps/finetuning/src/requirements.in + # peft +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # gymnasium + # huggingface-hub + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # pydantic-yaml + # pyopenssl + # referencing + # rich + # textual + # typing-inspect + # uvicorn +typing-inspect==0.9.0 + # via docarray +tzdata==2025.2 + # via pandas +uc-micro-py==1.0.3 ; sys_platform != 'win32' + # via linkify-it-py +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via + # -r ./comps/finetuning/src/requirements.in + # ray +uvloop==0.21.0 ; platform_python_implementation != 'PyPy' and sys_platform != 'cygwin' and sys_platform != 'win32' + # via uvicorn +virtualenv==20.31.2 + # via ray +watchfiles==1.1.0 + # via + # ray + # uvicorn +websockets==15.0.1 + # via uvicorn +wrapt==1.17.2 + # via + # dm-tree + # smart-open +xxhash==3.5.0 + # via datasets +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/finetuning/src/requirements.txt b/comps/finetuning/src/requirements.in similarity index 100% rename from comps/finetuning/src/requirements.txt rename to comps/finetuning/src/requirements.in diff --git a/comps/guardrails/src/bias_detection/Dockerfile b/comps/guardrails/src/bias_detection/Dockerfile index 533538458c..19c5a93e78 100644 --- a/comps/guardrails/src/bias_detection/Dockerfile +++ b/comps/guardrails/src/bias_detection/Dockerfile @@ -18,9 +18,10 @@ RUN useradd -m -s /bin/bash user && \ COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - if [ ${ARCH} = "cpu" ]; then pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cpu; fi && \ - pip install --no-cache-dir -r /home/user/comps/guardrails/src/bias_detection/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + if [ ${ARCH} = "cpu" ]; then $uvpip torch --index-url https://download.pytorch.org/whl/cpu; fi && \ + $uvpip -r /home/user/comps/guardrails/src/bias_detection/requirements.txt ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/guardrails/src/bias_detection/requirements.in b/comps/guardrails/src/bias_detection/requirements.in new file mode 100644 index 0000000000..f67262a5d5 --- /dev/null +++ b/comps/guardrails/src/bias_detection/requirements.in @@ -0,0 +1,16 @@ +aiohttp==3.10.11 +docarray[full] +fastapi +httpx +huggingface_hub +langchain-community +langchain-huggingface +opentelemetry-api +opentelemetry-exporter-otlp +opentelemetry-sdk +prometheus-fastapi-instrumentator +pyyaml +requests +shortuuid +transformers +uvicorn diff --git a/comps/guardrails/src/bias_detection/requirements.txt b/comps/guardrails/src/bias_detection/requirements.txt index f67262a5d5..eb4d901d3d 100644 --- a/comps/guardrails/src/bias_detection/requirements.txt +++ b/comps/guardrails/src/bias_detection/requirements.txt @@ -1,16 +1,410 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/guardrails/src/bias_detection/requirements.in --universal -o ./comps/guardrails/src/bias_detection/requirements.txt +aiohappyeyeballs==2.6.1 + # via aiohttp aiohttp==3.10.11 -docarray[full] -fastapi -httpx -huggingface_hub -langchain-community -langchain-huggingface -opentelemetry-api -opentelemetry-exporter-otlp -opentelemetry-sdk -prometheus-fastapi-instrumentator -pyyaml -requests -shortuuid -transformers -uvicorn + # via + # -r ./comps/guardrails/src/bias_detection/requirements.in + # langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via langchain-community +docarray==0.41.0 + # via -r ./comps/guardrails/src/bias_detection/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/guardrails/src/bias_detection/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # -r ./comps/guardrails/src/bias_detection/requirements.in + # langsmith + # trimesh +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.33.0 + # via + # -r ./comps/guardrails/src/bias_detection/requirements.in + # langchain-huggingface + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via langchain-community +langchain-community==0.3.25 + # via -r ./comps/guardrails/src/bias_detection/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-community + # langchain-huggingface + # langchain-text-splitters +langchain-huggingface==0.3.0 + # via -r ./comps/guardrails/src/bias_detection/requirements.in +langchain-text-splitters==0.3.8 + # via langchain +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +opentelemetry-api==1.34.1 + # via + # -r ./comps/guardrails/src/bias_detection/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/guardrails/src/bias_detection/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/guardrails/src/bias_detection/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # langsmith + # marshmallow + # transformers +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # docarray + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/guardrails/src/bias_detection/requirements.in +propcache==0.3.2 + # via yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # pydantic-settings +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # -r ./comps/guardrails/src/bias_detection/requirements.in + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # -r ./comps/guardrails/src/bias_detection/requirements.in + # huggingface-hub + # langchain + # langchain-community + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/guardrails/src/bias_detection/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tenacity==9.1.2 + # via + # langchain-community + # langchain-core +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +tqdm==4.67.1 + # via + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/guardrails/src/bias_detection/requirements.in +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sqlalchemy + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/guardrails/src/bias_detection/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/guardrails/src/factuality_alignment/Dockerfile b/comps/guardrails/src/factuality_alignment/Dockerfile index 603833de73..9189fffad2 100644 --- a/comps/guardrails/src/factuality_alignment/Dockerfile +++ b/comps/guardrails/src/factuality_alignment/Dockerfile @@ -5,8 +5,9 @@ FROM python:3.11-slim COPY comps /home/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r /home/comps/guardrails/src/factuality_alignment/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/comps/guardrails/src/factuality_alignment/requirements.txt ENV PYTHONPATH=$PYTHONPATH:/home diff --git a/comps/llms/requirements.txt b/comps/guardrails/src/factuality_alignment/requirements.in similarity index 54% rename from comps/llms/requirements.txt rename to comps/guardrails/src/factuality_alignment/requirements.in index 9d32453342..17af64b434 100644 --- a/comps/llms/requirements.txt +++ b/comps/guardrails/src/factuality_alignment/requirements.in @@ -1,10 +1,13 @@ -docarray[full] +aiohttp +docarray fastapi huggingface_hub -langchain -langchain_community opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk +Pillow +predictionguard +prometheus-fastapi-instrumentator shortuuid +transformers uvicorn diff --git a/comps/guardrails/src/factuality_alignment/requirements.txt b/comps/guardrails/src/factuality_alignment/requirements.txt index 17af64b434..495004b6be 100644 --- a/comps/guardrails/src/factuality_alignment/requirements.txt +++ b/comps/guardrails/src/factuality_alignment/requirements.txt @@ -1,13 +1,209 @@ -aiohttp -docarray -fastapi -huggingface_hub -opentelemetry-api -opentelemetry-exporter-otlp -opentelemetry-sdk -Pillow -predictionguard -prometheus-fastapi-instrumentator -shortuuid -transformers -uvicorn +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/guardrails/src/factuality_alignment/requirements.in --universal -o ./comps/guardrails/src/factuality_alignment/requirements.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via -r ./comps/guardrails/src/factuality_alignment/requirements.in +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via aiohttp +certifi==2025.6.15 + # via requests +charset-normalizer==3.4.2 + # via requests +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # tqdm +docarray==0.41.0 + # via -r ./comps/guardrails/src/factuality_alignment/requirements.in +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/guardrails/src/factuality_alignment/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +huggingface-hub==0.33.0 + # via + # -r ./comps/guardrails/src/factuality_alignment/requirements.in + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +markdown-it-py==3.0.0 + # via rich +mdurl==0.1.2 + # via markdown-it-py +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +numpy==2.2.6 ; python_full_version < '3.11' + # via + # docarray + # transformers +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # docarray + # transformers +opentelemetry-api==1.34.1 + # via + # -r ./comps/guardrails/src/factuality_alignment/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/guardrails/src/factuality_alignment/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/guardrails/src/factuality_alignment/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +orjson==3.10.18 + # via docarray +packaging==25.0 + # via + # huggingface-hub + # transformers +pillow==11.2.1 + # via -r ./comps/guardrails/src/factuality_alignment/requirements.in +predictionguard==2.8.2 + # via -r ./comps/guardrails/src/factuality_alignment/requirements.in +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/guardrails/src/factuality_alignment/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # googleapis-common-protos + # opentelemetry-proto +pydantic==2.11.7 + # via + # docarray + # fastapi +pydantic-core==2.33.2 + # via pydantic +pygments==2.19.1 + # via rich +pyyaml==6.0.2 + # via + # huggingface-hub + # transformers +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # predictionguard + # transformers +rich==14.0.0 + # via docarray +safetensors==0.5.3 + # via transformers +shortuuid==1.0.13 + # via -r ./comps/guardrails/src/factuality_alignment/requirements.in +sniffio==1.3.1 + # via anyio +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +tabulate==0.9.0 + # via predictionguard +tokenizers==0.21.1 + # via transformers +tqdm==4.67.1 + # via + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/guardrails/src/factuality_alignment/requirements.in +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # rich + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/guardrails/src/factuality_alignment/requirements.in +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/guardrails/src/guardrails/Dockerfile b/comps/guardrails/src/guardrails/Dockerfile index 890dd23790..eeb2122593 100644 --- a/comps/guardrails/src/guardrails/Dockerfile +++ b/comps/guardrails/src/guardrails/Dockerfile @@ -17,9 +17,15 @@ RUN useradd -m -s /bin/bash user && \ COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - if [ ${ARCH} = "cpu" ]; then pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cpu; fi && \ - pip install --no-cache-dir -r /home/user/comps/guardrails/src/guardrails/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + if [ ${ARCH} = "cpu" ]; then \ + $uvpip torch --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/user/comps/guardrails/src/guardrails/requirements-cpu.txt; \ + else \ + $uvpip -r /home/user/comps/guardrails/src/guardrails/requirements-gpu.txt; \ + fi + ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/guardrails/src/guardrails/requirements-cpu.txt b/comps/guardrails/src/guardrails/requirements-cpu.txt new file mode 100644 index 0000000000..1c17dc1bb0 --- /dev/null +++ b/comps/guardrails/src/guardrails/requirements-cpu.txt @@ -0,0 +1,604 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/guardrails/src/guardrails/requirements.in --universal -o ./comps/guardrails/src/guardrails/requirements-cpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # fuzzysearch + # jsonschema + # referencing +av==14.4.0 + # via docarray +bc-detect-secrets==1.5.11 + # via llm-guard +blis==1.3.0 + # via thinc +catalogue==2.0.10 + # via + # spacy + # srsly + # thinc +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 + # via + # cryptography + # zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via + # nltk + # typer + # uvicorn +cloudpathlib==0.21.1 + # via weasel +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm + # wasabi +colorlog==6.9.0 + # via trimesh +confection==0.1.5 + # via + # thinc + # weasel +cryptography==44.0.3 + # via presidio-anonymizer +cymem==2.0.11 + # via + # preshed + # spacy + # thinc +dataclasses-json==0.6.7 + # via langchain-community +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/guardrails/src/guardrails/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +faker==25.9.2 + # via llm-guard +fastapi==0.115.13 + # via -r ./comps/guardrails/src/guardrails/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # tldextract + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub +fuzzysearch==0.8.0 + # via llm-guard +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # openai + # trimesh +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.24.0 + # via + # -r ./comps/guardrails/src/guardrails/requirements.in + # langchain-huggingface + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # tldextract + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +intel-openmp==2021.4.0 ; sys_platform == 'win32' + # via mkl +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via + # spacy +jiter==0.10.0 + # via openai +joblib==1.5.1 + # via + # nltk + # scikit-learn +json-repair==0.23.1 + # via llm-guard +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via langchain-community +langchain-community==0.3.25 + # via -r ./comps/guardrails/src/guardrails/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-community + # langchain-huggingface + # langchain-openai + # langchain-text-splitters +langchain-huggingface==0.1.2 + # via -r ./comps/guardrails/src/guardrails/requirements.in +langchain-openai==0.3.24 + # via -r ./comps/guardrails/src/guardrails/requirements.in +langchain-text-splitters==0.3.8 + # via langchain +langcodes==3.5.0 + # via spacy +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +language-data==1.3.0 + # via langcodes +llm-guard==0.3.14 + # via -r ./comps/guardrails/src/guardrails/requirements.in +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +marisa-trie==1.2.1 + # via language-data +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +murmurhash==1.0.13 + # via + # preshed + # spacy + # thinc +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +nltk==3.9.1 + # via llm-guard +numpy==2.2.6 ; python_full_version < '3.11' + # via + # blis + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # spacy + # thinc + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # blis + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # spacy + # thinc + # transformers + # trimesh + # vhacdx +openai==1.88.0 + # via langchain-openai +opentelemetry-api==1.34.1 + # via + # -r ./comps/guardrails/src/guardrails/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/guardrails/src/guardrails/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/guardrails/src/guardrails/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # langsmith + # marshmallow + # spacy + # thinc + # transformers + # weasel +pandas==2.3.0 + # via docarray +phonenumbers==8.13.55 + # via presidio-analyzer +pillow==11.2.1 + # via + # docarray + # sentence-transformers + # trimesh +preshed==3.0.10 + # via + # spacy + # thinc +presidio-analyzer==2.2.358 + # via llm-guard +presidio-anonymizer==2.2.358 + # via + # -r ./comps/guardrails/src/guardrails/requirements.in + # llm-guard +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/guardrails/src/guardrails/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pycollada==0.9 + # via trimesh +pycparser==2.22 + # via cffi +pydantic==2.11.7 + # via + # confection + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # openai + # pydantic-settings + # spacy + # thinc + # weasel +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # faker + # pandas + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # bc-detect-secrets + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # presidio-analyzer + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.5.15 + # via + # llm-guard + # nltk + # presidio-analyzer + # tiktoken + # transformers +requests==2.32.4 + # via + # bc-detect-secrets + # huggingface-hub + # langchain + # langchain-community + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-file + # requests-toolbelt + # spacy + # tiktoken + # tldextract + # transformers + # weasel +requests-file==2.1.0 + # via tldextract +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via + # docarray + # typer +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via langchain-huggingface +sentencepiece==0.2.0 + # via -r ./comps/guardrails/src/guardrails/requirements.in +setuptools==80.9.0 + # via + # marisa-trie + # spacy + # thinc +shapely==2.1.1 + # via trimesh +shellingham==1.5.4 + # via typer +shortuuid==1.0.13 + # via -r ./comps/guardrails/src/guardrails/requirements.in +six==1.17.0 + # via python-dateutil +smart-open==7.1.0 + # via weasel +sniffio==1.3.1 + # via + # anyio + # openai +spacy==3.8.7 + # via presidio-analyzer +spacy-legacy==3.0.12 + # via spacy +spacy-loggers==1.0.5 + # via spacy +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +srsly==2.5.1 + # via + # confection + # spacy + # thinc + # weasel +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +structlog==25.4.0 + # via llm-guard +svg-path==6.3 + # via trimesh +tbb==2021.13.1 ; sys_platform == 'win32' + # via mkl +tenacity==9.1.2 + # via + # langchain-community + # langchain-core +thinc==8.3.6 + # via spacy +threadpoolctl==3.6.0 + # via scikit-learn +tiktoken==0.7.0 + # via + # langchain-openai + # llm-guard +tldextract==5.3.0 + # via presidio-analyzer +tokenizers==0.19.1 + # via + # langchain-huggingface + # transformers +tqdm==4.67.1 + # via + # huggingface-hub + # nltk + # openai + # sentence-transformers + # spacy + # transformers +transformers==4.41.2 + # via + # langchain-huggingface + # llm-guard + # sentence-transformers +trimesh==4.6.12 + # via docarray +typer==0.16.0 + # via + # spacy + # weasel +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # cloudpathlib + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sentence-transformers + # sqlalchemy + # structlog + # typer + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +unidiff==0.7.5 + # via bc-detect-secrets +urllib3==2.5.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/guardrails/src/guardrails/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +wasabi==1.1.3 + # via + # spacy + # thinc + # weasel +weasel==0.4.1 + # via spacy +wrapt==1.17.2 + # via smart-open +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/guardrails/src/guardrails/requirements-gpu.txt b/comps/guardrails/src/guardrails/requirements-gpu.txt new file mode 100644 index 0000000000..91262f1eb0 --- /dev/null +++ b/comps/guardrails/src/guardrails/requirements-gpu.txt @@ -0,0 +1,652 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/guardrails/src/guardrails/requirements.in --universal -o ./comps/guardrails/src/guardrails/requirements-gpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # fuzzysearch + # jsonschema + # referencing +av==14.4.0 + # via docarray +bc-detect-secrets==1.5.11 + # via llm-guard +blis==1.3.0 + # via thinc +catalogue==2.0.10 + # via + # spacy + # srsly + # thinc +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 + # via + # cryptography + # zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via + # nltk + # typer + # uvicorn +cloudpathlib==0.21.1 + # via weasel +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm + # wasabi +colorlog==6.9.0 + # via trimesh +confection==0.1.5 + # via + # thinc + # weasel +cryptography==44.0.3 + # via presidio-anonymizer +cymem==2.0.11 + # via + # preshed + # spacy + # thinc +dataclasses-json==0.6.7 + # via langchain-community +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/guardrails/src/guardrails/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +faker==25.9.2 + # via llm-guard +fastapi==0.115.13 + # via -r ./comps/guardrails/src/guardrails/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # tldextract + # torch + # transformers + # triton +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub + # torch +fuzzysearch==0.8.0 + # via llm-guard +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # openai + # trimesh +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.24.0 + # via + # -r ./comps/guardrails/src/guardrails/requirements.in + # langchain-huggingface + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # tldextract + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +intel-openmp==2021.4.0 ; sys_platform == 'win32' + # via mkl +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via + # spacy + # torch +jiter==0.10.0 + # via openai +joblib==1.5.1 + # via + # nltk + # scikit-learn +json-repair==0.23.1 + # via llm-guard +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via langchain-community +langchain-community==0.3.25 + # via -r ./comps/guardrails/src/guardrails/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-community + # langchain-huggingface + # langchain-openai + # langchain-text-splitters +langchain-huggingface==0.1.2 + # via -r ./comps/guardrails/src/guardrails/requirements.in +langchain-openai==0.3.24 + # via -r ./comps/guardrails/src/guardrails/requirements.in +langchain-text-splitters==0.3.8 + # via langchain +langcodes==3.5.0 + # via spacy +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +language-data==1.3.0 + # via langcodes +llm-guard==0.3.14 + # via -r ./comps/guardrails/src/guardrails/requirements.in +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +marisa-trie==1.2.1 + # via language-data +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +mkl==2021.4.0 ; sys_platform == 'win32' + # via torch +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +murmurhash==1.0.13 + # via + # preshed + # spacy + # thinc +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # torch + # trimesh +nltk==3.9.1 + # via llm-guard +numpy==2.2.6 ; python_full_version < '3.11' + # via + # blis + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # spacy + # thinc + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # blis + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # spacy + # thinc + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.1.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.1.105 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.1.105 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.1.105 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==8.9.2.26 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.0.2.54 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.2.106 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.4.5.107 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.1.0.106 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-nccl-cu12==2.20.5 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.9.86 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 +nvidia-nvtx-cu12==12.1.105 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +openai==1.88.0 + # via langchain-openai +opentelemetry-api==1.34.1 + # via + # -r ./comps/guardrails/src/guardrails/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/guardrails/src/guardrails/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/guardrails/src/guardrails/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # langsmith + # marshmallow + # spacy + # thinc + # transformers + # weasel +pandas==2.3.0 + # via docarray +phonenumbers==8.13.55 + # via presidio-analyzer +pillow==11.2.1 + # via + # docarray + # sentence-transformers + # trimesh +preshed==3.0.10 + # via + # spacy + # thinc +presidio-analyzer==2.2.358 + # via llm-guard +presidio-anonymizer==2.2.358 + # via + # -r ./comps/guardrails/src/guardrails/requirements.in + # llm-guard +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/guardrails/src/guardrails/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pycollada==0.9 + # via trimesh +pycparser==2.22 + # via cffi +pydantic==2.11.7 + # via + # confection + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # openai + # pydantic-settings + # spacy + # thinc + # weasel +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # faker + # pandas + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # bc-detect-secrets + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # presidio-analyzer + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.5.15 + # via + # llm-guard + # nltk + # presidio-analyzer + # tiktoken + # transformers +requests==2.32.4 + # via + # bc-detect-secrets + # huggingface-hub + # langchain + # langchain-community + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-file + # requests-toolbelt + # spacy + # tiktoken + # tldextract + # transformers + # weasel +requests-file==2.1.0 + # via tldextract +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via + # docarray + # typer +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via langchain-huggingface +sentencepiece==0.2.0 + # via -r ./comps/guardrails/src/guardrails/requirements.in +setuptools==80.9.0 + # via + # marisa-trie + # spacy + # thinc +shapely==2.1.1 + # via trimesh +shellingham==1.5.4 + # via typer +shortuuid==1.0.13 + # via -r ./comps/guardrails/src/guardrails/requirements.in +six==1.17.0 + # via python-dateutil +smart-open==7.1.0 + # via weasel +sniffio==1.3.1 + # via + # anyio + # openai +spacy==3.8.7 + # via presidio-analyzer +spacy-legacy==3.0.12 + # via spacy +spacy-loggers==1.0.5 + # via spacy +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +srsly==2.5.1 + # via + # confection + # spacy + # thinc + # weasel +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +structlog==25.4.0 + # via llm-guard +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +tbb==2021.13.1 ; sys_platform == 'win32' + # via mkl +tenacity==9.1.2 + # via + # langchain-community + # langchain-core +thinc==8.3.6 + # via spacy +threadpoolctl==3.6.0 + # via scikit-learn +tiktoken==0.7.0 + # via + # langchain-openai + # llm-guard +tldextract==5.3.0 + # via presidio-analyzer +tokenizers==0.19.1 + # via + # langchain-huggingface + # transformers +torch==2.3.1 + # via + # llm-guard + # sentence-transformers +tqdm==4.67.1 + # via + # huggingface-hub + # nltk + # openai + # sentence-transformers + # spacy + # transformers +transformers==4.41.2 + # via + # langchain-huggingface + # llm-guard + # sentence-transformers +trimesh==4.6.12 + # via docarray +triton==2.3.1 ; python_full_version < '3.12' and platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +typer==0.16.0 + # via + # spacy + # weasel +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # cloudpathlib + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sentence-transformers + # sqlalchemy + # structlog + # torch + # typer + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +unidiff==0.7.5 + # via bc-detect-secrets +urllib3==2.5.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/guardrails/src/guardrails/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +wasabi==1.1.3 + # via + # spacy + # thinc + # weasel +weasel==0.4.1 + # via spacy +wrapt==1.17.2 + # via smart-open +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/guardrails/src/guardrails/requirements.txt b/comps/guardrails/src/guardrails/requirements.in similarity index 100% rename from comps/guardrails/src/guardrails/requirements.txt rename to comps/guardrails/src/guardrails/requirements.in diff --git a/comps/guardrails/src/hallucination_detection/Dockerfile b/comps/guardrails/src/hallucination_detection/Dockerfile index 8e79ce3aa8..8a03bb4315 100644 --- a/comps/guardrails/src/hallucination_detection/Dockerfile +++ b/comps/guardrails/src/hallucination_detection/Dockerfile @@ -15,11 +15,13 @@ RUN useradd -m -s /bin/bash user && \ COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ if [ ${ARCH} = "cpu" ]; then \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/guardrails/src/hallucination_detection/requirements.txt; \ + $uvpip torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/user/comps/guardrails/src/hallucination_detection/requirements-cpu.txt; \ else \ - pip install --no-cache-dir -r /home/user/comps/guardrails/src/hallucination_detection/requirements.txt; \ + $uvpip -r /home/user/comps/guardrails/src/hallucination_detection/requirements-gpu.txt; \ fi ENV PYTHONPATH=$PYTHONPATH:/home/user @@ -28,4 +30,4 @@ USER user WORKDIR /home/user/comps/guardrails/src/hallucination_detection -ENTRYPOINT ["bash", "entrypoint.sh"] +ENTRYPOINT ["python", "opea_hallucination_detection_microservice.py"] diff --git a/comps/guardrails/src/hallucination_detection/entrypoint.sh b/comps/guardrails/src/hallucination_detection/entrypoint.sh deleted file mode 100644 index a74dea21cd..0000000000 --- a/comps/guardrails/src/hallucination_detection/entrypoint.sh +++ /dev/null @@ -1,8 +0,0 @@ -#!/usr/bin/env bash - -# Copyright (C) 2025 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 - -pip --no-cache-dir install -r requirements-runtime.txt - -python opea_hallucination_detection_microservice.py diff --git a/comps/guardrails/src/hallucination_detection/requirements-cpu.txt b/comps/guardrails/src/hallucination_detection/requirements-cpu.txt new file mode 100644 index 0000000000..20fea76bf7 --- /dev/null +++ b/comps/guardrails/src/hallucination_detection/requirements-cpu.txt @@ -0,0 +1,645 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/guardrails/src/hallucination_detection/requirements.in --universal -o ./comps/guardrails/src/hallucination_detection/requirements-cpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # langchain-community + # vllm +aiosignal==1.3.2 + # via aiohttp +airportsdata==20250523 + # via outlines +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette + # watchfiles +astor==0.8.1 + # via depyf +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +blake3==1.0.5 + # via vllm +cachetools==6.1.0 + # via vllm +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; implementation_name == 'pypy' or platform_python_implementation == 'PyPy' + # via + # pyzmq + # zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via + # ray + # rich-toolkit + # typer + # uvicorn +cloudpickle==3.1.1 + # via + # outlines + # vllm +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm + # uvicorn +colorlog==6.9.0 + # via trimesh +compressed-tensors==0.10.1 + # via vllm +cupy-cuda12x==13.4.1 ; sys_platform != 'darwin' + # via ray +dataclasses-json==0.6.7 + # via langchain-community +depyf==0.18.0 + # via vllm +dill==0.4.0 + # via depyf +diskcache==5.6.3 + # via outlines +distro==1.9.0 + # via openai +dnspython==2.7.0 + # via email-validator +docarray==0.41.0 + # via -r ./comps/guardrails/src/hallucination_detection/requirements.in +einops==0.8.1 + # via vllm +email-validator==2.2.0 + # via fastapi +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # vllm +fastapi-cli==0.0.7 + # via fastapi +fastrlock==0.8.3 ; sys_platform != 'darwin' + # via cupy-cuda12x +filelock==3.18.0 + # via + # huggingface-hub + # ray + # transformers + # vllm +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub +gguf==0.17.0 + # via vllm +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httptools==0.6.4 + # via uvicorn +httpx==0.28.1 + # via + # fastapi + # langsmith + # openai + # trimesh +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.33.0 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # langchain-huggingface + # tokenizers + # transformers + # vllm +idna==3.10 + # via + # anyio + # email-validator + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +interegular==0.3.3 + # via + # lm-format-enforcer + # outlines + # outlines-core +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via + # fastapi + # outlines +jiter==0.10.0 + # via openai +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via + # mistral-common + # outlines + # outlines-core + # ray + # trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # langchain-community +langchain-community==0.3.25 + # via -r ./comps/guardrails/src/hallucination_detection/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-community + # langchain-huggingface + # langchain-openai + # langchain-text-splitters +langchain-huggingface==0.3.0 + # via -r ./comps/guardrails/src/hallucination_detection/requirements.in +langchain-openai==0.3.24 + # via -r ./comps/guardrails/src/hallucination_detection/requirements.in +langchain-text-splitters==0.3.8 + # via langchain +langchainhub==0.1.21 + # via -r ./comps/guardrails/src/hallucination_detection/requirements.in +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +lark==1.2.2 + # via + # outlines + # vllm +llguidance==0.7.29 ; platform_machine == 'aarch64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via vllm +llvmlite==0.44.0 + # via numba +lm-format-enforcer==0.10.11 + # via vllm +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +mistral-common==1.6.2 + # via vllm +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +msgpack==1.1.1 + # via ray +msgspec==0.19.0 + # via vllm +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +nest-asyncio==1.6.0 + # via outlines +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +ninja==1.11.1.4 + # via + # vllm + # xgrammar +numba==0.61.2 + # via vllm +numpy==2.2.6 + # via + # cupy-cuda12x + # docarray + # embreex + # gguf + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # mistral-common + # ml-dtypes + # numba + # opencv-python-headless + # outlines + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx + # vllm + # xformers +openai==1.88.0 + # via + # langchain-openai + # vllm +opencv-python-headless==4.11.0.86 + # via + # mistral-common + # vllm +opentelemetry-api==1.34.1 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # vllm +opentelemetry-exporter-otlp==1.34.1 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # vllm +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # vllm +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opentelemetry-semantic-conventions-ai==0.4.9 + # via vllm +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +outlines==0.1.11 + # via vllm +outlines-core==0.1.26 + # via outlines +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # langchainhub + # langsmith + # lm-format-enforcer + # marshmallow + # ray + # transformers +pandas==2.3.0 + # via docarray +partial-json-parser==0.2.1.1.post5 + # via vllm +pillow==11.2.1 + # via + # docarray + # mistral-common + # trimesh + # vllm +prometheus-client==0.22.1 + # via + # prometheus-fastapi-instrumentator + # vllm +prometheus-fastapi-instrumentator==7.1.0 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # vllm +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto + # ray + # vllm +psutil==7.0.0 + # via vllm +py-cpuinfo==9.0.0 + # via vllm +pycollada==0.9 + # via trimesh +pycountry==24.6.1 + # via outlines +pycparser==2.22 ; implementation_name == 'pypy' or platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # compressed-tensors + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # lm-format-enforcer + # mistral-common + # openai + # outlines + # pydantic-settings + # vllm + # xgrammar +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via + # pydantic-settings + # uvicorn +python-json-logger==3.3.0 + # via vllm +python-multipart==0.0.20 + # via fastapi +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # gguf + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # lm-format-enforcer + # ray + # transformers + # uvicorn + # vllm +pyzmq==27.0.0 + # via vllm +ray==2.47.1 + # via vllm +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications + # outlines +regex==2024.11.6 + # via + # tiktoken + # transformers + # vllm +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langchain-community + # langchainhub + # langsmith + # mistral-common + # opentelemetry-exporter-otlp-proto-http + # outlines + # ray + # requests-toolbelt + # tiktoken + # transformers + # vllm +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via + # docarray + # rich-toolkit + # typer +rich-toolkit==0.14.7 + # via fastapi-cli +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh + # vllm +sentencepiece==0.2.0 + # via + # gguf + # mistral-common + # vllm + # xgrammar +setuptools==79.0.1 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # triton + # vllm +shapely==2.1.1 + # via trimesh +shellingham==1.5.4 + # via typer +shortuuid==1.0.13 + # via -r ./comps/guardrails/src/hallucination_detection/requirements.in +six==1.17.0 + # via + # python-dateutil + # vllm +sniffio==1.3.1 + # via + # anyio + # openai +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tenacity==9.1.2 + # via + # langchain-community + # langchain-core +tiktoken==0.9.0 + # via + # langchain-openai + # mistral-common + # vllm + # xgrammar +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers + # vllm +tqdm==4.67.1 + # via + # gguf + # huggingface-hub + # openai + # outlines + # transformers + # vllm +transformers==4.52.4 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # compressed-tensors + # vllm + # xgrammar +trimesh==4.6.12 + # via docarray +triton==3.3.0 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via xgrammar +typer==0.16.0 + # via fastapi-cli +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via + # docarray + # langchainhub +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # mistral-common + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # outlines + # pydantic + # pydantic-core + # referencing + # rich + # rich-toolkit + # sqlalchemy + # typer + # typing-inspect + # typing-inspection + # uvicorn + # vllm +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # fastapi + # fastapi-cli +uvloop==0.21.0 ; platform_python_implementation != 'PyPy' and sys_platform != 'cygwin' and sys_platform != 'win32' + # via uvicorn +vhacdx==0.0.8.post2 + # via trimesh +vllm==0.9.1 + # via -r ./comps/guardrails/src/hallucination_detection/requirements.in +watchfiles==1.1.0 + # via + # uvicorn + # vllm +websockets==15.0.1 + # via uvicorn +xformers==0.0.30 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via vllm +xgrammar==0.1.19 ; platform_machine == 'aarch64' or platform_machine == 'x86_64' + # via vllm +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/guardrails/src/hallucination_detection/requirements-gpu.txt b/comps/guardrails/src/hallucination_detection/requirements-gpu.txt new file mode 100644 index 0000000000..85c6d15dfd --- /dev/null +++ b/comps/guardrails/src/hallucination_detection/requirements-gpu.txt @@ -0,0 +1,708 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/guardrails/src/hallucination_detection/requirements.in --universal -o ./comps/guardrails/src/hallucination_detection/requirements-gpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # langchain-community + # vllm +aiosignal==1.3.2 + # via aiohttp +airportsdata==20250523 + # via outlines +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette + # watchfiles +astor==0.8.1 + # via depyf +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +blake3==1.0.5 + # via vllm +cachetools==6.1.0 + # via vllm +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; implementation_name == 'pypy' or platform_python_implementation == 'PyPy' + # via + # pyzmq + # zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via + # ray + # rich-toolkit + # typer + # uvicorn +cloudpickle==3.1.1 + # via + # outlines + # vllm +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm + # uvicorn +colorlog==6.9.0 + # via trimesh +compressed-tensors==0.10.1 + # via vllm +cupy-cuda12x==13.4.1 ; sys_platform != 'darwin' + # via ray +dataclasses-json==0.6.7 + # via langchain-community +depyf==0.18.0 + # via vllm +dill==0.4.0 + # via depyf +diskcache==5.6.3 + # via outlines +distro==1.9.0 + # via openai +dnspython==2.7.0 + # via email-validator +docarray==0.41.0 + # via -r ./comps/guardrails/src/hallucination_detection/requirements.in +einops==0.8.1 + # via vllm +email-validator==2.2.0 + # via fastapi +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # vllm +fastapi-cli==0.0.7 + # via fastapi +fastrlock==0.8.3 ; sys_platform != 'darwin' + # via cupy-cuda12x +filelock==3.18.0 + # via + # huggingface-hub + # ray + # torch + # transformers + # vllm +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub + # torch +gguf==0.17.0 + # via vllm +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httptools==0.6.4 + # via uvicorn +httpx==0.28.1 + # via + # fastapi + # langsmith + # openai + # trimesh +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.33.0 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # langchain-huggingface + # tokenizers + # transformers + # vllm +idna==3.10 + # via + # anyio + # email-validator + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +interegular==0.3.3 + # via + # lm-format-enforcer + # outlines + # outlines-core +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via + # fastapi + # outlines + # torch +jiter==0.10.0 + # via openai +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via + # mistral-common + # outlines + # outlines-core + # ray + # trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # langchain-community +langchain-community==0.3.25 + # via -r ./comps/guardrails/src/hallucination_detection/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-community + # langchain-huggingface + # langchain-openai + # langchain-text-splitters +langchain-huggingface==0.3.0 + # via -r ./comps/guardrails/src/hallucination_detection/requirements.in +langchain-openai==0.3.24 + # via -r ./comps/guardrails/src/hallucination_detection/requirements.in +langchain-text-splitters==0.3.8 + # via langchain +langchainhub==0.1.21 + # via -r ./comps/guardrails/src/hallucination_detection/requirements.in +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +lark==1.2.2 + # via + # outlines + # vllm +llguidance==0.7.29 ; platform_machine == 'aarch64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via vllm +llvmlite==0.44.0 + # via numba +lm-format-enforcer==0.10.11 + # via vllm +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +mistral-common==1.6.2 + # via vllm +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +msgpack==1.1.1 + # via ray +msgspec==0.19.0 + # via vllm +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +nest-asyncio==1.6.0 + # via outlines +networkx==3.4.2 ; python_full_version < '3.11' + # via + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # torch + # trimesh +ninja==1.11.1.4 + # via + # vllm + # xgrammar +numba==0.61.2 + # via vllm +numpy==2.2.6 + # via + # cupy-cuda12x + # docarray + # embreex + # gguf + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # mistral-common + # ml-dtypes + # numba + # opencv-python-headless + # outlines + # pandas + # pycollada + # scipy + # shapely + # torchvision + # transformers + # trimesh + # vhacdx + # vllm + # xformers +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +openai==1.88.0 + # via + # langchain-openai + # vllm +opencv-python-headless==4.11.0.86 + # via + # mistral-common + # vllm +opentelemetry-api==1.34.1 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # vllm +opentelemetry-exporter-otlp==1.34.1 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # vllm +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # vllm +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opentelemetry-semantic-conventions-ai==0.4.9 + # via vllm +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +outlines==0.1.11 + # via vllm +outlines-core==0.1.26 + # via outlines +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # langchainhub + # langsmith + # lm-format-enforcer + # marshmallow + # ray + # transformers +pandas==2.3.0 + # via docarray +partial-json-parser==0.2.1.1.post5 + # via vllm +pillow==11.2.1 + # via + # docarray + # mistral-common + # torchvision + # trimesh + # vllm +prometheus-client==0.22.1 + # via + # prometheus-fastapi-instrumentator + # vllm +prometheus-fastapi-instrumentator==7.1.0 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # vllm +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto + # ray + # vllm +psutil==7.0.0 + # via vllm +py-cpuinfo==9.0.0 + # via vllm +pycollada==0.9 + # via trimesh +pycountry==24.6.1 + # via outlines +pycparser==2.22 ; implementation_name == 'pypy' or platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # compressed-tensors + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # lm-format-enforcer + # mistral-common + # openai + # outlines + # pydantic-settings + # vllm + # xgrammar +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via + # pydantic-settings + # uvicorn +python-json-logger==3.3.0 + # via vllm +python-multipart==0.0.20 + # via fastapi +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # gguf + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # lm-format-enforcer + # ray + # transformers + # uvicorn + # vllm +pyzmq==27.0.0 + # via vllm +ray==2.47.1 + # via vllm +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications + # outlines +regex==2024.11.6 + # via + # tiktoken + # transformers + # vllm +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langchain-community + # langchainhub + # langsmith + # mistral-common + # opentelemetry-exporter-otlp-proto-http + # outlines + # ray + # requests-toolbelt + # tiktoken + # transformers + # vllm +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via + # docarray + # rich-toolkit + # typer +rich-toolkit==0.14.7 + # via fastapi-cli +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh + # vllm +sentencepiece==0.2.0 + # via + # gguf + # mistral-common + # vllm + # xgrammar +setuptools==79.0.1 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # torch + # triton + # vllm +shapely==2.1.1 + # via trimesh +shellingham==1.5.4 + # via typer +shortuuid==1.0.13 + # via -r ./comps/guardrails/src/hallucination_detection/requirements.in +six==1.17.0 + # via + # python-dateutil + # vllm +sniffio==1.3.1 + # via + # anyio + # openai +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +tenacity==9.1.2 + # via + # langchain-community + # langchain-core +tiktoken==0.9.0 + # via + # langchain-openai + # mistral-common + # vllm + # xgrammar +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers + # vllm +torch==2.7.0 + # via + # compressed-tensors + # outlines + # torchaudio + # torchvision + # vllm + # xformers + # xgrammar +torchaudio==2.7.0 + # via vllm +torchvision==0.22.0 + # via vllm +tqdm==4.67.1 + # via + # gguf + # huggingface-hub + # openai + # outlines + # transformers + # vllm +transformers==4.52.4 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # compressed-tensors + # vllm + # xgrammar +trimesh==4.6.12 + # via docarray +triton==3.3.0 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # torch + # xgrammar +typer==0.16.0 + # via fastapi-cli +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via + # docarray + # langchainhub +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # mistral-common + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # outlines + # pydantic + # pydantic-core + # referencing + # rich + # rich-toolkit + # sqlalchemy + # torch + # typer + # typing-inspect + # typing-inspection + # uvicorn + # vllm +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via + # -r ./comps/guardrails/src/hallucination_detection/requirements.in + # fastapi + # fastapi-cli +uvloop==0.21.0 ; platform_python_implementation != 'PyPy' and sys_platform != 'cygwin' and sys_platform != 'win32' + # via uvicorn +vhacdx==0.0.8.post2 + # via trimesh +vllm==0.9.1 + # via -r ./comps/guardrails/src/hallucination_detection/requirements.in +watchfiles==1.1.0 + # via + # uvicorn + # vllm +websockets==15.0.1 + # via uvicorn +xformers==0.0.30 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via vllm +xgrammar==0.1.19 ; platform_machine == 'aarch64' or platform_machine == 'x86_64' + # via vllm +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/guardrails/src/hallucination_detection/requirements-runtime.txt b/comps/guardrails/src/hallucination_detection/requirements-runtime.txt deleted file mode 100644 index 225adde271..0000000000 --- a/comps/guardrails/src/hallucination_detection/requirements-runtime.txt +++ /dev/null @@ -1 +0,0 @@ -langserve diff --git a/comps/guardrails/src/hallucination_detection/requirements.txt b/comps/guardrails/src/hallucination_detection/requirements.in similarity index 100% rename from comps/guardrails/src/hallucination_detection/requirements.txt rename to comps/guardrails/src/hallucination_detection/requirements.in diff --git a/comps/guardrails/src/pii_detection/Dockerfile b/comps/guardrails/src/pii_detection/Dockerfile index 99f02bbed2..5b666c12ab 100644 --- a/comps/guardrails/src/pii_detection/Dockerfile +++ b/comps/guardrails/src/pii_detection/Dockerfile @@ -6,8 +6,9 @@ FROM python:3.11-slim COPY comps /home/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r /home/comps/guardrails/src/pii_detection/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/comps/guardrails/src/pii_detection/requirements.txt ENV PYTHONPATH=$PYTHONPATH:/home diff --git a/comps/guardrails/src/pii_detection/requirements.in b/comps/guardrails/src/pii_detection/requirements.in new file mode 100644 index 0000000000..04f86de332 --- /dev/null +++ b/comps/guardrails/src/pii_detection/requirements.in @@ -0,0 +1,14 @@ +aiohttp +docarray +fastapi +huggingface_hub +opentelemetry-api +opentelemetry-exporter-otlp +opentelemetry-sdk +Pillow +predictionguard +presidio_analyzer[transformers] +prometheus-fastapi-instrumentator +shortuuid +transformers +uvicorn \ No newline at end of file diff --git a/comps/guardrails/src/pii_detection/requirements.txt b/comps/guardrails/src/pii_detection/requirements.txt index 642fd13915..3c5685533f 100644 --- a/comps/guardrails/src/pii_detection/requirements.txt +++ b/comps/guardrails/src/pii_detection/requirements.txt @@ -1,14 +1,385 @@ -aiohttp -docarray -fastapi -huggingface_hub -opentelemetry-api -opentelemetry-exporter-otlp -opentelemetry-sdk -Pillow -predictionguard -presidio_analyzer[transformers] -prometheus-fastapi-instrumentator -shortuuid -transformers -uvicorn +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/guardrails/src/pii_detection/requirements.in --universal -o ./comps/guardrails/src/pii_detection/requirements.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via -r ./comps/guardrails/src/pii_detection/requirements.in +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via aiohttp +blis==1.3.0 + # via thinc +catalogue==2.0.10 + # via + # spacy + # srsly + # thinc +certifi==2025.6.15 + # via requests +charset-normalizer==3.4.2 + # via requests +click==8.2.1 + # via + # typer + # uvicorn +cloudpathlib==0.21.1 + # via weasel +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # tqdm + # wasabi +confection==0.1.5 + # via + # thinc + # weasel +cymem==2.0.11 + # via + # preshed + # spacy + # thinc +docarray==0.41.0 + # via -r ./comps/guardrails/src/pii_detection/requirements.in +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/guardrails/src/pii_detection/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # tldextract + # torch + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub + # torch +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +huggingface-hub==0.33.0 + # via + # -r ./comps/guardrails/src/pii_detection/requirements.in + # presidio-analyzer + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # requests + # tldextract + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jinja2==3.1.6 + # via + # spacy + # torch +langcodes==3.5.0 + # via spacy +language-data==1.3.0 + # via langcodes +marisa-trie==1.2.1 + # via language-data +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mdurl==0.1.2 + # via markdown-it-py +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +murmurhash==1.0.13 + # via + # preshed + # spacy + # thinc +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via torch +networkx==3.5 ; python_full_version >= '3.11' + # via torch +numpy==2.2.6 ; python_full_version < '3.11' + # via + # blis + # docarray + # spacy + # thinc + # transformers +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # blis + # docarray + # spacy + # thinc + # transformers +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +opentelemetry-api==1.34.1 + # via + # -r ./comps/guardrails/src/pii_detection/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/guardrails/src/pii_detection/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/guardrails/src/pii_detection/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +orjson==3.10.18 + # via docarray +packaging==25.0 + # via + # huggingface-hub + # spacy + # thinc + # transformers + # weasel +phonenumbers==8.13.55 + # via presidio-analyzer +pillow==11.2.1 + # via -r ./comps/guardrails/src/pii_detection/requirements.in +predictionguard==2.8.2 + # via -r ./comps/guardrails/src/pii_detection/requirements.in +preshed==3.0.10 + # via + # spacy + # thinc +presidio-analyzer==2.2.358 + # via -r ./comps/guardrails/src/pii_detection/requirements.in +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/guardrails/src/pii_detection/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # googleapis-common-protos + # opentelemetry-proto +pydantic==2.11.7 + # via + # confection + # docarray + # fastapi + # spacy + # thinc + # weasel +pydantic-core==2.33.2 + # via pydantic +pygments==2.19.1 + # via rich +pyyaml==6.0.2 + # via + # huggingface-hub + # presidio-analyzer + # transformers +regex==2024.11.6 + # via + # presidio-analyzer + # transformers +requests==2.32.4 + # via + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # predictionguard + # requests-file + # spacy + # tldextract + # transformers + # weasel +requests-file==2.1.0 + # via tldextract +rich==14.0.0 + # via + # docarray + # typer +safetensors==0.5.3 + # via transformers +setuptools==80.9.0 + # via + # marisa-trie + # spacy + # thinc + # torch + # triton +shellingham==1.5.4 + # via typer +shortuuid==1.0.13 + # via -r ./comps/guardrails/src/pii_detection/requirements.in +smart-open==7.1.0 + # via weasel +sniffio==1.3.1 + # via anyio +spacy==3.8.7 + # via + # presidio-analyzer + # spacy-huggingface-pipelines +spacy-huggingface-pipelines==0.0.4 + # via presidio-analyzer +spacy-legacy==3.0.12 + # via spacy +spacy-loggers==1.0.5 + # via spacy +srsly==2.5.1 + # via + # confection + # spacy + # thinc + # weasel +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +sympy==1.14.0 + # via torch +tabulate==0.9.0 + # via predictionguard +thinc==8.3.6 + # via spacy +tldextract==5.3.0 + # via presidio-analyzer +tokenizers==0.21.1 + # via transformers +torch==2.7.1 + # via spacy-huggingface-pipelines +tqdm==4.67.1 + # via + # huggingface-hub + # spacy + # transformers +transformers==4.52.4 + # via + # -r ./comps/guardrails/src/pii_detection/requirements.in + # presidio-analyzer + # spacy-huggingface-pipelines +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +typer==0.16.0 + # via + # spacy + # weasel +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # cloudpathlib + # exceptiongroup + # fastapi + # huggingface-hub + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # rich + # torch + # typer + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/guardrails/src/pii_detection/requirements.in +wasabi==1.1.3 + # via + # spacy + # thinc + # weasel +weasel==0.4.1 + # via spacy +wrapt==1.17.2 + # via smart-open +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/guardrails/src/prompt_injection/Dockerfile b/comps/guardrails/src/prompt_injection/Dockerfile index 78d4553659..e9debc2a9f 100644 --- a/comps/guardrails/src/prompt_injection/Dockerfile +++ b/comps/guardrails/src/prompt_injection/Dockerfile @@ -18,9 +18,10 @@ RUN useradd -m -s /bin/bash user && \ COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - if [ ${ARCH} = "cpu" ]; then pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cpu; fi && \ - pip install --no-cache-dir -r /home/user/comps/guardrails/src/prompt_injection/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + if [ ${ARCH} = "cpu" ]; then $uvpip torch --index-url https://download.pytorch.org/whl/cpu; fi && \ + $uvpip -r /home/user/comps/guardrails/src/prompt_injection/requirements.txt ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/guardrails/src/prompt_injection/requirements.in b/comps/guardrails/src/prompt_injection/requirements.in new file mode 100644 index 0000000000..17af64b434 --- /dev/null +++ b/comps/guardrails/src/prompt_injection/requirements.in @@ -0,0 +1,13 @@ +aiohttp +docarray +fastapi +huggingface_hub +opentelemetry-api +opentelemetry-exporter-otlp +opentelemetry-sdk +Pillow +predictionguard +prometheus-fastapi-instrumentator +shortuuid +transformers +uvicorn diff --git a/comps/guardrails/src/prompt_injection/requirements.txt b/comps/guardrails/src/prompt_injection/requirements.txt index 17af64b434..4d0ad6862d 100644 --- a/comps/guardrails/src/prompt_injection/requirements.txt +++ b/comps/guardrails/src/prompt_injection/requirements.txt @@ -1,13 +1,209 @@ -aiohttp -docarray -fastapi -huggingface_hub -opentelemetry-api -opentelemetry-exporter-otlp -opentelemetry-sdk -Pillow -predictionguard -prometheus-fastapi-instrumentator -shortuuid -transformers -uvicorn +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/guardrails/src/prompt_injection/requirements.in --universal -o ./comps/guardrails/src/prompt_injection/requirements.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via -r ./comps/guardrails/src/prompt_injection/requirements.in +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via aiohttp +certifi==2025.6.15 + # via requests +charset-normalizer==3.4.2 + # via requests +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # tqdm +docarray==0.41.0 + # via -r ./comps/guardrails/src/prompt_injection/requirements.in +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/guardrails/src/prompt_injection/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +huggingface-hub==0.33.0 + # via + # -r ./comps/guardrails/src/prompt_injection/requirements.in + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +markdown-it-py==3.0.0 + # via rich +mdurl==0.1.2 + # via markdown-it-py +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +numpy==2.2.6 ; python_full_version < '3.11' + # via + # docarray + # transformers +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # docarray + # transformers +opentelemetry-api==1.34.1 + # via + # -r ./comps/guardrails/src/prompt_injection/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/guardrails/src/prompt_injection/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/guardrails/src/prompt_injection/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +orjson==3.10.18 + # via docarray +packaging==25.0 + # via + # huggingface-hub + # transformers +pillow==11.2.1 + # via -r ./comps/guardrails/src/prompt_injection/requirements.in +predictionguard==2.8.2 + # via -r ./comps/guardrails/src/prompt_injection/requirements.in +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/guardrails/src/prompt_injection/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # googleapis-common-protos + # opentelemetry-proto +pydantic==2.11.7 + # via + # docarray + # fastapi +pydantic-core==2.33.2 + # via pydantic +pygments==2.19.1 + # via rich +pyyaml==6.0.2 + # via + # huggingface-hub + # transformers +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # predictionguard + # transformers +rich==14.0.0 + # via docarray +safetensors==0.5.3 + # via transformers +shortuuid==1.0.13 + # via -r ./comps/guardrails/src/prompt_injection/requirements.in +sniffio==1.3.1 + # via anyio +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +tabulate==0.9.0 + # via predictionguard +tokenizers==0.21.1 + # via transformers +tqdm==4.67.1 + # via + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/guardrails/src/prompt_injection/requirements.in +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # rich + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/guardrails/src/prompt_injection/requirements.in +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/guardrails/src/toxicity_detection/Dockerfile b/comps/guardrails/src/toxicity_detection/Dockerfile index fd397c9f61..5a4facaf48 100644 --- a/comps/guardrails/src/toxicity_detection/Dockerfile +++ b/comps/guardrails/src/toxicity_detection/Dockerfile @@ -18,9 +18,10 @@ RUN useradd -m -s /bin/bash user && \ COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - if [ ${ARCH} = "cpu" ]; then pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cpu; fi && \ - pip install --no-cache-dir -r /home/user/comps/guardrails/src/toxicity_detection/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + if [ ${ARCH} = "cpu" ]; then $uvpip torch --index-url https://download.pytorch.org/whl/cpu; fi && \ + $uvpip -r /home/user/comps/guardrails/src/toxicity_detection/requirements.txt ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/guardrails/src/toxicity_detection/requirements.in b/comps/guardrails/src/toxicity_detection/requirements.in new file mode 100644 index 0000000000..106ddb9998 --- /dev/null +++ b/comps/guardrails/src/toxicity_detection/requirements.in @@ -0,0 +1,17 @@ +aiohttp +docarray[full] +fastapi +httpx +huggingface_hub +langchain-community +langchain-huggingface +opentelemetry-api +opentelemetry-exporter-otlp +opentelemetry-sdk +predictionguard +prometheus-fastapi-instrumentator +pyyaml +requests +shortuuid +uvicorn +transformers diff --git a/comps/guardrails/src/toxicity_detection/requirements.txt b/comps/guardrails/src/toxicity_detection/requirements.txt index 146af92d29..c977b01e18 100644 --- a/comps/guardrails/src/toxicity_detection/requirements.txt +++ b/comps/guardrails/src/toxicity_detection/requirements.txt @@ -1,17 +1,417 @@ -aiohttp -docarray[full] -fastapi -httpx -huggingface_hub -langchain-community -langchain-huggingface -opentelemetry-api -opentelemetry-exporter-otlp -opentelemetry-sdk -predictionguard -prometheus-fastapi-instrumentator -pyyaml -requests -shortuuid -transformers -uvicorn +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/guardrails/src/toxicity_detection/requirements.in --universal -o ./comps/guardrails/src/toxicity_detection/requirements.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # -r ./comps/guardrails/src/toxicity_detection/requirements.in + # langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via langchain-community +docarray==0.41.0 + # via -r ./comps/guardrails/src/toxicity_detection/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/guardrails/src/toxicity_detection/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # -r ./comps/guardrails/src/toxicity_detection/requirements.in + # langsmith + # trimesh +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.33.0 + # via + # -r ./comps/guardrails/src/toxicity_detection/requirements.in + # langchain-huggingface + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via langchain-community +langchain-community==0.3.25 + # via -r ./comps/guardrails/src/toxicity_detection/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-community + # langchain-huggingface + # langchain-text-splitters +langchain-huggingface==0.3.0 + # via -r ./comps/guardrails/src/toxicity_detection/requirements.in +langchain-text-splitters==0.3.8 + # via langchain +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +opentelemetry-api==1.34.1 + # via + # -r ./comps/guardrails/src/toxicity_detection/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/guardrails/src/toxicity_detection/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/guardrails/src/toxicity_detection/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # langsmith + # marshmallow + # transformers +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # docarray + # trimesh +predictionguard==2.8.2 + # via -r ./comps/guardrails/src/toxicity_detection/requirements.in +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/guardrails/src/toxicity_detection/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # pydantic-settings +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # -r ./comps/guardrails/src/toxicity_detection/requirements.in + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # -r ./comps/guardrails/src/toxicity_detection/requirements.in + # huggingface-hub + # langchain + # langchain-community + # langsmith + # opentelemetry-exporter-otlp-proto-http + # predictionguard + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/guardrails/src/toxicity_detection/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tabulate==0.9.0 + # via predictionguard +tenacity==9.1.2 + # via + # langchain-community + # langchain-core +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +tqdm==4.67.1 + # via + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/guardrails/src/toxicity_detection/requirements.in +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sqlalchemy + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/guardrails/src/toxicity_detection/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/image2image/src/Dockerfile b/comps/image2image/src/Dockerfile index f6511f7147..cb343002fc 100644 --- a/comps/image2image/src/Dockerfile +++ b/comps/image2image/src/Dockerfile @@ -10,9 +10,14 @@ ARG ARCH="cpu" COPY comps /home/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - if [ ${ARCH} = "cpu" ]; then pip install --no-cache-dir torch torchvision --index-url https://download.pytorch.org/whl/cpu; fi && \ - pip install --no-cache-dir -r /home/comps/image2image/src/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + if [ ${ARCH} = "cpu" ]; then \ + $uvpip torch torchvision --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/comps/image2image/src/requirements-cpu.txt; \ + else \ + $uvpip -r /home/comps/image2image/src/requirements-gpu.txt; \ + fi ENV PYTHONPATH=$PYTHONPATH:/home diff --git a/comps/image2image/src/Dockerfile.intel_hpu b/comps/image2image/src/Dockerfile.intel_hpu index ab50630621..c84f5620e1 100644 --- a/comps/image2image/src/Dockerfile.intel_hpu +++ b/comps/image2image/src/Dockerfile.intel_hpu @@ -17,10 +17,13 @@ RUN rm -rf /etc/ssh/ssh_host* ENV LANG=en_US.UTF-8 ENV PYTHONPATH=/home/user:/usr/lib/habanalabs/:/home/user/optimum-habana -# Install requirements and optimum habana -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r /home/user/comps/image2image/src/requirements.txt && \ - pip install --no-cache-dir optimum[habana] +# Install requirements and optimum habana, numpy==1.23.5 required by vault.habana.ai/gaudi-docker/1.20.1/ubuntu22.04/habanalabs/pytorch-installer-2.6.0 +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/user/comps/image2image/src/requirements-cpu.txt && \ + $uvpip numpy==1.26.4 && \ + $uvpip optimum[habana] + USER user WORKDIR /home/user/comps/image2image/src diff --git a/comps/image2image/src/requirements-cpu.txt b/comps/image2image/src/requirements-cpu.txt new file mode 100644 index 0000000000..2a036a3c9d --- /dev/null +++ b/comps/image2image/src/requirements-cpu.txt @@ -0,0 +1,378 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/image2image/src/requirements.in --universal -o ./comps/image2image/src/requirements-cpu.txt +accelerate==1.7.0 + # via -r ./comps/image2image/src/requirements.in +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via fsspec +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +datasets==3.6.0 + # via -r ./comps/image2image/src/requirements.in +diffusers==0.33.1 + # via -r ./comps/image2image/src/requirements.in +dill==0.3.8 + # via + # datasets + # multiprocess +docarray==0.41.0 + # via -r ./comps/image2image/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/image2image/src/requirements.in +filelock==3.18.0 + # via + # datasets + # diffusers + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via trimesh +huggingface-hub==0.33.0 + # via + # accelerate + # datasets + # diffusers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via + # diffusers + # opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # accelerate + # datasets + # diffusers + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # accelerate + # datasets + # diffusers + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +opentelemetry-api==1.34.1 + # via + # -r ./comps/image2image/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/image2image/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/image2image/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via docarray +packaging==25.0 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +pandas==2.3.0 + # via + # datasets + # docarray +pillow==11.2.1 + # via + # diffusers + # docarray + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/image2image/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via accelerate +pyarrow==20.0.0 + # via datasets +pycollada==0.9 + # via trimesh +pydantic==2.7.2 + # via + # -r ./comps/image2image/src/requirements.in + # docarray + # fastapi +pydantic-core==2.18.3 + # via pydantic +pydub==0.25.1 + # via + # -r ./comps/image2image/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # diffusers + # transformers +requests==2.32.4 + # via + # datasets + # diffusers + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # transformers +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # diffusers + # transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/image2image/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tokenizers==0.21.1 + # via transformers +tqdm==4.67.1 + # via + # datasets + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/image2image/src/requirements.in +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # typing-inspect + # uvicorn +typing-inspect==0.9.0 + # via docarray +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/image2image/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # datasets + # trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/image2image/src/requirements-gpu.txt b/comps/image2image/src/requirements-gpu.txt new file mode 100644 index 0000000000..cc69ac5765 --- /dev/null +++ b/comps/image2image/src/requirements-gpu.txt @@ -0,0 +1,434 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/image2image/src/requirements.in --universal -o ./comps/image2image/src/requirements-gpu.txt +accelerate==1.7.0 + # via -r ./comps/image2image/src/requirements.in +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via fsspec +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +datasets==3.6.0 + # via -r ./comps/image2image/src/requirements.in +diffusers==0.33.1 + # via -r ./comps/image2image/src/requirements.in +dill==0.3.8 + # via + # datasets + # multiprocess +docarray==0.41.0 + # via -r ./comps/image2image/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/image2image/src/requirements.in +filelock==3.18.0 + # via + # datasets + # diffusers + # huggingface-hub + # torch + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub + # torch +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via trimesh +huggingface-hub==0.33.0 + # via + # accelerate + # datasets + # diffusers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via + # diffusers + # opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via torch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # torch + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # accelerate + # datasets + # diffusers + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # accelerate + # datasets + # diffusers + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +opentelemetry-api==1.34.1 + # via + # -r ./comps/image2image/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/image2image/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/image2image/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via docarray +packaging==25.0 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +pandas==2.3.0 + # via + # datasets + # docarray +pillow==11.2.1 + # via + # diffusers + # docarray + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/image2image/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via accelerate +pyarrow==20.0.0 + # via datasets +pycollada==0.9 + # via trimesh +pydantic==2.7.2 + # via + # -r ./comps/image2image/src/requirements.in + # docarray + # fastapi +pydantic-core==2.18.3 + # via pydantic +pydub==0.25.1 + # via + # -r ./comps/image2image/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # diffusers + # transformers +requests==2.32.4 + # via + # datasets + # diffusers + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # transformers +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # diffusers + # transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +setuptools==80.9.0 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # torch + # triton +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/image2image/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +tokenizers==0.21.1 + # via transformers +torch==2.7.1 + # via + # -r ./comps/image2image/src/requirements.in + # accelerate +tqdm==4.67.1 + # via + # datasets + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/image2image/src/requirements.in +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # torch + # typing-inspect + # uvicorn +typing-inspect==0.9.0 + # via docarray +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/image2image/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # datasets + # trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/image2image/src/requirements.txt b/comps/image2image/src/requirements.in similarity index 100% rename from comps/image2image/src/requirements.txt rename to comps/image2image/src/requirements.in diff --git a/comps/image2video/src/Dockerfile b/comps/image2video/src/Dockerfile index 297734a79a..223eb1525d 100644 --- a/comps/image2video/src/Dockerfile +++ b/comps/image2video/src/Dockerfile @@ -16,9 +16,14 @@ RUN useradd -m -s /bin/bash user && \ RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing python3-opencv -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - if [ ${ARCH} = "cpu" ]; then pip install --no-cache-dir torch torchvision --index-url https://download.pytorch.org/whl/cpu; fi && \ - pip install --no-cache-dir -r /home/comps/image2video/src/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + if [ ${ARCH} = "cpu" ]; then \ + $uvpip torch torchvision --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/comps/image2video/src/requirements-cpu.txt; \ + else \ + $uvpip -r /home/comps/image2video/src/requirements-gpu.txt; \ + fi ENV PYTHONPATH=$PYTHONPATH:/home diff --git a/comps/image2video/src/Dockerfile.intel_hpu b/comps/image2video/src/Dockerfile.intel_hpu index 7c64fc9a40..6f16f4847f 100644 --- a/comps/image2video/src/Dockerfile.intel_hpu +++ b/comps/image2video/src/Dockerfile.intel_hpu @@ -19,7 +19,7 @@ ENV PYTHONPATH=/home/user:/usr/lib/habanalabs/:/optimum-habana # Install requirements and optimum habana RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r /home/user/comps/image2video/src/requirements.txt && \ + pip install --no-cache-dir -r /home/user/comps/image2video/src/requirements-cpu.txt && \ pip install --no-cache-dir optimum[habana] ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/image2video/src/requirements-cpu.txt b/comps/image2video/src/requirements-cpu.txt new file mode 100644 index 0000000000..86016f68e6 --- /dev/null +++ b/comps/image2video/src/requirements-cpu.txt @@ -0,0 +1,392 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/image2video/src/requirements.in --universal -o ./comps/image2video/src/requirements-cpu.txt +accelerate==0.33.0 + # via + # -r ./comps/image2video/src/requirements.in + # optimum-habana +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via fsspec +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +datasets==3.6.0 + # via -r ./comps/image2video/src/requirements.in +diffusers==0.31.0 + # via + # -r ./comps/image2video/src/requirements.in + # optimum-habana +dill==0.3.8 + # via + # datasets + # multiprocess +docarray==0.41.0 + # via -r ./comps/image2video/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/image2video/src/requirements.in +filelock==3.18.0 + # via + # datasets + # diffusers + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via trimesh +huggingface-hub==0.33.0 + # via + # accelerate + # datasets + # diffusers + # optimum + # optimum-habana + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via + # diffusers + # opentelemetry-api +jax==0.5.3 + # via docarray +jaxlib==0.5.3 + # via jax +joblib==1.5.1 + # via scikit-learn +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.4.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +numpy==1.26.4 + # via + # accelerate + # datasets + # diffusers + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # opencv-python + # optimum + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +opencv-python==4.11.0.86 + # via -r ./comps/image2video/src/requirements.in +opentelemetry-api==1.34.1 + # via + # -r ./comps/image2video/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/image2video/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/image2video/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +optimum==1.26.1 + # via optimum-habana +optimum-habana==1.17.0 + # via -r ./comps/image2video/src/requirements.in +orjson==3.10.18 + # via docarray +packaging==25.0 + # via + # accelerate + # datasets + # huggingface-hub + # optimum + # transformers +pandas==2.3.0 + # via + # datasets + # docarray +pillow==11.2.1 + # via + # diffusers + # docarray + # sentence-transformers + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/image2video/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via accelerate +pyarrow==20.0.0 + # via datasets +pycollada==0.9 + # via trimesh +pydantic==2.7.2 + # via + # -r ./comps/image2video/src/requirements.in + # docarray + # fastapi +pydantic-core==2.18.3 + # via pydantic +pydub==0.25.1 + # via + # -r ./comps/image2video/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # diffusers + # transformers +requests==2.32.4 + # via + # datasets + # diffusers + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # transformers +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # diffusers + # transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==3.3.1 + # via optimum-habana +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/image2video/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +threadpoolctl==3.6.0 + # via scikit-learn +tokenizers==0.21.1 + # via transformers +tqdm==4.67.1 + # via + # datasets + # huggingface-hub + # sentence-transformers + # transformers +transformers==4.49.0 + # via + # -r ./comps/image2video/src/requirements.in + # optimum + # optimum-habana + # sentence-transformers +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # typing-inspect + # uvicorn +typing-inspect==0.9.0 + # via docarray +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/image2video/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # datasets + # trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/image2video/src/requirements-gpu.txt b/comps/image2video/src/requirements-gpu.txt new file mode 100644 index 0000000000..0e16231d54 --- /dev/null +++ b/comps/image2video/src/requirements-gpu.txt @@ -0,0 +1,451 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/image2video/src/requirements.in --universal -o ./comps/image2video/src/requirements-gpu.txt +accelerate==0.33.0 + # via + # -r ./comps/image2video/src/requirements.in + # optimum-habana +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via fsspec +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +datasets==3.6.0 + # via -r ./comps/image2video/src/requirements.in +diffusers==0.31.0 + # via + # -r ./comps/image2video/src/requirements.in + # optimum-habana +dill==0.3.8 + # via + # datasets + # multiprocess +docarray==0.41.0 + # via -r ./comps/image2video/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/image2video/src/requirements.in +filelock==3.18.0 + # via + # datasets + # diffusers + # huggingface-hub + # torch + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub + # torch +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via trimesh +huggingface-hub==0.33.0 + # via + # accelerate + # datasets + # diffusers + # optimum + # optimum-habana + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via + # diffusers + # opentelemetry-api +jax==0.5.3 + # via docarray +jaxlib==0.5.3 + # via jax +jinja2==3.1.6 + # via torch +joblib==1.5.1 + # via scikit-learn +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.4.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # torch + # trimesh +numpy==1.26.4 + # via + # accelerate + # datasets + # diffusers + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # opencv-python + # optimum + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +opencv-python==4.11.0.86 + # via -r ./comps/image2video/src/requirements.in +opentelemetry-api==1.34.1 + # via + # -r ./comps/image2video/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/image2video/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/image2video/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +optimum==1.26.1 + # via optimum-habana +optimum-habana==1.17.0 + # via -r ./comps/image2video/src/requirements.in +orjson==3.10.18 + # via docarray +packaging==25.0 + # via + # accelerate + # datasets + # huggingface-hub + # optimum + # transformers +pandas==2.3.0 + # via + # datasets + # docarray +pillow==11.2.1 + # via + # diffusers + # docarray + # sentence-transformers + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/image2video/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via accelerate +pyarrow==20.0.0 + # via datasets +pycollada==0.9 + # via trimesh +pydantic==2.7.2 + # via + # -r ./comps/image2video/src/requirements.in + # docarray + # fastapi +pydantic-core==2.18.3 + # via pydantic +pydub==0.25.1 + # via + # -r ./comps/image2video/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # diffusers + # transformers +requests==2.32.4 + # via + # datasets + # diffusers + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # transformers +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # diffusers + # transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==3.3.1 + # via optimum-habana +setuptools==80.9.0 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # torch + # triton +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/image2video/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +threadpoolctl==3.6.0 + # via scikit-learn +tokenizers==0.21.1 + # via transformers +torch==2.7.1 + # via + # -r ./comps/image2video/src/requirements.in + # accelerate + # optimum + # optimum-habana + # sentence-transformers +tqdm==4.67.1 + # via + # datasets + # huggingface-hub + # sentence-transformers + # transformers +transformers==4.49.0 + # via + # -r ./comps/image2video/src/requirements.in + # optimum + # optimum-habana + # sentence-transformers +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # torch + # typing-inspect + # uvicorn +typing-inspect==0.9.0 + # via docarray +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/image2video/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # datasets + # trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/image2video/src/requirements.txt b/comps/image2video/src/requirements.in similarity index 100% rename from comps/image2video/src/requirements.txt rename to comps/image2video/src/requirements.in diff --git a/comps/language_detection/src/Dockerfile b/comps/language_detection/src/Dockerfile index 1245ec86c1..b5325fa591 100644 --- a/comps/language_detection/src/Dockerfile +++ b/comps/language_detection/src/Dockerfile @@ -20,8 +20,9 @@ RUN useradd -m -s /bin/bash user && \ mkdir -p /home/user && \ chown -R user /home/user/ -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r /home/comps/language_detection/src/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/comps/language_detection/src/requirements.txt ENV PYTHONPATH=$PYTHONPATH:/home diff --git a/comps/language_detection/src/requirements.in b/comps/language_detection/src/requirements.in new file mode 100644 index 0000000000..0d7f08925b --- /dev/null +++ b/comps/language_detection/src/requirements.in @@ -0,0 +1,19 @@ +aiohttp +docarray[full] +fastapi +fasttext-langdetect +h11 +httpx +jinja2 +langsmith +numpy==1.26.4 +opentelemetry-api +opentelemetry-exporter-otlp +opentelemetry-sdk +prometheus-fastapi-instrumentator +pydantic==2.7.2 +pydub +pyyaml +shortuuid +starlette +uvicorn diff --git a/comps/language_detection/src/requirements.txt b/comps/language_detection/src/requirements.txt index 0d7f08925b..44e8c14190 100644 --- a/comps/language_detection/src/requirements.txt +++ b/comps/language_detection/src/requirements.txt @@ -1,19 +1,312 @@ -aiohttp -docarray[full] -fastapi -fasttext-langdetect -h11 -httpx -jinja2 -langsmith +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/language_detection/src/requirements.in --universal -o ./comps/language_detection/src/requirements.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via -r ./comps/language_detection/src/requirements.in +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; python_full_version < '3.12.4' and platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog +colorlog==6.9.0 + # via trimesh +docarray==0.41.0 + # via -r ./comps/language_detection/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/language_detection/src/requirements.in +fasttext==0.9.3 + # via fasttext-langdetect +fasttext-langdetect==1.0.5 + # via -r ./comps/language_detection/src/requirements.in +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # -r ./comps/language_detection/src/requirements.in + # httpcore + # uvicorn +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # -r ./comps/language_detection/src/requirements.in + # langsmith + # trimesh +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.5.3 + # via docarray +jaxlib==0.5.3 + # via jax +jinja2==3.1.6 + # via -r ./comps/language_detection/src/requirements.in +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langsmith==0.1.81 ; python_full_version >= '3.12.4' + # via -r ./comps/language_detection/src/requirements.in +langsmith==0.4.1 ; python_full_version < '3.12.4' + # via -r ./comps/language_detection/src/requirements.in +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.4.1 + # via + # jax + # jaxlib +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via trimesh numpy==1.26.4 -opentelemetry-api -opentelemetry-exporter-otlp -opentelemetry-sdk -prometheus-fastapi-instrumentator + # via + # -r ./comps/language_detection/src/requirements.in + # docarray + # embreex + # fasttext + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # trimesh + # vhacdx +opentelemetry-api==1.34.1 + # via + # -r ./comps/language_detection/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/language_detection/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/language_detection/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==25.0 ; python_full_version < '3.12.4' + # via langsmith +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # docarray + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/language_detection/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pybind11==2.13.6 + # via fasttext +pycollada==0.9 + # via trimesh +pycparser==2.22 ; python_full_version < '3.12.4' and platform_python_implementation == 'PyPy' + # via cffi pydantic==2.7.2 -pydub -pyyaml -shortuuid -starlette -uvicorn + # via + # -r ./comps/language_detection/src/requirements.in + # docarray + # fastapi + # langsmith +pydantic-core==2.18.3 + # via pydantic +pydub==0.25.1 + # via + # -r ./comps/language_detection/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via -r ./comps/language_detection/src/requirements.in +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +requests==2.32.4 + # via + # fasttext-langdetect + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt +requests-toolbelt==1.0.0 ; python_full_version < '3.12.4' + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +setuptools==80.9.0 + # via fasttext +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/language_detection/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +starlette==0.46.2 + # via + # -r ./comps/language_detection/src/requirements.in + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # typing-inspect + # uvicorn +typing-inspect==0.9.0 + # via docarray +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/language_detection/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 ; python_full_version < '3.12.4' + # via langsmith diff --git a/comps/llms/src/doc-summarization/Dockerfile b/comps/llms/src/doc-summarization/Dockerfile index 645056e0dd..d3d0bdc9eb 100644 --- a/comps/llms/src/doc-summarization/Dockerfile +++ b/comps/llms/src/doc-summarization/Dockerfile @@ -15,9 +15,14 @@ RUN useradd -m -s /bin/bash user && \ COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - if [ ${ARCH} = "cpu" ]; then pip install --no-cache-dir torch torchvision --index-url https://download.pytorch.org/whl/cpu; fi && \ - pip install --no-cache-dir -r /home/user/comps/llms/src/doc-summarization/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + if [ ${ARCH} = "cpu" ]; then \ + $uvpip torch torchvision --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/user/comps/llms/src/doc-summarization/requirements-cpu.txt; \ + else \ + $uvpip -r /home/user/comps/llms/src/doc-summarization/requirements-gpu.txt; \ + fi ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/llms/src/doc-summarization/requirements-cpu.txt b/comps/llms/src/doc-summarization/requirements-cpu.txt new file mode 100644 index 0000000000..14800701e6 --- /dev/null +++ b/comps/llms/src/doc-summarization/requirements-cpu.txt @@ -0,0 +1,462 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/llms/src/doc-summarization/requirements.in --universal -o ./comps/llms/src/doc-summarization/requirements-cpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via langchain-community +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/llms/src/doc-summarization/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/llms/src/doc-summarization/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +httpcore==1.0.9 + # via httpx +httpx==0.27.2 + # via + # -r ./comps/llms/src/doc-summarization/requirements.in + # langsmith + # openai + # trimesh +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.27.1 + # via + # -r ./comps/llms/src/doc-summarization/requirements.in + # langchain-huggingface + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jiter==0.10.0 + # via openai +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via + # -r ./comps/llms/src/doc-summarization/requirements.in + # langchain-community +langchain-community==0.3.25 + # via -r ./comps/llms/src/doc-summarization/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-community + # langchain-huggingface + # langchain-openai + # langchain-text-splitters +langchain-huggingface==0.1.2 + # via -r ./comps/llms/src/doc-summarization/requirements.in +langchain-openai==0.3.24 + # via -r ./comps/llms/src/doc-summarization/requirements.in +langchain-text-splitters==0.3.8 + # via langchain +langchainhub==0.1.21 + # via -r ./comps/llms/src/doc-summarization/requirements.in +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +openai==1.88.0 + # via langchain-openai +opentelemetry-api==1.34.1 + # via + # -r ./comps/llms/src/doc-summarization/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/llms/src/doc-summarization/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/llms/src/doc-summarization/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # langchainhub + # langsmith + # marshmallow + # transformers +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # docarray + # sentence-transformers + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/llms/src/doc-summarization/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # openai + # pydantic-settings +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # tiktoken + # transformers +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langchain-community + # langchainhub + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # tiktoken + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via langchain-huggingface +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/llms/src/doc-summarization/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via + # anyio + # httpx + # openai +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tenacity==9.1.2 + # via + # langchain-community + # langchain-core +threadpoolctl==3.6.0 + # via scikit-learn +tiktoken==0.9.0 + # via langchain-openai +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +tqdm==4.67.1 + # via + # huggingface-hub + # openai + # sentence-transformers + # transformers +transformers==4.50.3 + # via + # -r ./comps/llms/src/doc-summarization/requirements.in + # langchain-huggingface + # sentence-transformers +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via + # docarray + # langchainhub +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sentence-transformers + # sqlalchemy + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/llms/src/doc-summarization/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/llms/src/doc-summarization/requirements-gpu.txt b/comps/llms/src/doc-summarization/requirements-gpu.txt new file mode 100644 index 0000000000..7f703ea97d --- /dev/null +++ b/comps/llms/src/doc-summarization/requirements-gpu.txt @@ -0,0 +1,516 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/llms/src/doc-summarization/requirements.in --universal -o ./comps/llms/src/doc-summarization/requirements-gpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via langchain-community +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/llms/src/doc-summarization/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/llms/src/doc-summarization/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # torch + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub + # torch +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +httpcore==1.0.9 + # via httpx +httpx==0.27.2 + # via + # -r ./comps/llms/src/doc-summarization/requirements.in + # langsmith + # openai + # trimesh +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.27.1 + # via + # -r ./comps/llms/src/doc-summarization/requirements.in + # langchain-huggingface + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via torch +jiter==0.10.0 + # via openai +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via + # -r ./comps/llms/src/doc-summarization/requirements.in + # langchain-community +langchain-community==0.3.25 + # via -r ./comps/llms/src/doc-summarization/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-community + # langchain-huggingface + # langchain-openai + # langchain-text-splitters +langchain-huggingface==0.1.2 + # via -r ./comps/llms/src/doc-summarization/requirements.in +langchain-openai==0.3.24 + # via -r ./comps/llms/src/doc-summarization/requirements.in +langchain-text-splitters==0.3.8 + # via langchain +langchainhub==0.1.21 + # via -r ./comps/llms/src/doc-summarization/requirements.in +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # torch + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +openai==1.88.0 + # via langchain-openai +opentelemetry-api==1.34.1 + # via + # -r ./comps/llms/src/doc-summarization/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/llms/src/doc-summarization/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/llms/src/doc-summarization/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # langchainhub + # langsmith + # marshmallow + # transformers +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # docarray + # sentence-transformers + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/llms/src/doc-summarization/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # openai + # pydantic-settings +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # tiktoken + # transformers +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langchain-community + # langchainhub + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # tiktoken + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via langchain-huggingface +setuptools==80.9.0 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # torch + # triton +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/llms/src/doc-summarization/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via + # anyio + # httpx + # openai +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +tenacity==9.1.2 + # via + # langchain-community + # langchain-core +threadpoolctl==3.6.0 + # via scikit-learn +tiktoken==0.9.0 + # via langchain-openai +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +torch==2.7.1 + # via sentence-transformers +tqdm==4.67.1 + # via + # huggingface-hub + # openai + # sentence-transformers + # transformers +transformers==4.50.3 + # via + # -r ./comps/llms/src/doc-summarization/requirements.in + # langchain-huggingface + # sentence-transformers +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via + # docarray + # langchainhub +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sentence-transformers + # sqlalchemy + # torch + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/llms/src/doc-summarization/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/llms/src/doc-summarization/requirements.txt b/comps/llms/src/doc-summarization/requirements.in similarity index 100% rename from comps/llms/src/doc-summarization/requirements.txt rename to comps/llms/src/doc-summarization/requirements.in diff --git a/comps/llms/src/faq-generation/Dockerfile b/comps/llms/src/faq-generation/Dockerfile index af5d763604..3d719b93ec 100644 --- a/comps/llms/src/faq-generation/Dockerfile +++ b/comps/llms/src/faq-generation/Dockerfile @@ -17,11 +17,13 @@ RUN useradd -m -s /bin/bash user && \ COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ if [ ${ARCH} = "cpu" ]; then \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/llms/src/faq-generation/requirements.txt; \ + $uvpip torch torchvision --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/user/comps/llms/src/faq-generation/requirements-cpu.txt; \ else \ - pip install --no-cache-dir -r /home/user/comps/llms/src/faq-generation/requirements.txt; \ + $uvpip -r /home/user/comps/llms/src/faq-generation/requirements-gpu.txt; \ fi ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/llms/src/faq-generation/requirements-cpu.txt b/comps/llms/src/faq-generation/requirements-cpu.txt new file mode 100644 index 0000000000..f252b005a6 --- /dev/null +++ b/comps/llms/src/faq-generation/requirements-cpu.txt @@ -0,0 +1,461 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/llms/src/faq-generation/requirements.in --universal -o ./comps/llms/src/faq-generation/requirements-cpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via langchain-community +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/llms/src/faq-generation/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/llms/src/faq-generation/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # openai + # trimesh +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.27.1 + # via + # -r ./comps/llms/src/faq-generation/requirements.in + # langchain-huggingface + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jiter==0.10.0 + # via openai +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via + # -r ./comps/llms/src/faq-generation/requirements.in + # langchain-community +langchain-community==0.3.25 + # via -r ./comps/llms/src/faq-generation/requirements.in +langchain-core==0.3.65 + # via + # -r ./comps/llms/src/faq-generation/requirements.in + # langchain + # langchain-community + # langchain-huggingface + # langchain-openai + # langchain-text-splitters +langchain-huggingface==0.1.2 + # via -r ./comps/llms/src/faq-generation/requirements.in +langchain-openai==0.3.24 + # via -r ./comps/llms/src/faq-generation/requirements.in +langchain-text-splitters==0.3.8 + # via langchain +langchainhub==0.1.21 + # via -r ./comps/llms/src/faq-generation/requirements.in +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +openai==1.88.0 + # via langchain-openai +opentelemetry-api==1.34.1 + # via + # -r ./comps/llms/src/faq-generation/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/llms/src/faq-generation/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/llms/src/faq-generation/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # langchainhub + # langsmith + # marshmallow + # transformers +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # docarray + # sentence-transformers + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/llms/src/faq-generation/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # openai + # pydantic-settings +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # tiktoken + # transformers +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langchain-community + # langchainhub + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # tiktoken + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via langchain-huggingface +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/llms/src/faq-generation/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via + # anyio + # openai +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tenacity==9.1.2 + # via + # langchain-community + # langchain-core +threadpoolctl==3.6.0 + # via scikit-learn +tiktoken==0.9.0 + # via langchain-openai +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +tqdm==4.67.1 + # via + # huggingface-hub + # openai + # sentence-transformers + # transformers +transformers==4.50.3 + # via + # -r ./comps/llms/src/faq-generation/requirements.in + # langchain-huggingface + # sentence-transformers +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via + # docarray + # langchainhub +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sentence-transformers + # sqlalchemy + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/llms/src/faq-generation/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/llms/src/faq-generation/requirements-gpu.txt b/comps/llms/src/faq-generation/requirements-gpu.txt new file mode 100644 index 0000000000..6f27d1a891 --- /dev/null +++ b/comps/llms/src/faq-generation/requirements-gpu.txt @@ -0,0 +1,515 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/llms/src/faq-generation/requirements.in --universal -o ./comps/llms/src/faq-generation/requirements-gpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via langchain-community +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/llms/src/faq-generation/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/llms/src/faq-generation/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # torch + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub + # torch +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # openai + # trimesh +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.27.1 + # via + # -r ./comps/llms/src/faq-generation/requirements.in + # langchain-huggingface + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via torch +jiter==0.10.0 + # via openai +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via + # -r ./comps/llms/src/faq-generation/requirements.in + # langchain-community +langchain-community==0.3.25 + # via -r ./comps/llms/src/faq-generation/requirements.in +langchain-core==0.3.65 + # via + # -r ./comps/llms/src/faq-generation/requirements.in + # langchain + # langchain-community + # langchain-huggingface + # langchain-openai + # langchain-text-splitters +langchain-huggingface==0.1.2 + # via -r ./comps/llms/src/faq-generation/requirements.in +langchain-openai==0.3.24 + # via -r ./comps/llms/src/faq-generation/requirements.in +langchain-text-splitters==0.3.8 + # via langchain +langchainhub==0.1.21 + # via -r ./comps/llms/src/faq-generation/requirements.in +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # torch + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +openai==1.88.0 + # via langchain-openai +opentelemetry-api==1.34.1 + # via + # -r ./comps/llms/src/faq-generation/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/llms/src/faq-generation/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/llms/src/faq-generation/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # langchainhub + # langsmith + # marshmallow + # transformers +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # docarray + # sentence-transformers + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/llms/src/faq-generation/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # openai + # pydantic-settings +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # tiktoken + # transformers +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langchain-community + # langchainhub + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # tiktoken + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via langchain-huggingface +setuptools==80.9.0 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # torch + # triton +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/llms/src/faq-generation/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via + # anyio + # openai +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +tenacity==9.1.2 + # via + # langchain-community + # langchain-core +threadpoolctl==3.6.0 + # via scikit-learn +tiktoken==0.9.0 + # via langchain-openai +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +torch==2.7.1 + # via sentence-transformers +tqdm==4.67.1 + # via + # huggingface-hub + # openai + # sentence-transformers + # transformers +transformers==4.50.3 + # via + # -r ./comps/llms/src/faq-generation/requirements.in + # langchain-huggingface + # sentence-transformers +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via + # docarray + # langchainhub +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sentence-transformers + # sqlalchemy + # torch + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/llms/src/faq-generation/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/llms/src/faq-generation/requirements.txt b/comps/llms/src/faq-generation/requirements.in similarity index 100% rename from comps/llms/src/faq-generation/requirements.txt rename to comps/llms/src/faq-generation/requirements.in diff --git a/comps/llms/src/text-generation/Dockerfile b/comps/llms/src/text-generation/Dockerfile index 5d51825dc9..030855e9e5 100644 --- a/comps/llms/src/text-generation/Dockerfile +++ b/comps/llms/src/text-generation/Dockerfile @@ -13,8 +13,9 @@ RUN useradd -m -s /bin/bash user && \ COPY comps/llms/src/text-generation/requirements.txt /home/user/comps/llms/src/text-generation/requirements.txt -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r /home/user/comps/llms/src/text-generation/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/user/comps/llms/src/text-generation/requirements.txt COPY comps /home/user/comps ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/llms/src/text-generation/Dockerfile.intel_hpu b/comps/llms/src/text-generation/Dockerfile.intel_hpu index de887b0cfc..405acd0a42 100644 --- a/comps/llms/src/text-generation/Dockerfile.intel_hpu +++ b/comps/llms/src/text-generation/Dockerfile.intel_hpu @@ -22,18 +22,19 @@ RUN git lfs install COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir --upgrade-strategy eager optimum[habana] && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + pip install --no-cache-dir optimum-habana && \ pip install --no-cache-dir git+https://github.com/HabanaAI/DeepSpeed.git@1.20.0 RUN git clone ${REPO} --depth 1 --branch ${REPO_VER} /home/user/optimum-habana && rm -rf /home/user/optimum-habana/.git WORKDIR /home/user/optimum-habana/examples/text-generation -RUN pip install --no-cache-dir -r requirements.txt +RUN $uvpip -r requirements.txt WORKDIR /home/user/comps/llms/src/text-generation/ -RUN pip install --no-cache-dir -r requirements.txt && \ - pip install --no-cache-dir --upgrade --force-reinstall pydantic numpy==1.25 +RUN $uvpip -r requirements.txt && \ + $uvpip --upgrade --force-reinstall pydantic numpy==1.26.4 transformers==4.49.0 ENV PYTHONPATH=/root:/home/user ENV HABANA_LOGS=/home/user/logs diff --git a/comps/llms/src/text-generation/Dockerfile.intel_hpu_phi4 b/comps/llms/src/text-generation/Dockerfile.intel_hpu_phi4 index 3dd982bd53..8abd72ed50 100644 --- a/comps/llms/src/text-generation/Dockerfile.intel_hpu_phi4 +++ b/comps/llms/src/text-generation/Dockerfile.intel_hpu_phi4 @@ -20,15 +20,17 @@ RUN git lfs install COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ pip install --no-cache-dir --upgrade-strategy eager optimum[habana] && \ pip install --no-cache-dir git+https://github.com/HabanaAI/DeepSpeed.git@1.20.0 -RUN pip install --no-cache-dir git+https://github.com/huggingface/optimum-habana.git@transformers_future +RUN $uvpip git+https://github.com/huggingface/optimum-habana.git@transformers_future WORKDIR /home/user/comps/llms/src/text-generation -RUN pip install --no-cache-dir -r requirements.txt && \ - pip install --no-cache-dir soundfile peft backoff +RUN $uvpip -r requirements.txt && \ + $uvpip soundfile peft backoff && \ + $uvpip numpy==1.26.4 transformers==4.51.3 ENV PYTHONPATH=/root:/home/user ENV HABANA_LOGS=/home/user/logs diff --git a/comps/llms/src/text-generation/requirements.in b/comps/llms/src/text-generation/requirements.in new file mode 100644 index 0000000000..2669179cff --- /dev/null +++ b/comps/llms/src/text-generation/requirements.in @@ -0,0 +1,17 @@ +aiohttp +boto3 +docarray[full] +fastapi +httpx==0.27.2 +huggingface_hub +langchain_core +openai==1.57.4 +opentelemetry-api +opentelemetry-exporter-otlp +opentelemetry-sdk +Pillow +predictionguard +prometheus-fastapi-instrumentator +shortuuid +transformers +uvicorn diff --git a/comps/llms/src/text-generation/requirements.txt b/comps/llms/src/text-generation/requirements.txt index 2669179cff..f7afebea53 100644 --- a/comps/llms/src/text-generation/requirements.txt +++ b/comps/llms/src/text-generation/requirements.txt @@ -1,17 +1,390 @@ -aiohttp -boto3 -docarray[full] -fastapi +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/llms/src/text-generation/requirements.in --universal -o ./comps/llms/src/text-generation/requirements.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via -r ./comps/llms/src/text-generation/requirements.in +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +boto3==1.38.38 + # via -r ./comps/llms/src/text-generation/requirements.in +botocore==1.38.38 + # via + # boto3 + # s3transfer +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/llms/src/text-generation/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/llms/src/text-generation/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx httpx==0.27.2 -huggingface_hub -langchain_core + # via + # -r ./comps/llms/src/text-generation/requirements.in + # langsmith + # openai + # trimesh +huggingface-hub==0.33.0 + # via + # -r ./comps/llms/src/text-generation/requirements.in + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jiter==0.10.0 + # via openai +jmespath==1.0.1 + # via + # boto3 + # botocore +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain-core==0.3.65 + # via -r ./comps/llms/src/text-generation/requirements.in +langsmith==0.3.45 + # via langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx openai==1.57.4 -opentelemetry-api -opentelemetry-exporter-otlp -opentelemetry-sdk -Pillow -predictionguard -prometheus-fastapi-instrumentator -shortuuid -transformers -uvicorn + # via -r ./comps/llms/src/text-generation/requirements.in +opentelemetry-api==1.34.1 + # via + # -r ./comps/llms/src/text-generation/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/llms/src/text-generation/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/llms/src/text-generation/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # langsmith + # transformers +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # -r ./comps/llms/src/text-generation/requirements.in + # docarray + # trimesh +predictionguard==2.8.2 + # via -r ./comps/llms/src/text-generation/requirements.in +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/llms/src/text-generation/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # docarray + # fastapi + # langchain-core + # langsmith + # openai +pydantic-core==2.33.2 + # via pydantic +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # botocore + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # huggingface-hub + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # huggingface-hub + # langsmith + # opentelemetry-exporter-otlp-proto-http + # predictionguard + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +s3transfer==0.13.0 + # via boto3 +safetensors==0.5.3 + # via transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/llms/src/text-generation/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via + # anyio + # httpx + # openai +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tabulate==0.9.0 + # via predictionguard +tenacity==9.1.2 + # via langchain-core +tokenizers==0.21.1 + # via transformers +tqdm==4.67.1 + # via + # huggingface-hub + # openai + # transformers +transformers==4.52.4 + # via -r ./comps/llms/src/text-generation/requirements.in +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # botocore + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/llms/src/text-generation/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/llms/utils/lm-eval/Dockerfile b/comps/llms/utils/lm-eval/Dockerfile index df10596f9f..b10ea5e59b 100644 --- a/comps/llms/utils/lm-eval/Dockerfile +++ b/comps/llms/utils/lm-eval/Dockerfile @@ -23,8 +23,10 @@ RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \ COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r /home/user/comps/llms/utils/lm-eval/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip torch --index-url https://download.pytorch.org/whl/cpu && \ + $uvpip -r /home/user/comps/llms/utils/lm-eval/requirements-cpu.txt ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/llms/utils/lm-eval/requirements-cpu.txt b/comps/llms/utils/lm-eval/requirements-cpu.txt new file mode 100644 index 0000000000..c95274a4c6 --- /dev/null +++ b/comps/llms/utils/lm-eval/requirements-cpu.txt @@ -0,0 +1,301 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/llms/utils/lm-eval/requirements.in --universal -o ./comps/llms/utils/lm-eval/requirements-cpu.txt +absl-py==2.3.0 + # via rouge-score +accelerate==1.7.0 + # via + # bigcode-eval + # lm-eval + # peft +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via fsspec +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonlines +bigcode-eval @ git+https://github.com/bigcode-project/bigcode-evaluation-harness.git@6116c6a9a5672c69bd624373cfbc8938b7acc249 + # via -r ./comps/llms/utils/lm-eval/requirements.in +certifi==2025.6.15 + # via requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +chardet==5.2.0 + # via mbstrdecoder +charset-normalizer==3.4.2 + # via requests +click==8.2.1 + # via nltk +colorama==0.4.6 + # via + # click + # sacrebleu + # tqdm + # tqdm-multiprocess +dataproperty==1.1.0 + # via + # pytablewriter + # tabledata +datasets==3.6.0 + # via + # bigcode-eval + # evaluate + # lm-eval +dill==0.3.8 + # via + # datasets + # evaluate + # lm-eval + # multiprocess +docopt==0.6.2 + # via mosestokenizer +evaluate==0.4.3 + # via + # bigcode-eval + # lm-eval +filelock==3.18.0 + # via + # datasets + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # bigcode-eval + # datasets + # evaluate + # huggingface-hub +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +huggingface-hub==0.33.0 + # via + # accelerate + # bigcode-eval + # datasets + # evaluate + # peft + # tokenizers + # transformers +idna==3.10 + # via + # requests + # yarl +joblib==1.5.1 + # via + # nltk + # scikit-learn +jsonlines==4.0.0 + # via lm-eval +lm-eval==0.4.3 + # via -r ./comps/llms/utils/lm-eval/requirements.in +lxml==5.4.0 + # via sacrebleu +markupsafe==3.0.2 + # via jinja2 +mbstrdecoder==1.1.4 + # via + # dataproperty + # pytablewriter + # typepy +more-itertools==10.7.0 + # via lm-eval +mosestokenizer==1.0.0 + # via bigcode-eval +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via + # datasets + # evaluate +nltk==3.9.1 + # via rouge-score +numexpr==2.11.0 + # via lm-eval +numpy==2.2.6 ; python_full_version < '3.11' + # via + # accelerate + # datasets + # evaluate + # numexpr + # pandas + # peft + # rouge-score + # sacrebleu + # scikit-learn + # scipy + # transformers +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # accelerate + # datasets + # evaluate + # numexpr + # pandas + # peft + # rouge-score + # sacrebleu + # scikit-learn + # scipy + # transformers +opea-eval==1.3 + # via -r ./comps/llms/utils/lm-eval/requirements.in +openfile==0.0.7 + # via mosestokenizer +packaging==25.0 + # via + # accelerate + # datasets + # evaluate + # huggingface-hub + # peft + # transformers + # typepy +pandas==2.3.0 + # via + # datasets + # evaluate +pathvalidate==3.3.1 + # via pytablewriter +peft==0.15.2 + # via lm-eval +portalocker==3.2.0 + # via sacrebleu +propcache==0.3.2 + # via + # aiohttp + # yarl +psutil==7.0.0 + # via + # accelerate + # peft +pyarrow==20.0.0 + # via datasets +pybind11==2.13.6 + # via lm-eval +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.7.2 + # via -r ./comps/llms/utils/lm-eval/requirements.in +pydantic-core==2.18.3 + # via pydantic +pyext==0.5 + # via bigcode-eval +pytablewriter==1.2.1 + # via lm-eval +python-dateutil==2.9.0.post0 + # via + # pandas + # typepy +pytz==2025.2 + # via + # pandas + # typepy +pywin32==310 ; sys_platform == 'win32' + # via portalocker +pyyaml==6.0.2 + # via + # accelerate + # datasets + # huggingface-hub + # peft + # transformers +regex==2024.11.6 + # via + # nltk + # sacrebleu + # transformers +requests==2.32.4 + # via + # datasets + # evaluate + # huggingface-hub + # transformers +rouge-score==0.1.2 + # via lm-eval +sacrebleu==2.5.1 + # via lm-eval +safetensors==0.5.3 + # via + # accelerate + # peft + # transformers +scikit-learn==1.7.0 + # via lm-eval +scipy==1.15.3 + # via scikit-learn +setuptools==80.9.0 + # via + # pytablewriter +six==1.17.0 + # via + # python-dateutil + # rouge-score +sqlitedict==2.1.0 + # via lm-eval +tabledata==1.3.4 + # via pytablewriter +tabulate==0.9.0 + # via sacrebleu +tcolorpy==0.1.7 + # via pytablewriter +threadpoolctl==3.6.0 + # via scikit-learn +tokenizers==0.21.1 + # via transformers +toolwrapper==2.1.0 + # via mosestokenizer +tqdm==4.67.1 + # via + # datasets + # evaluate + # huggingface-hub + # nltk + # peft + # tqdm-multiprocess + # transformers +tqdm-multiprocess==0.0.11 + # via lm-eval +transformers==4.52.4 + # via + # bigcode-eval + # lm-eval + # peft +typepy==1.3.4 + # via + # dataproperty + # pytablewriter + # tabledata +typing-extensions==4.14.0 + # via + # huggingface-hub + # multidict + # pydantic + # pydantic-core +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via requests +word2number==1.1 + # via lm-eval +xxhash==3.5.0 + # via + # datasets + # evaluate +yarl==1.20.1 + # via aiohttp +zstandard==0.23.0 + # via lm-eval diff --git a/comps/llms/utils/lm-eval/requirements.txt b/comps/llms/utils/lm-eval/requirements.in similarity index 100% rename from comps/llms/utils/lm-eval/requirements.txt rename to comps/llms/utils/lm-eval/requirements.in diff --git a/comps/lvms/src/Dockerfile b/comps/lvms/src/Dockerfile index 9bf671b99b..e1d0016160 100644 --- a/comps/lvms/src/Dockerfile +++ b/comps/lvms/src/Dockerfile @@ -14,13 +14,15 @@ ENV LANG=C.UTF-8 COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ if [ ${ARCH} = "cpu" ]; then \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/lvms/src/requirements.txt; \ + $uvpip torch --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/user/comps/lvms/src/requirements-cpu.txt; \ else \ - pip install --no-cache-dir -r /home/user/comps/lvms/src/requirements.txt; \ + $uvpip -r /home/user/comps/lvms/src/requirements-gpu.txt; \ fi && \ - pip install --no-cache-dir --upgrade transformers + $uvpip --upgrade transformers ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/lvms/src/requirements-cpu.txt b/comps/lvms/src/requirements-cpu.txt new file mode 100644 index 0000000000..ddeac7207d --- /dev/null +++ b/comps/lvms/src/requirements-cpu.txt @@ -0,0 +1,480 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/lvms/src/requirements.in --universal -o ./comps/lvms/src/requirements-cpu.txt +accelerate==1.7.0 + # via optimum-habana +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # -r ./comps/lvms/src/requirements.in + # fsspec +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # mcp + # openai + # sse-starlette + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; python_full_version < '3.12.4' and platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +datasets==3.6.0 + # via -r ./comps/lvms/src/requirements.in +diffusers==0.33.1 + # via optimum-habana +dill==0.3.8 + # via + # datasets + # multiprocess +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/lvms/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/lvms/src/requirements.in +filelock==3.18.0 + # via + # datasets + # diffusers + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # mcp + # openai + # trimesh +httpx-sse==0.4.0 + # via mcp +huggingface-hub==0.33.0 + # via + # -r ./comps/lvms/src/requirements.in + # accelerate + # datasets + # diffusers + # optimum + # optimum-habana + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via + # diffusers + # opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jiter==0.10.0 + # via openai +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain-core==0.2.8 ; python_full_version >= '3.12.4' + # via -r ./comps/lvms/src/requirements.in +langchain-core==0.3.59 ; python_full_version < '3.12.4' + # via -r ./comps/lvms/src/requirements.in +langsmith==0.1.81 ; python_full_version >= '3.12.4' + # via langchain-core +langsmith==0.3.45 ; python_full_version < '3.12.4' + # via langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mcp==1.9.4 + # via -r ./comps/lvms/src/requirements.in +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # accelerate + # datasets + # diffusers + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # optimum + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # accelerate + # datasets + # diffusers + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # optimum + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +openai==1.88.0 + # via -r ./comps/lvms/src/requirements.in +opentelemetry-api==1.34.1 + # via + # -r ./comps/lvms/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/lvms/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/lvms/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +optimum==1.26.1 + # via + # -r ./comps/lvms/src/requirements.in + # optimum-habana +optimum-habana==1.18.0 + # via optimum +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # accelerate + # datasets + # huggingface-hub + # langchain-core + # langsmith + # optimum + # transformers +pandas==2.3.0 + # via + # datasets + # docarray +pillow==11.2.1 + # via + # diffusers + # docarray + # sentence-transformers + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/lvms/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via accelerate +pyarrow==20.0.0 + # via datasets +pycollada==0.9 + # via trimesh +pycparser==2.22 ; python_full_version < '3.12.4' and platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.7.2 + # via + # -r ./comps/lvms/src/requirements.in + # docarray + # fastapi + # langchain-core + # langsmith + # mcp + # openai + # pydantic-settings +pydantic-core==2.18.3 + # via pydantic +pydantic-settings==2.9.1 + # via mcp +pydub==0.25.1 + # via + # -r ./comps/lvms/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +python-multipart==0.0.20 + # via mcp +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # accelerate + # datasets + # huggingface-hub + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # diffusers + # transformers +requests==2.32.4 + # via + # datasets + # diffusers + # huggingface-hub + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 ; python_full_version < '3.12.4' + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # diffusers + # transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==3.3.1 + # via optimum-habana +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/lvms/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via + # anyio + # openai +sse-starlette==2.3.6 + # via mcp +starlette==0.46.2 + # via + # fastapi + # mcp + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tenacity==8.5.0 + # via langchain-core +threadpoolctl==3.6.0 + # via scikit-learn +tokenizers==0.21.1 + # via transformers +tqdm==4.67.1 + # via + # datasets + # huggingface-hub + # openai + # sentence-transformers + # transformers +transformers==4.49.0 + # via + # optimum + # optimum-habana + # sentence-transformers +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via + # -r ./comps/lvms/src/requirements.in + # mcp +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # datasets + # trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 ; python_full_version < '3.12.4' + # via langsmith diff --git a/comps/lvms/src/requirements-gpu.txt b/comps/lvms/src/requirements-gpu.txt new file mode 100644 index 0000000000..e1f5aab02c --- /dev/null +++ b/comps/lvms/src/requirements-gpu.txt @@ -0,0 +1,538 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/lvms/src/requirements.in --universal -o ./comps/lvms/src/requirements-gpu.txt +accelerate==1.7.0 + # via optimum-habana +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # -r ./comps/lvms/src/requirements.in + # fsspec +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # mcp + # openai + # sse-starlette + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; python_full_version < '3.12.4' and platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +datasets==3.6.0 + # via -r ./comps/lvms/src/requirements.in +diffusers==0.33.1 + # via optimum-habana +dill==0.3.8 + # via + # datasets + # multiprocess +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/lvms/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/lvms/src/requirements.in +filelock==3.18.0 + # via + # datasets + # diffusers + # huggingface-hub + # torch + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub + # torch +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # mcp + # openai + # trimesh +httpx-sse==0.4.0 + # via mcp +huggingface-hub==0.33.0 + # via + # -r ./comps/lvms/src/requirements.in + # accelerate + # datasets + # diffusers + # optimum + # optimum-habana + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via + # diffusers + # opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via torch +jiter==0.10.0 + # via openai +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain-core==0.2.8 ; python_full_version >= '3.12.4' + # via -r ./comps/lvms/src/requirements.in +langchain-core==0.3.59 ; python_full_version < '3.12.4' + # via -r ./comps/lvms/src/requirements.in +langsmith==0.1.81 ; python_full_version >= '3.12.4' + # via langchain-core +langsmith==0.3.45 ; python_full_version < '3.12.4' + # via langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mcp==1.9.4 + # via -r ./comps/lvms/src/requirements.in +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # torch + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # accelerate + # datasets + # diffusers + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # optimum + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # accelerate + # datasets + # diffusers + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # optimum + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +openai==1.88.0 + # via -r ./comps/lvms/src/requirements.in +opentelemetry-api==1.34.1 + # via + # -r ./comps/lvms/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/lvms/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/lvms/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +optimum==1.26.1 + # via + # -r ./comps/lvms/src/requirements.in + # optimum-habana +optimum-habana==1.18.0 + # via optimum +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # accelerate + # datasets + # huggingface-hub + # langchain-core + # langsmith + # optimum + # transformers +pandas==2.3.0 + # via + # datasets + # docarray +pillow==11.2.1 + # via + # diffusers + # docarray + # sentence-transformers + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/lvms/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via accelerate +pyarrow==20.0.0 + # via datasets +pycollada==0.9 + # via trimesh +pycparser==2.22 ; python_full_version < '3.12.4' and platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.7.2 + # via + # -r ./comps/lvms/src/requirements.in + # docarray + # fastapi + # langchain-core + # langsmith + # mcp + # openai + # pydantic-settings +pydantic-core==2.18.3 + # via pydantic +pydantic-settings==2.9.1 + # via mcp +pydub==0.25.1 + # via + # -r ./comps/lvms/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +python-multipart==0.0.20 + # via mcp +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # accelerate + # datasets + # huggingface-hub + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # diffusers + # transformers +requests==2.32.4 + # via + # datasets + # diffusers + # huggingface-hub + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 ; python_full_version < '3.12.4' + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # diffusers + # transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==3.3.1 + # via optimum-habana +setuptools==80.9.0 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # torch + # triton +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/lvms/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via + # anyio + # openai +sse-starlette==2.3.6 + # via mcp +starlette==0.46.2 + # via + # fastapi + # mcp + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +tenacity==8.5.0 + # via langchain-core +threadpoolctl==3.6.0 + # via scikit-learn +tokenizers==0.21.1 + # via transformers +torch==2.7.1 + # via + # accelerate + # optimum + # optimum-habana + # sentence-transformers +tqdm==4.67.1 + # via + # datasets + # huggingface-hub + # openai + # sentence-transformers + # transformers +transformers==4.49.0 + # via + # optimum + # optimum-habana + # sentence-transformers +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # torch + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via + # -r ./comps/lvms/src/requirements.in + # mcp +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # datasets + # trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 ; python_full_version < '3.12.4' + # via langsmith diff --git a/comps/lvms/src/requirements.txt b/comps/lvms/src/requirements.in similarity index 100% rename from comps/lvms/src/requirements.txt rename to comps/lvms/src/requirements.in diff --git a/comps/prompt_registry/src/Dockerfile b/comps/prompt_registry/src/Dockerfile index 9c9d0a79c5..90a25f592f 100644 --- a/comps/prompt_registry/src/Dockerfile +++ b/comps/prompt_registry/src/Dockerfile @@ -17,9 +17,10 @@ RUN useradd -m -s /bin/bash user && \ COPY comps /home/user/comps COPY requirements.txt /home/user/ -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r /home/user/comps/prompt_registry/src/requirements.txt && \ - pip install --no-cache-dir -r /home/user/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/user/comps/prompt_registry/src/requirements.txt && \ + $uvpip -r /home/user/requirements.txt ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/prompt_registry/src/requirements.in b/comps/prompt_registry/src/requirements.in new file mode 100644 index 0000000000..f6e39dfdd5 --- /dev/null +++ b/comps/prompt_registry/src/requirements.in @@ -0,0 +1 @@ +motor diff --git a/comps/prompt_registry/src/requirements.txt b/comps/prompt_registry/src/requirements.txt index f6e39dfdd5..29d76d1fd9 100644 --- a/comps/prompt_registry/src/requirements.txt +++ b/comps/prompt_registry/src/requirements.txt @@ -1 +1,8 @@ -motor +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/prompt_registry/src/requirements.in --universal -o ./comps/prompt_registry/src/requirements.txt +dnspython==2.7.0 + # via pymongo +motor==3.7.1 + # via -r ./comps/prompt_registry/src/requirements.in +pymongo==4.13.2 + # via motor diff --git a/comps/rerankings/src/Dockerfile b/comps/rerankings/src/Dockerfile index c1053e33bc..0e4208d93b 100644 --- a/comps/rerankings/src/Dockerfile +++ b/comps/rerankings/src/Dockerfile @@ -18,13 +18,14 @@ RUN useradd -m -s /bin/bash user && \ COPY comps/rerankings/src/requirements* /home/user/comps/rerankings/src/ -RUN pip install --no-cache-dir --upgrade pip setuptools - -RUN if [ ${ARCH} = "cpu" ]; then \ - pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cpu; \ - fi && \ - pip install --no-cache-dir -r /home/user/comps/rerankings/src/requirements_videoqna.txt && \ - pip install --no-cache-dir -r /home/user/comps/rerankings/src/requirements.txt; +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + if [ ${ARCH} = "cpu" ]; then \ + $uvpip torch --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/user/comps/rerankings/src/requirements-cpu.txt; \ + else \ + $uvpip -r /home/user/comps/rerankings/src/requirements-gpu.txt; \ + fi COPY comps /home/user/comps ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/rerankings/src/requirements-cpu.txt b/comps/rerankings/src/requirements-cpu.txt new file mode 100644 index 0000000000..4f0918a87f --- /dev/null +++ b/comps/rerankings/src/requirements-cpu.txt @@ -0,0 +1,507 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/rerankings/src/requirements.in --universal -o ./comps/rerankings/src/requirements-cpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # -r ./comps/rerankings/src/requirements.in + # fsspec + # langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +backoff==2.2.1 + # via posthog +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via langchain-community +datasets==3.6.0 + # via -r ./comps/rerankings/src/requirements.in +dill==0.3.8 + # via + # datasets + # multiprocess +distro==1.9.0 + # via + # openai + # posthog +docarray==0.41.0 + # via -r ./comps/rerankings/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/rerankings/src/requirements.in +filelock==3.18.0 + # via + # datasets + # huggingface-hub + # transformers +filetype==1.2.0 + # via haystack-experimental +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +haystack-ai==2.14.2 + # via + # -r ./comps/rerankings/src/requirements.in + # haystack-experimental +haystack-experimental==0.10.0 + # via haystack-ai +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # -r ./comps/rerankings/src/requirements.in + # langsmith + # openai + # trimesh +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.30.2 + # via + # -r ./comps/rerankings/src/requirements.in + # datasets + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via + # haystack-ai +jiter==0.10.0 + # via openai +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via + # haystack-ai + # trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via + # -r ./comps/rerankings/src/requirements.in + # langchain-community +langchain-community==0.3.25 + # via -r ./comps/rerankings/src/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-community + # langchain-text-splitters +langchain-text-splitters==0.3.8 + # via langchain +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +lazy-imports==1.0.0 + # via haystack-ai +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +more-itertools==10.7.0 + # via haystack-ai +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # haystack-ai + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # haystack-ai + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # datasets + # docarray + # embreex + # haystack-ai + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # datasets + # docarray + # embreex + # haystack-ai + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +openai==1.88.0 + # via + # -r ./comps/rerankings/src/requirements.in + # haystack-ai +opentelemetry-api==1.34.1 + # via + # -r ./comps/rerankings/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/rerankings/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/rerankings/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # datasets + # huggingface-hub + # langchain-core + # langsmith + # marshmallow + # transformers +pandas==2.3.0 + # via + # datasets + # docarray +pillow==11.2.1 + # via + # -r ./comps/rerankings/src/requirements.in + # docarray + # sentence-transformers + # trimesh +posthog==5.0.0 + # via haystack-ai +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/rerankings/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pyarrow==20.0.0 + # via datasets +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # docarray + # fastapi + # haystack-ai + # langchain + # langchain-core + # langsmith + # openai + # pydantic-settings +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via + # -r ./comps/rerankings/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # haystack-ai + # pandas + # posthog + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # datasets + # haystack-ai + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # datasets + # haystack-ai + # huggingface-hub + # langchain + # langchain-community + # langsmith + # opentelemetry-exporter-otlp-proto-http + # posthog + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via -r ./comps/rerankings/src/requirements.in +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/rerankings/src/requirements.in +six==1.17.0 + # via + # posthog + # python-dateutil +sniffio==1.3.1 + # via + # anyio + # openai +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tenacity==9.1.2 + # via + # haystack-ai + # langchain-community + # langchain-core +threadpoolctl==3.6.0 + # via scikit-learn +tokenizers==0.21.1 + # via transformers +tqdm==4.67.1 + # via + # datasets + # haystack-ai + # huggingface-hub + # openai + # sentence-transformers + # transformers +transformers==4.52.4 + # via sentence-transformers +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # haystack-ai + # huggingface-hub + # langchain-core + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sentence-transformers + # sqlalchemy + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/rerankings/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # datasets + # trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/rerankings/src/requirements-gpu.txt b/comps/rerankings/src/requirements-gpu.txt new file mode 100644 index 0000000000..b79a159022 --- /dev/null +++ b/comps/rerankings/src/requirements-gpu.txt @@ -0,0 +1,560 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/rerankings/src/requirements.in --universal -o ./comps/rerankings/src/requirements-gpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # -r ./comps/rerankings/src/requirements.in + # fsspec + # langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +backoff==2.2.1 + # via posthog +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via langchain-community +datasets==3.6.0 + # via -r ./comps/rerankings/src/requirements.in +dill==0.3.8 + # via + # datasets + # multiprocess +distro==1.9.0 + # via + # openai + # posthog +docarray==0.41.0 + # via -r ./comps/rerankings/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/rerankings/src/requirements.in +filelock==3.18.0 + # via + # datasets + # huggingface-hub + # torch + # transformers +filetype==1.2.0 + # via haystack-experimental +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub + # torch +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +haystack-ai==2.14.2 + # via + # -r ./comps/rerankings/src/requirements.in + # haystack-experimental +haystack-experimental==0.10.0 + # via haystack-ai +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # -r ./comps/rerankings/src/requirements.in + # langsmith + # openai + # trimesh +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.30.2 + # via + # -r ./comps/rerankings/src/requirements.in + # datasets + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via + # haystack-ai + # torch +jiter==0.10.0 + # via openai +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via + # haystack-ai + # trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via + # -r ./comps/rerankings/src/requirements.in + # langchain-community +langchain-community==0.3.25 + # via -r ./comps/rerankings/src/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-community + # langchain-text-splitters +langchain-text-splitters==0.3.8 + # via langchain +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +lazy-imports==1.0.0 + # via haystack-ai +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +more-itertools==10.7.0 + # via haystack-ai +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # haystack-ai + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # haystack-ai + # torch + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # datasets + # docarray + # embreex + # haystack-ai + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # datasets + # docarray + # embreex + # haystack-ai + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +openai==1.88.0 + # via + # -r ./comps/rerankings/src/requirements.in + # haystack-ai +opentelemetry-api==1.34.1 + # via + # -r ./comps/rerankings/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/rerankings/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/rerankings/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # datasets + # huggingface-hub + # langchain-core + # langsmith + # marshmallow + # transformers +pandas==2.3.0 + # via + # datasets + # docarray +pillow==11.2.1 + # via + # -r ./comps/rerankings/src/requirements.in + # docarray + # sentence-transformers + # trimesh +posthog==5.0.0 + # via haystack-ai +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/rerankings/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pyarrow==20.0.0 + # via datasets +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # docarray + # fastapi + # haystack-ai + # langchain + # langchain-core + # langsmith + # openai + # pydantic-settings +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via + # -r ./comps/rerankings/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # haystack-ai + # pandas + # posthog + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # datasets + # haystack-ai + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # datasets + # haystack-ai + # huggingface-hub + # langchain + # langchain-community + # langsmith + # opentelemetry-exporter-otlp-proto-http + # posthog + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via -r ./comps/rerankings/src/requirements.in +setuptools==80.9.0 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # torch + # triton +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/rerankings/src/requirements.in +six==1.17.0 + # via + # posthog + # python-dateutil +sniffio==1.3.1 + # via + # anyio + # openai +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +tenacity==9.1.2 + # via + # haystack-ai + # langchain-community + # langchain-core +threadpoolctl==3.6.0 + # via scikit-learn +tokenizers==0.21.1 + # via transformers +torch==2.7.1 + # via sentence-transformers +tqdm==4.67.1 + # via + # datasets + # haystack-ai + # huggingface-hub + # openai + # sentence-transformers + # transformers +transformers==4.52.4 + # via sentence-transformers +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # haystack-ai + # huggingface-hub + # langchain-core + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sentence-transformers + # sqlalchemy + # torch + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/rerankings/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # datasets + # trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/rerankings/src/requirements.in b/comps/rerankings/src/requirements.in new file mode 100644 index 0000000000..42d8b6c556 --- /dev/null +++ b/comps/rerankings/src/requirements.in @@ -0,0 +1,19 @@ +aiohttp +docarray[full] +fastapi +httpx +huggingface-hub==0.30.2 +opentelemetry-api +opentelemetry-exporter-otlp +opentelemetry-sdk +prometheus-fastapi-instrumentator +sentence_transformers +shortuuid +uvicorn +datasets +haystack-ai +langchain +langchain-community +openai +Pillow +pydub diff --git a/comps/rerankings/src/requirements_videoqna.txt b/comps/rerankings/src/requirements_videoqna.txt deleted file mode 100644 index 76fcbff85b..0000000000 --- a/comps/rerankings/src/requirements_videoqna.txt +++ /dev/null @@ -1,7 +0,0 @@ -datasets -haystack-ai -langchain --extra-index-url https://download.pytorch.org/whl/cpu -langchain_community --extra-index-url https://download.pytorch.org/whl/cpu -openai -Pillow -pydub diff --git a/comps/retrievers/src/Dockerfile b/comps/retrievers/src/Dockerfile index 371cb3152b..fffd3c87f9 100644 --- a/comps/retrievers/src/Dockerfile +++ b/comps/retrievers/src/Dockerfile @@ -19,14 +19,14 @@ RUN useradd -m -s /bin/bash user && \ COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ if [ ${ARCH} = "cpu" ]; then \ - PIP_EXTRA_INDEX_URL="--extra-index-url https://download.pytorch.org/whl/cpu"; \ + $uvpip torch torchvision --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/user/comps/retrievers/src/requirements-cpu.txt; \ else \ - PIP_EXTRA_INDEX_URL=""; \ - fi && \ - pip install --no-cache-dir torch torchvision ${PIP_EXTRA_INDEX_URL} && \ - pip install --no-cache-dir ${PIP_EXTRA_INDEX_URL} -r /home/user/comps/retrievers/src/requirements.txt + $uvpip -r /home/user/comps/retrievers/src/requirements-gpu.txt; \ + fi ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/retrievers/src/requirements-cpu.txt b/comps/retrievers/src/requirements-cpu.txt new file mode 100644 index 0000000000..8af8920be5 --- /dev/null +++ b/comps/retrievers/src/requirements-cpu.txt @@ -0,0 +1,1209 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/retrievers/src/requirements.in --universal -o ./comps/retrievers/src/requirements-cpu.txt +aiobotocore==2.17.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +aiofiles==24.1.0 + # via -r ./comps/retrievers/src/requirements.in +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # aiobotocore + # aiohttp-cors + # aiohttp-retry + # huggingface-hub + # langchain-community + # llama-index-core + # pathway + # pinecone + # tgi +aiohttp-cors==0.8.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +aiohttp-retry==2.9.1 + # via pinecone +aioitertools==0.12.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via aiobotocore +aiosignal==1.3.2 + # via aiohttp +aiosqlite==0.21.0 + # via llama-index-core +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette +anytree==2.13.0 + # via graspologic +appdirs==1.4.4 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via fs +asttokens==3.0.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via stack-data +async-lru==2.0.5 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain + # redis +async-timeout==5.0.1 ; python_full_version >= '3.11' and python_full_version < '3.11.3' + # via redis +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +autograd==1.8.0 + # via hyppo +av==14.4.0 + # via docarray +backoff==2.2.1 + # via posthog +banks==2.1.2 + # via llama-index-core +beartype==0.15.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # graspologic + # pathway +beartype==0.18.5 ; python_full_version >= '3.11' and python_full_version < '3.13' + # via + # graspologic + # pathway +beautifulsoup4==4.13.4 + # via bs4 +bleach==6.2.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via panel +bokeh==3.7.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # jupyter-bokeh + # panel +boto3==1.35.93 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +botocore==1.35.93 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # aiobotocore + # boto3 + # s3transfer +bs4==0.0.2 + # via -r ./comps/retrievers/src/requirements.in +cachetools==5.5.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-auth +cairocffi==1.7.1 + # via cairosvg +cairosvg==2.8.2 + # via -r ./comps/retrievers/src/requirements.in +certifi==2025.6.15 + # via + # elastic-transport + # httpcore + # httpx + # opensearch-py + # pinecone + # requests +cffi==1.17.1 + # via + # cairocffi + # zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +cityhash==0.4.8 + # via langchain-arangodb +click==8.2.1 + # via + # nltk + # pathway + # uvicorn +colorama==0.4.6 + # via + # click + # colorlog + # griffe + # ipython + # pytest + # tqdm +colorlog==6.9.0 + # via trimesh +comm==0.2.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via ipywidgets +contourpy==1.3.2 + # via + # bokeh + # matplotlib +cssselect2==0.8.0 + # via cairosvg +cycler==0.12.1 + # via matplotlib +dataclasses-json==0.6.7 + # via + # langchain-community + # llama-index-core +decorator==5.2.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via ipython +decord==0.6.0 + # via -r ./comps/retrievers/src/requirements.in +defusedxml==0.7.1 + # via cairosvg +deltalake==0.17.4 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +deprecated==1.2.18 + # via + # banks + # llama-index-core + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-semantic-conventions +dirtyjson==1.0.8 + # via llama-index-core +diskcache==5.6.3 + # via pathway +distro==1.9.0 + # via + # openai + # posthog +docarray==0.41.0 + # via -r ./comps/retrievers/src/requirements.in +docx2txt==0.9 + # via -r ./comps/retrievers/src/requirements.in +easyocr==1.7.2 + # via -r ./comps/retrievers/src/requirements.in +einops==0.8.1 + # via -r ./comps/retrievers/src/requirements.in +elastic-transport==8.17.1 + # via elasticsearch +elasticsearch==8.18.1 + # via langchain-elasticsearch +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +events==0.5 + # via opensearch-py +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via + # anyio + # ipython + # pathway + # pytest +executing==2.2.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via stack-data +fastapi==0.115.13 + # via -r ./comps/retrievers/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers +filetype==1.2.0 + # via + # haystack-experimental + # llama-index-core +fonttools==4.58.4 + # via matplotlib +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fs==2.4.16 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +fsspec==2025.5.1 + # via + # huggingface-hub + # llama-index-core +future==1.0.0 + # via + # -r ./comps/retrievers/src/requirements.in + # hyppo +gensim==4.3.2 + # via graspologic +geographiclib==2.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via geopy +geopy==2.4.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +gitdb==4.0.12 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via gitpython +gitpython==3.1.44 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +google-api-core==2.25.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # google-api-python-client + # google-cloud-bigquery + # google-cloud-core + # google-cloud-pubsub +google-api-python-client==2.172.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +google-auth==2.40.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # google-api-core + # google-api-python-client + # google-auth-httplib2 + # google-cloud-bigquery + # google-cloud-core + # google-cloud-pubsub +google-auth-httplib2==0.2.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-api-python-client +google-cloud-bigquery==3.29.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +google-cloud-core==2.4.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-cloud-bigquery +google-cloud-pubsub==2.30.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +google-crc32c==1.7.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-resumable-media +google-resumable-media==2.7.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-cloud-bigquery +googleapis-common-protos==1.70.0 + # via + # google-api-core + # grpc-google-iam-v1 + # grpcio-status + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +graspologic==3.3.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via -r ./comps/retrievers/src/requirements.in +graspologic==3.4.1 ; python_full_version >= '3.11' and python_full_version < '3.13' + # via -r ./comps/retrievers/src/requirements.in +graspologic-native==1.2.5 + # via graspologic +greenlet==3.2.3 + # via sqlalchemy +griffe==1.7.3 + # via banks +grpc-google-iam-v1==0.14.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-cloud-pubsub +grpcio==1.67.1 + # via + # google-api-core + # google-cloud-pubsub + # googleapis-common-protos + # grpc-google-iam-v1 + # grpcio-status + # grpcio-tools + # opentelemetry-exporter-otlp-proto-grpc + # pymilvus + # qdrant-client +grpcio-status==1.62.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # google-api-core + # google-cloud-pubsub +grpcio-tools==1.62.3 + # via qdrant-client +h11==0.16.0 + # via + # httpcore + # uvicorn +h2==4.2.0 + # via httpx +h3==4.2.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +haystack-ai==2.3.1 + # via + # -r ./comps/retrievers/src/requirements.in + # haystack-experimental + # qdrant-haystack +haystack-experimental==0.10.0 + # via haystack-ai +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +hpack==4.1.0 + # via h2 +httpcore==1.0.9 + # via httpx +httplib2==0.22.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # google-api-python-client + # google-auth-httplib2 +httpx==0.28.1 + # via + # langchain-tests + # langsmith + # llama-index-core + # llama-index-embeddings-text-embeddings-inference + # openai + # qdrant-client + # trimesh +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.33.0 + # via + # langchain-huggingface + # llama-index-utils-huggingface + # sentence-transformers + # tgi + # tokenizers + # transformers +hyperframe==6.1.0 + # via h2 +hyppo==0.4.0 ; python_full_version >= '3.11' and python_full_version < '3.13' + # via graspologic +hyppo==0.5.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via graspologic +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +imageio==2.37.0 + # via scikit-image +importlib-metadata==8.4.0 + # via + # opentelemetry-api + # python-arango +iniconfig==2.1.0 + # via pytest +ipython==8.37.0 ; python_full_version < '3.11' + # via ipywidgets +ipython==9.3.0 ; python_full_version >= '3.13' + # via ipywidgets +ipython-pygments-lexers==1.1.1 ; python_full_version >= '3.13' + # via ipython +ipywidgets==8.1.7 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via jupyter-bokeh +jax==0.5.3 + # via docarray +jaxlib==0.5.3 + # via jax +jedi==0.19.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via ipython +jinja2==3.1.6 + # via + # banks + # bokeh + # haystack-ai +jiter==0.10.0 + # via openai +jmespath==1.0.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # aiobotocore + # boto3 + # botocore + # pathway +joblib==1.5.1 + # via + # graspologic + # nltk + # pynndescent + # scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +jupyter-bokeh==4.0.5 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +jupyterlab-widgets==3.0.15 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via ipywidgets +kiwisolver==1.4.8 + # via matplotlib +langchain==0.3.25 + # via + # langchain-arangodb + # langchain-community +langchain-arangodb==0.0.6 + # via -r ./comps/retrievers/src/requirements.in +langchain-community==0.3.21 + # via -r ./comps/retrievers/src/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-arangodb + # langchain-community + # langchain-elasticsearch + # langchain-huggingface + # langchain-mariadb + # langchain-milvus + # langchain-openai + # langchain-pinecone + # langchain-tests + # langchain-text-splitters + # langchain-vdms +langchain-elasticsearch==0.3.2 + # via -r ./comps/retrievers/src/requirements.in +langchain-huggingface==0.3.0 + # via -r ./comps/retrievers/src/requirements.in +langchain-mariadb==0.0.17 + # via -r ./comps/retrievers/src/requirements.in +langchain-milvus==0.1.10 + # via -r ./comps/retrievers/src/requirements.in +langchain-openai==0.3.24 + # via + # -r ./comps/retrievers/src/requirements.in + # langchain-pinecone +langchain-pinecone==0.2.8 + # via -r ./comps/retrievers/src/requirements.in +langchain-tests==0.3.17 + # via langchain-pinecone +langchain-text-splitters==0.3.8 + # via langchain +langchain-vdms==0.1.4 + # via -r ./comps/retrievers/src/requirements.in +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +lazy-imports==1.0.0 + # via haystack-ai +lazy-loader==0.4 + # via scikit-image +linkify-it-py==2.0.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via panel +llama-index-core==0.12.42 + # via + # -r ./comps/retrievers/src/requirements.in + # llama-index-embeddings-openai + # llama-index-embeddings-text-embeddings-inference + # llama-index-graph-stores-neo4j + # llama-index-llms-openai + # llama-index-llms-openai-like + # llama-index-llms-text-generation-inference + # llama-index-utils-huggingface +llama-index-embeddings-openai==0.3.1 + # via -r ./comps/retrievers/src/requirements.in +llama-index-embeddings-text-embeddings-inference==0.3.2 + # via -r ./comps/retrievers/src/requirements.in +llama-index-graph-stores-neo4j==0.4.6 + # via -r ./comps/retrievers/src/requirements.in +llama-index-llms-openai==0.4.7 + # via + # -r ./comps/retrievers/src/requirements.in + # llama-index-llms-openai-like +llama-index-llms-openai-like==0.4.0 + # via -r ./comps/retrievers/src/requirements.in +llama-index-llms-text-generation-inference==0.3.3 + # via -r ./comps/retrievers/src/requirements.in +llama-index-utils-huggingface==0.3.0 + # via + # llama-index-embeddings-text-embeddings-inference + # llama-index-llms-text-generation-inference +llvmlite==0.44.0 + # via + # numba + # pynndescent +lxml==5.4.0 + # via + # python-docx + # python-pptx + # trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +mariadb==1.1.12 + # via -r ./comps/retrievers/src/requirements.in +markdown==3.8 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via panel +markdown-it-py==3.0.0 + # via + # mdit-py-plugins + # panel + # rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +matplotlib==3.10.3 + # via + # graspologic + # seaborn +matplotlib-inline==0.1.7 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via ipython +mdit-py-plugins==0.4.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via panel +mdurl==0.1.2 + # via markdown-it-py +milvus-lite==2.4.12 ; sys_platform != 'win32' + # via pymilvus +ml-dtypes==0.4.1 + # via + # jax + # jaxlib +more-itertools==10.7.0 + # via haystack-ai +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiobotocore + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +narwhals==1.43.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via bokeh +neo4j==5.28.1 + # via + # -r ./comps/retrievers/src/requirements.in + # llama-index-graph-stores-neo4j +nest-asyncio==1.6.0 + # via llama-index-core +networkx==3.4.2 ; python_full_version < '3.11' + # via + # graspologic + # haystack-ai + # llama-index-core + # pathway + # scikit-image + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # graspologic + # haystack-ai + # llama-index-core + # pathway + # scikit-image + # trimesh +ninja==1.11.1.4 + # via easyocr +nltk==3.9.1 + # via llama-index-core +numba==0.61.2 + # via + # hyppo + # pathway + # pynndescent + # umap-learn +numpy==1.26.4 + # via + # -r ./comps/retrievers/src/requirements.in + # autograd + # bokeh + # contourpy + # decord + # docarray + # easyocr + # elasticsearch + # embreex + # gensim + # graspologic + # haystack-ai + # hyppo + # imageio + # jax + # jaxlib + # langchain-arangodb + # langchain-community + # langchain-mariadb + # langchain-pinecone + # langchain-tests + # llama-index-core + # manifold3d + # mapbox-earcut + # matplotlib + # ml-dtypes + # numba + # opencv-python-headless + # pandas + # pathway + # patsy + # pgvector + # pot + # pycollada + # qdrant-client + # scikit-image + # scikit-learn + # scipy + # seaborn + # shapely + # statsmodels + # tifffile + # transformers + # trimesh + # umap-learn + # vhacdx +openai==1.88.0 + # via + # haystack-ai + # langchain-openai + # llama-index-embeddings-openai + # llama-index-llms-openai +opencv-python-headless==4.11.0.86 + # via easyocr +opensearch-py==3.0.0 + # via -r ./comps/retrievers/src/requirements.in +opentelemetry-api==1.27.0 + # via + # -r ./comps/retrievers/src/requirements.in + # google-cloud-pubsub + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pathway +opentelemetry-exporter-otlp==1.27.0 + # via -r ./comps/retrievers/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.27.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.27.0 + # via + # opentelemetry-exporter-otlp + # pathway +opentelemetry-exporter-otlp-proto-http==1.27.0 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.27.0 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.27.0 + # via + # -r ./comps/retrievers/src/requirements.in + # google-cloud-pubsub + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # pathway +opentelemetry-semantic-conventions==0.48b0 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # bokeh + # google-cloud-bigquery + # huggingface-hub + # langchain-core + # langsmith + # lazy-loader + # mariadb + # marshmallow + # matplotlib + # panel + # pinecone-plugin-assistant + # pytesseract + # pytest + # python-arango + # scikit-image + # statsmodels + # transformers +pandas==2.3.0 + # via + # bokeh + # docarray + # haystack-ai + # hyppo + # panel + # pathway + # pymilvus + # seaborn + # statsmodels +panel==1.7.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +param==2.2.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # panel + # pyviz-comms +parso==0.8.4 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via jedi +pathway==0.3.3 ; python_full_version >= '3.11' and python_full_version < '3.13' + # via -r ./comps/retrievers/src/requirements.in +pathway==0.23.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via -r ./comps/retrievers/src/requirements.in +patsy==1.0.1 + # via + # hyppo + # statsmodels +pexpect==4.9.0 ; (python_full_version < '3.11' and sys_platform != 'emscripten' and sys_platform != 'win32') or (python_full_version >= '3.13' and sys_platform != 'emscripten' and sys_platform != 'win32') + # via ipython +pgvector==0.4.1 + # via -r ./comps/retrievers/src/requirements.in +pillow==11.2.1 + # via + # bokeh + # cairosvg + # docarray + # easyocr + # imageio + # llama-index-core + # matplotlib + # pytesseract + # python-pptx + # scikit-image + # sentence-transformers + # trimesh +pinecone==7.1.0 + # via langchain-pinecone +pinecone-plugin-assistant==1.7.0 + # via pinecone +pinecone-plugin-interface==0.0.7 + # via pinecone +platformdirs==4.3.8 + # via banks +pluggy==1.6.0 + # via pytest +portalocker==2.10.1 + # via qdrant-client +posthog==5.0.0 + # via haystack-ai +pot==0.9.5 + # via graspologic +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/retrievers/src/requirements.in +prompt-toolkit==3.0.51 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via ipython +propcache==0.3.2 + # via + # aiohttp + # yarl +proto-plus==1.26.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # google-api-core + # google-cloud-pubsub +protobuf==4.24.2 + # via + # -r ./comps/retrievers/src/requirements.in + # docarray + # google-api-core + # google-cloud-pubsub + # googleapis-common-protos + # grpc-google-iam-v1 + # grpcio-status + # grpcio-tools + # opentelemetry-proto + # proto-plus + # pymilvus + # vdms +psycopg2-binary==2.9.10 + # via -r ./comps/retrievers/src/requirements.in +ptyprocess==0.7.0 ; (python_full_version < '3.11' and sys_platform != 'emscripten' and sys_platform != 'win32') or (python_full_version >= '3.13' and sys_platform != 'emscripten' and sys_platform != 'win32') + # via pexpect +pure-eval==0.2.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via stack-data +pyarrow==18.1.0 + # via + # deltalake + # pathway +pyarrow-hotfix==0.7 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via deltalake +pyasn1==0.6.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # pyasn1-modules + # rsa +pyasn1-modules==0.4.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-auth +pyclipper==1.3.0.post6 + # via easyocr +pycollada==0.9 + # via trimesh +pycparser==2.22 + # via cffi +pydantic==2.9.2 + # via + # -r ./comps/retrievers/src/requirements.in + # banks + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # llama-index-core + # openai + # pathway + # pydantic-settings + # qdrant-client + # tgi +pydantic-core==2.23.4 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via + # ipython + # ipython-pygments-lexers + # pytest + # rich +pyjwt==2.10.1 + # via python-arango +pymilvus==2.5.6 + # via + # -r ./comps/retrievers/src/requirements.in + # langchain-milvus +pymupdf==1.26.1 + # via -r ./comps/retrievers/src/requirements.in +pynndescent==0.5.13 + # via umap-learn +pyparsing==3.2.3 + # via + # httplib2 + # matplotlib +pytesseract==0.3.13 + # via -r ./comps/retrievers/src/requirements.in +pytest==8.4.0 + # via + # langchain-tests + # pytest-asyncio + # pytest-socket + # syrupy +pytest-asyncio==0.26.0 + # via langchain-tests +pytest-socket==0.7.0 + # via langchain-tests +python-arango==8.2.0 + # via langchain-arangodb +python-bidi==0.6.6 + # via easyocr +python-dateutil==2.9.0.post0 + # via + # aiobotocore + # botocore + # elasticsearch + # google-cloud-bigquery + # haystack-ai + # matplotlib + # opensearch-py + # pandas + # pinecone + # posthog + # pycollada +python-docx==1.2.0 + # via -r ./comps/retrievers/src/requirements.in +python-dotenv==1.1.0 + # via + # pydantic-settings + # pymilvus +python-multipart==0.0.20 + # via -r ./comps/retrievers/src/requirements.in +python-pptx==1.0.2 + # via -r ./comps/retrievers/src/requirements.in +python-sat==1.8.dev17 + # via pathway +pytz==2025.2 + # via + # neo4j + # pandas +pyviz-comms==3.0.5 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via panel +pywin32==310 ; sys_platform == 'win32' + # via portalocker +pyyaml==6.0.2 + # via + # bokeh + # easyocr + # haystack-ai + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # llama-index-core + # transformers +qdrant-client==1.12.1 + # via qdrant-haystack +qdrant-haystack==8.1.0 + # via -r ./comps/retrievers/src/requirements.in +redis==6.2.0 + # via -r ./comps/retrievers/src/requirements.in +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # nltk + # tiktoken + # transformers +requests==2.32.4 + # via + # google-api-core + # google-cloud-bigquery + # haystack-ai + # huggingface-hub + # langchain + # langchain-community + # langsmith + # llama-index-core + # opensearch-py + # opentelemetry-exporter-otlp-proto-http + # panel + # pathway + # pinecone-plugin-assistant + # posthog + # python-arango + # requests-toolbelt + # tiktoken + # transformers +requests-toolbelt==1.0.0 + # via + # langsmith + # python-arango +rich==14.0.0 + # via + # docarray + # pathway +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rsa==4.9.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-auth +rtree==1.4.0 + # via trimesh +s3transfer==0.10.4 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via boto3 +safetensors==0.5.3 + # via transformers +scikit-image==0.25.2 + # via easyocr +scikit-learn==1.7.0 + # via + # graspologic + # hyppo + # pathway + # pynndescent + # sentence-transformers + # umap-learn +scipy==1.12.0 ; python_full_version >= '3.11' and python_full_version < '3.13' + # via + # easyocr + # gensim + # graspologic + # hyppo + # jax + # jaxlib + # pot + # pynndescent + # scikit-image + # scikit-learn + # sentence-transformers + # statsmodels + # trimesh + # umap-learn +scipy==1.15.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # easyocr + # gensim + # graspologic + # hyppo + # jax + # jaxlib + # pot + # pynndescent + # scikit-image + # scikit-learn + # sentence-transformers + # statsmodels + # trimesh + # umap-learn +seaborn==0.13.2 + # via graspologic +sentence-transformers==4.1.0 + # via -r ./comps/retrievers/src/requirements.in +setuptools==80.9.0 + # via + # fs + # grpcio-tools + # pymilvus + # python-arango +shapely==2.1.1 + # via + # easyocr + # pathway + # trimesh +shortuuid==1.0.13 + # via -r ./comps/retrievers/src/requirements.in +simsimd==6.4.9 + # via elasticsearch +six==1.17.0 + # via + # fs + # posthog + # python-dateutil + # python-sat +smart-open==7.1.0 + # via gensim +smmap==5.0.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via gitdb +sniffio==1.3.1 + # via + # anyio + # openai +soupsieve==2.7 + # via beautifulsoup4 +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community + # langchain-mariadb + # llama-index-core +sqlglot==10.6.1 ; python_full_version >= '3.11' and python_full_version < '3.13' + # via pathway +stack-data==0.6.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via ipython +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +statsmodels==0.14.4 + # via + # graspologic + # hyppo +svg-path==6.3 + # via trimesh +syrupy==4.9.1 + # via langchain-tests +tenacity==9.1.2 + # via + # haystack-ai + # langchain-community + # langchain-core + # llama-index-core +tgi==2.4.2 + # via llama-index-llms-text-generation-inference +threadpoolctl==3.6.0 + # via scikit-learn +tifffile==2025.5.10 ; python_full_version < '3.11' + # via scikit-image +tifffile==2025.6.11 ; python_full_version >= '3.11' + # via scikit-image +tiktoken==0.9.0 + # via + # -r ./comps/retrievers/src/requirements.in + # langchain-openai + # llama-index-core +tinycss2==1.4.0 + # via + # cairosvg + # cssselect2 +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +tomli==2.2.1 ; python_full_version < '3.11' + # via pytest +tornado==6.5.1 ; (python_full_version < '3.11' and sys_platform != 'emscripten') or (python_full_version >= '3.13' and sys_platform != 'emscripten') + # via bokeh +tqdm==4.67.1 + # via + # haystack-ai + # huggingface-hub + # llama-index-core + # milvus-lite + # nltk + # openai + # panel + # sentence-transformers + # transformers + # umap-learn +traitlets==5.14.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # comm + # ipython + # ipywidgets + # matplotlib-inline +transformers==4.52.4 + # via + # llama-index-llms-openai-like + # sentence-transformers +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # aiosqlite + # anyio + # async-lru + # beautifulsoup4 + # elasticsearch + # exceptiongroup + # fastapi + # graspologic + # haystack-ai + # huggingface-hub + # ipython + # langchain-core + # llama-index-core + # multidict + # openai + # opentelemetry-sdk + # panel + # pathway + # pinecone + # pydantic + # pydantic-core + # python-docx + # python-pptx + # referencing + # rich + # sentence-transformers + # sqlalchemy + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray + # llama-index-core +typing-inspection==0.4.1 + # via pydantic-settings +tzdata==2025.2 + # via pandas +uc-micro-py==1.0.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via linkify-it-py +ujson==5.10.0 + # via pymilvus +umap-learn==0.5.7 + # via graspologic +uritemplate==4.2.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-api-python-client +urllib3==2.4.0 + # via + # aiobotocore + # botocore + # elastic-transport + # opensearch-py + # pinecone + # python-arango + # qdrant-client + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/retrievers/src/requirements.in +vdms==0.0.21 + # via langchain-vdms +vhacdx==0.0.8.post2 + # via trimesh +wcwidth==0.2.13 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via prompt-toolkit +webencodings==0.5.1 + # via + # bleach + # cssselect2 + # tinycss2 +widgetsnbextension==4.0.14 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via ipywidgets +wrapt==1.17.2 + # via + # aiobotocore + # deprecated + # llama-index-core + # smart-open +xlsxwriter==3.2.5 + # via python-pptx +xxhash==3.5.0 + # via trimesh +xyzservices==2025.4.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via bokeh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/retrievers/src/requirements-gpu.txt b/comps/retrievers/src/requirements-gpu.txt new file mode 100644 index 0000000000..a1ffe30626 --- /dev/null +++ b/comps/retrievers/src/requirements-gpu.txt @@ -0,0 +1,1267 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/retrievers/src/requirements.in --universal -o ./comps/retrievers/src/requirements-gpu.txt +aiobotocore==2.17.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +aiofiles==24.1.0 + # via -r ./comps/retrievers/src/requirements.in +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # aiobotocore + # aiohttp-cors + # aiohttp-retry + # huggingface-hub + # langchain-community + # llama-index-core + # pathway + # pinecone + # tgi +aiohttp-cors==0.8.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +aiohttp-retry==2.9.1 + # via pinecone +aioitertools==0.12.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via aiobotocore +aiosignal==1.3.2 + # via aiohttp +aiosqlite==0.21.0 + # via llama-index-core +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette +anytree==2.13.0 + # via graspologic +appdirs==1.4.4 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via fs +asttokens==3.0.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via stack-data +async-lru==2.0.5 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain + # redis +async-timeout==5.0.1 ; python_full_version >= '3.11' and python_full_version < '3.11.3' + # via redis +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +autograd==1.8.0 + # via hyppo +av==14.4.0 + # via docarray +backoff==2.2.1 + # via posthog +banks==2.1.2 + # via llama-index-core +beartype==0.15.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # graspologic + # pathway +beartype==0.18.5 ; python_full_version >= '3.11' and python_full_version < '3.13' + # via + # graspologic + # pathway +beautifulsoup4==4.13.4 + # via bs4 +bleach==6.2.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via panel +bokeh==3.7.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # jupyter-bokeh + # panel +boto3==1.35.93 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +botocore==1.35.93 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # aiobotocore + # boto3 + # s3transfer +bs4==0.0.2 + # via -r ./comps/retrievers/src/requirements.in +cachetools==5.5.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-auth +cairocffi==1.7.1 + # via cairosvg +cairosvg==2.8.2 + # via -r ./comps/retrievers/src/requirements.in +certifi==2025.6.15 + # via + # elastic-transport + # httpcore + # httpx + # opensearch-py + # pinecone + # requests +cffi==1.17.1 + # via + # cairocffi + # zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +cityhash==0.4.8 + # via langchain-arangodb +click==8.2.1 + # via + # nltk + # pathway + # uvicorn +colorama==0.4.6 + # via + # click + # colorlog + # griffe + # ipython + # pytest + # tqdm +colorlog==6.9.0 + # via trimesh +comm==0.2.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via ipywidgets +contourpy==1.3.2 + # via + # bokeh + # matplotlib +cssselect2==0.8.0 + # via cairosvg +cycler==0.12.1 + # via matplotlib +dataclasses-json==0.6.7 + # via + # langchain-community + # llama-index-core +decorator==5.2.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via ipython +decord==0.6.0 + # via -r ./comps/retrievers/src/requirements.in +defusedxml==0.7.1 + # via cairosvg +deltalake==0.17.4 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +deprecated==1.2.18 + # via + # banks + # llama-index-core + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-semantic-conventions +dirtyjson==1.0.8 + # via llama-index-core +diskcache==5.6.3 + # via pathway +distro==1.9.0 + # via + # openai + # posthog +docarray==0.41.0 + # via -r ./comps/retrievers/src/requirements.in +docx2txt==0.9 + # via -r ./comps/retrievers/src/requirements.in +easyocr==1.7.2 + # via -r ./comps/retrievers/src/requirements.in +einops==0.8.1 + # via -r ./comps/retrievers/src/requirements.in +elastic-transport==8.17.1 + # via elasticsearch +elasticsearch==8.18.1 + # via langchain-elasticsearch +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +events==0.5 + # via opensearch-py +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via + # anyio + # ipython + # pathway + # pytest +executing==2.2.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via stack-data +fastapi==0.115.13 + # via -r ./comps/retrievers/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # torch + # transformers +filetype==1.2.0 + # via + # haystack-experimental + # llama-index-core +fonttools==4.58.4 + # via matplotlib +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fs==2.4.16 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +fsspec==2025.5.1 + # via + # huggingface-hub + # llama-index-core + # torch +future==1.0.0 + # via + # -r ./comps/retrievers/src/requirements.in + # hyppo +gensim==4.3.2 + # via graspologic +geographiclib==2.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via geopy +geopy==2.4.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +gitdb==4.0.12 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via gitpython +gitpython==3.1.44 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +google-api-core==2.25.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # google-api-python-client + # google-cloud-bigquery + # google-cloud-core + # google-cloud-pubsub +google-api-python-client==2.172.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +google-auth==2.40.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # google-api-core + # google-api-python-client + # google-auth-httplib2 + # google-cloud-bigquery + # google-cloud-core + # google-cloud-pubsub +google-auth-httplib2==0.2.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-api-python-client +google-cloud-bigquery==3.29.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +google-cloud-core==2.4.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-cloud-bigquery +google-cloud-pubsub==2.30.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +google-crc32c==1.7.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-resumable-media +google-resumable-media==2.7.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-cloud-bigquery +googleapis-common-protos==1.70.0 + # via + # google-api-core + # grpc-google-iam-v1 + # grpcio-status + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +graspologic==3.3.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via -r ./comps/retrievers/src/requirements.in +graspologic==3.4.1 ; python_full_version >= '3.11' and python_full_version < '3.13' + # via -r ./comps/retrievers/src/requirements.in +graspologic-native==1.2.5 + # via graspologic +greenlet==3.2.3 + # via sqlalchemy +griffe==1.7.3 + # via banks +grpc-google-iam-v1==0.14.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-cloud-pubsub +grpcio==1.67.1 + # via + # google-api-core + # google-cloud-pubsub + # googleapis-common-protos + # grpc-google-iam-v1 + # grpcio-status + # grpcio-tools + # opentelemetry-exporter-otlp-proto-grpc + # pymilvus + # qdrant-client +grpcio-status==1.62.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # google-api-core + # google-cloud-pubsub +grpcio-tools==1.62.3 + # via qdrant-client +h11==0.16.0 + # via + # httpcore + # uvicorn +h2==4.2.0 + # via httpx +h3==4.2.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +haystack-ai==2.3.1 + # via + # -r ./comps/retrievers/src/requirements.in + # haystack-experimental + # qdrant-haystack +haystack-experimental==0.10.0 + # via haystack-ai +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +hpack==4.1.0 + # via h2 +httpcore==1.0.9 + # via httpx +httplib2==0.22.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # google-api-python-client + # google-auth-httplib2 +httpx==0.28.1 + # via + # langchain-tests + # langsmith + # llama-index-core + # llama-index-embeddings-text-embeddings-inference + # openai + # qdrant-client + # trimesh +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.33.0 + # via + # langchain-huggingface + # llama-index-utils-huggingface + # sentence-transformers + # tgi + # tokenizers + # transformers +hyperframe==6.1.0 + # via h2 +hyppo==0.4.0 ; python_full_version >= '3.11' and python_full_version < '3.13' + # via graspologic +hyppo==0.5.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via graspologic +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +imageio==2.37.0 + # via scikit-image +importlib-metadata==8.4.0 + # via + # opentelemetry-api + # python-arango +iniconfig==2.1.0 + # via pytest +ipython==8.37.0 ; python_full_version < '3.11' + # via ipywidgets +ipython==9.3.0 ; python_full_version >= '3.13' + # via ipywidgets +ipython-pygments-lexers==1.1.1 ; python_full_version >= '3.13' + # via ipython +ipywidgets==8.1.7 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via jupyter-bokeh +jax==0.5.3 + # via docarray +jaxlib==0.5.3 + # via jax +jedi==0.19.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via ipython +jinja2==3.1.6 + # via + # banks + # bokeh + # haystack-ai + # torch +jiter==0.10.0 + # via openai +jmespath==1.0.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # aiobotocore + # boto3 + # botocore + # pathway +joblib==1.5.1 + # via + # graspologic + # nltk + # pynndescent + # scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +jupyter-bokeh==4.0.5 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +jupyterlab-widgets==3.0.15 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via ipywidgets +kiwisolver==1.4.8 + # via matplotlib +langchain==0.3.25 + # via + # langchain-arangodb + # langchain-community +langchain-arangodb==0.0.6 + # via -r ./comps/retrievers/src/requirements.in +langchain-community==0.3.21 + # via -r ./comps/retrievers/src/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-arangodb + # langchain-community + # langchain-elasticsearch + # langchain-huggingface + # langchain-mariadb + # langchain-milvus + # langchain-openai + # langchain-pinecone + # langchain-tests + # langchain-text-splitters + # langchain-vdms +langchain-elasticsearch==0.3.2 + # via -r ./comps/retrievers/src/requirements.in +langchain-huggingface==0.3.0 + # via -r ./comps/retrievers/src/requirements.in +langchain-mariadb==0.0.17 + # via -r ./comps/retrievers/src/requirements.in +langchain-milvus==0.1.10 + # via -r ./comps/retrievers/src/requirements.in +langchain-openai==0.3.24 + # via + # -r ./comps/retrievers/src/requirements.in + # langchain-pinecone +langchain-pinecone==0.2.8 + # via -r ./comps/retrievers/src/requirements.in +langchain-tests==0.3.17 + # via langchain-pinecone +langchain-text-splitters==0.3.8 + # via langchain +langchain-vdms==0.1.4 + # via -r ./comps/retrievers/src/requirements.in +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +lazy-imports==1.0.0 + # via haystack-ai +lazy-loader==0.4 + # via scikit-image +linkify-it-py==2.0.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via panel +llama-index-core==0.12.42 + # via + # -r ./comps/retrievers/src/requirements.in + # llama-index-embeddings-openai + # llama-index-embeddings-text-embeddings-inference + # llama-index-graph-stores-neo4j + # llama-index-llms-openai + # llama-index-llms-openai-like + # llama-index-llms-text-generation-inference + # llama-index-utils-huggingface +llama-index-embeddings-openai==0.3.1 + # via -r ./comps/retrievers/src/requirements.in +llama-index-embeddings-text-embeddings-inference==0.3.2 + # via -r ./comps/retrievers/src/requirements.in +llama-index-graph-stores-neo4j==0.4.6 + # via -r ./comps/retrievers/src/requirements.in +llama-index-llms-openai==0.4.7 + # via + # -r ./comps/retrievers/src/requirements.in + # llama-index-llms-openai-like +llama-index-llms-openai-like==0.4.0 + # via -r ./comps/retrievers/src/requirements.in +llama-index-llms-text-generation-inference==0.3.3 + # via -r ./comps/retrievers/src/requirements.in +llama-index-utils-huggingface==0.3.0 + # via + # llama-index-embeddings-text-embeddings-inference + # llama-index-llms-text-generation-inference +llvmlite==0.44.0 + # via + # numba + # pynndescent +lxml==5.4.0 + # via + # python-docx + # python-pptx + # trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +mariadb==1.1.12 + # via -r ./comps/retrievers/src/requirements.in +markdown==3.8 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via panel +markdown-it-py==3.0.0 + # via + # mdit-py-plugins + # panel + # rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +matplotlib==3.10.3 + # via + # graspologic + # seaborn +matplotlib-inline==0.1.7 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via ipython +mdit-py-plugins==0.4.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via panel +mdurl==0.1.2 + # via markdown-it-py +milvus-lite==2.4.12 ; sys_platform != 'win32' + # via pymilvus +ml-dtypes==0.4.1 + # via + # jax + # jaxlib +more-itertools==10.7.0 + # via haystack-ai +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiobotocore + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +narwhals==1.43.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via bokeh +neo4j==5.28.1 + # via + # -r ./comps/retrievers/src/requirements.in + # llama-index-graph-stores-neo4j +nest-asyncio==1.6.0 + # via llama-index-core +networkx==3.4.2 ; python_full_version < '3.11' + # via + # graspologic + # haystack-ai + # llama-index-core + # pathway + # scikit-image + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # graspologic + # haystack-ai + # llama-index-core + # pathway + # scikit-image + # torch + # trimesh +ninja==1.11.1.4 + # via easyocr +nltk==3.9.1 + # via llama-index-core +numba==0.61.2 + # via + # hyppo + # pathway + # pynndescent + # umap-learn +numpy==1.26.4 + # via + # -r ./comps/retrievers/src/requirements.in + # autograd + # bokeh + # contourpy + # decord + # docarray + # easyocr + # elasticsearch + # embreex + # gensim + # graspologic + # haystack-ai + # hyppo + # imageio + # jax + # jaxlib + # langchain-arangodb + # langchain-community + # langchain-mariadb + # langchain-pinecone + # langchain-tests + # llama-index-core + # manifold3d + # mapbox-earcut + # matplotlib + # ml-dtypes + # numba + # opencv-python-headless + # pandas + # pathway + # patsy + # pgvector + # pot + # pycollada + # qdrant-client + # scikit-image + # scikit-learn + # scipy + # seaborn + # shapely + # statsmodels + # tifffile + # torchvision + # transformers + # trimesh + # umap-learn + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +openai==1.88.0 + # via + # haystack-ai + # langchain-openai + # llama-index-embeddings-openai + # llama-index-llms-openai +opencv-python-headless==4.11.0.86 + # via easyocr +opensearch-py==3.0.0 + # via -r ./comps/retrievers/src/requirements.in +opentelemetry-api==1.27.0 + # via + # -r ./comps/retrievers/src/requirements.in + # google-cloud-pubsub + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pathway +opentelemetry-exporter-otlp==1.27.0 + # via -r ./comps/retrievers/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.27.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.27.0 + # via + # opentelemetry-exporter-otlp + # pathway +opentelemetry-exporter-otlp-proto-http==1.27.0 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.27.0 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.27.0 + # via + # -r ./comps/retrievers/src/requirements.in + # google-cloud-pubsub + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # pathway +opentelemetry-semantic-conventions==0.48b0 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # bokeh + # google-cloud-bigquery + # huggingface-hub + # langchain-core + # langsmith + # lazy-loader + # mariadb + # marshmallow + # matplotlib + # panel + # pinecone-plugin-assistant + # pytesseract + # pytest + # python-arango + # scikit-image + # statsmodels + # transformers +pandas==2.3.0 + # via + # bokeh + # docarray + # haystack-ai + # hyppo + # panel + # pathway + # pymilvus + # seaborn + # statsmodels +panel==1.7.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via pathway +param==2.2.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # panel + # pyviz-comms +parso==0.8.4 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via jedi +pathway==0.3.3 ; python_full_version >= '3.11' and python_full_version < '3.13' + # via -r ./comps/retrievers/src/requirements.in +pathway==0.23.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via -r ./comps/retrievers/src/requirements.in +patsy==1.0.1 + # via + # hyppo + # statsmodels +pexpect==4.9.0 ; (python_full_version < '3.11' and sys_platform != 'emscripten' and sys_platform != 'win32') or (python_full_version >= '3.13' and sys_platform != 'emscripten' and sys_platform != 'win32') + # via ipython +pgvector==0.4.1 + # via -r ./comps/retrievers/src/requirements.in +pillow==11.2.1 + # via + # bokeh + # cairosvg + # docarray + # easyocr + # imageio + # llama-index-core + # matplotlib + # pytesseract + # python-pptx + # scikit-image + # sentence-transformers + # torchvision + # trimesh +pinecone==7.1.0 + # via langchain-pinecone +pinecone-plugin-assistant==1.7.0 + # via pinecone +pinecone-plugin-interface==0.0.7 + # via pinecone +platformdirs==4.3.8 + # via banks +pluggy==1.6.0 + # via pytest +portalocker==2.10.1 + # via qdrant-client +posthog==5.0.0 + # via haystack-ai +pot==0.9.5 + # via graspologic +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/retrievers/src/requirements.in +prompt-toolkit==3.0.51 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via ipython +propcache==0.3.2 + # via + # aiohttp + # yarl +proto-plus==1.26.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # google-api-core + # google-cloud-pubsub +protobuf==4.24.2 + # via + # -r ./comps/retrievers/src/requirements.in + # docarray + # google-api-core + # google-cloud-pubsub + # googleapis-common-protos + # grpc-google-iam-v1 + # grpcio-status + # grpcio-tools + # opentelemetry-proto + # proto-plus + # pymilvus + # vdms +psycopg2-binary==2.9.10 + # via -r ./comps/retrievers/src/requirements.in +ptyprocess==0.7.0 ; (python_full_version < '3.11' and sys_platform != 'emscripten' and sys_platform != 'win32') or (python_full_version >= '3.13' and sys_platform != 'emscripten' and sys_platform != 'win32') + # via pexpect +pure-eval==0.2.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via stack-data +pyarrow==18.1.0 + # via + # deltalake + # pathway +pyarrow-hotfix==0.7 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via deltalake +pyasn1==0.6.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # pyasn1-modules + # rsa +pyasn1-modules==0.4.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-auth +pyclipper==1.3.0.post6 + # via easyocr +pycollada==0.9 + # via trimesh +pycparser==2.22 + # via cffi +pydantic==2.9.2 + # via + # -r ./comps/retrievers/src/requirements.in + # banks + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # llama-index-core + # openai + # pathway + # pydantic-settings + # qdrant-client + # tgi +pydantic-core==2.23.4 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via + # ipython + # ipython-pygments-lexers + # pytest + # rich +pyjwt==2.10.1 + # via python-arango +pymilvus==2.5.6 + # via + # -r ./comps/retrievers/src/requirements.in + # langchain-milvus +pymupdf==1.26.1 + # via -r ./comps/retrievers/src/requirements.in +pynndescent==0.5.13 + # via umap-learn +pyparsing==3.2.3 + # via + # httplib2 + # matplotlib +pytesseract==0.3.13 + # via -r ./comps/retrievers/src/requirements.in +pytest==8.4.0 + # via + # langchain-tests + # pytest-asyncio + # pytest-socket + # syrupy +pytest-asyncio==0.26.0 + # via langchain-tests +pytest-socket==0.7.0 + # via langchain-tests +python-arango==8.2.0 + # via langchain-arangodb +python-bidi==0.6.6 + # via easyocr +python-dateutil==2.9.0.post0 + # via + # aiobotocore + # botocore + # elasticsearch + # google-cloud-bigquery + # haystack-ai + # matplotlib + # opensearch-py + # pandas + # pinecone + # posthog + # pycollada +python-docx==1.2.0 + # via -r ./comps/retrievers/src/requirements.in +python-dotenv==1.1.0 + # via + # pydantic-settings + # pymilvus +python-multipart==0.0.20 + # via -r ./comps/retrievers/src/requirements.in +python-pptx==1.0.2 + # via -r ./comps/retrievers/src/requirements.in +python-sat==1.8.dev17 + # via pathway +pytz==2025.2 + # via + # neo4j + # pandas +pyviz-comms==3.0.5 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via panel +pywin32==310 ; sys_platform == 'win32' + # via portalocker +pyyaml==6.0.2 + # via + # bokeh + # easyocr + # haystack-ai + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # llama-index-core + # transformers +qdrant-client==1.12.1 + # via qdrant-haystack +qdrant-haystack==8.1.0 + # via -r ./comps/retrievers/src/requirements.in +redis==6.2.0 + # via -r ./comps/retrievers/src/requirements.in +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # nltk + # tiktoken + # transformers +requests==2.32.4 + # via + # google-api-core + # google-cloud-bigquery + # haystack-ai + # huggingface-hub + # langchain + # langchain-community + # langsmith + # llama-index-core + # opensearch-py + # opentelemetry-exporter-otlp-proto-http + # panel + # pathway + # pinecone-plugin-assistant + # posthog + # python-arango + # requests-toolbelt + # tiktoken + # transformers +requests-toolbelt==1.0.0 + # via + # langsmith + # python-arango +rich==14.0.0 + # via + # docarray + # pathway +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rsa==4.9.1 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-auth +rtree==1.4.0 + # via trimesh +s3transfer==0.10.4 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via boto3 +safetensors==0.5.3 + # via transformers +scikit-image==0.25.2 + # via easyocr +scikit-learn==1.7.0 + # via + # graspologic + # hyppo + # pathway + # pynndescent + # sentence-transformers + # umap-learn +scipy==1.12.0 ; python_full_version >= '3.11' and python_full_version < '3.13' + # via + # easyocr + # gensim + # graspologic + # hyppo + # jax + # jaxlib + # pot + # pynndescent + # scikit-image + # scikit-learn + # sentence-transformers + # statsmodels + # trimesh + # umap-learn +scipy==1.15.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # easyocr + # gensim + # graspologic + # hyppo + # jax + # jaxlib + # pot + # pynndescent + # scikit-image + # scikit-learn + # sentence-transformers + # statsmodels + # trimesh + # umap-learn +seaborn==0.13.2 + # via graspologic +sentence-transformers==4.1.0 + # via -r ./comps/retrievers/src/requirements.in +setuptools==80.9.0 + # via + # fs + # grpcio-tools + # pymilvus + # python-arango + # torch + # triton +shapely==2.1.1 + # via + # easyocr + # pathway + # trimesh +shortuuid==1.0.13 + # via -r ./comps/retrievers/src/requirements.in +simsimd==6.4.9 + # via elasticsearch +six==1.17.0 + # via + # fs + # posthog + # python-dateutil + # python-sat +smart-open==7.1.0 + # via gensim +smmap==5.0.2 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via gitdb +sniffio==1.3.1 + # via + # anyio + # openai +soupsieve==2.7 + # via beautifulsoup4 +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community + # langchain-mariadb + # llama-index-core +sqlglot==10.6.1 ; python_full_version >= '3.11' and python_full_version < '3.13' + # via pathway +stack-data==0.6.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via ipython +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +statsmodels==0.14.4 + # via + # graspologic + # hyppo +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +syrupy==4.9.1 + # via langchain-tests +tenacity==9.1.2 + # via + # haystack-ai + # langchain-community + # langchain-core + # llama-index-core +tgi==2.4.2 + # via llama-index-llms-text-generation-inference +threadpoolctl==3.6.0 + # via scikit-learn +tifffile==2025.5.10 ; python_full_version < '3.11' + # via scikit-image +tifffile==2025.6.11 ; python_full_version >= '3.11' + # via scikit-image +tiktoken==0.9.0 + # via + # -r ./comps/retrievers/src/requirements.in + # langchain-openai + # llama-index-core +tinycss2==1.4.0 + # via + # cairosvg + # cssselect2 +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +tomli==2.2.1 ; python_full_version < '3.11' + # via pytest +torch==2.7.1 + # via + # easyocr + # sentence-transformers + # torchvision +torchvision==0.22.1 + # via easyocr +tornado==6.5.1 ; (python_full_version < '3.11' and sys_platform != 'emscripten') or (python_full_version >= '3.13' and sys_platform != 'emscripten') + # via bokeh +tqdm==4.67.1 + # via + # haystack-ai + # huggingface-hub + # llama-index-core + # milvus-lite + # nltk + # openai + # panel + # sentence-transformers + # transformers + # umap-learn +traitlets==5.14.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via + # comm + # ipython + # ipywidgets + # matplotlib-inline +transformers==4.52.4 + # via + # llama-index-llms-openai-like + # sentence-transformers +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # aiosqlite + # anyio + # async-lru + # beautifulsoup4 + # elasticsearch + # exceptiongroup + # fastapi + # graspologic + # haystack-ai + # huggingface-hub + # ipython + # langchain-core + # llama-index-core + # multidict + # openai + # opentelemetry-sdk + # panel + # pathway + # pinecone + # pydantic + # pydantic-core + # python-docx + # python-pptx + # referencing + # rich + # sentence-transformers + # sqlalchemy + # torch + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray + # llama-index-core +typing-inspection==0.4.1 + # via pydantic-settings +tzdata==2025.2 + # via pandas +uc-micro-py==1.0.3 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via linkify-it-py +ujson==5.10.0 + # via pymilvus +umap-learn==0.5.7 + # via graspologic +uritemplate==4.2.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via google-api-python-client +urllib3==2.4.0 + # via + # aiobotocore + # botocore + # elastic-transport + # opensearch-py + # pinecone + # python-arango + # qdrant-client + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/retrievers/src/requirements.in +vdms==0.0.21 + # via langchain-vdms +vhacdx==0.0.8.post2 + # via trimesh +wcwidth==0.2.13 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via prompt-toolkit +webencodings==0.5.1 + # via + # bleach + # cssselect2 + # tinycss2 +widgetsnbextension==4.0.14 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via ipywidgets +wrapt==1.17.2 + # via + # aiobotocore + # deprecated + # llama-index-core + # smart-open +xlsxwriter==3.2.5 + # via python-pptx +xxhash==3.5.0 + # via trimesh +xyzservices==2025.4.0 ; python_full_version < '3.11' or python_full_version >= '3.13' + # via bokeh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/retrievers/src/requirements.txt b/comps/retrievers/src/requirements.in similarity index 100% rename from comps/retrievers/src/requirements.txt rename to comps/retrievers/src/requirements.in diff --git a/comps/router/src/Dockerfile b/comps/router/src/Dockerfile index ded4d44ea0..67a81f9420 100644 --- a/comps/router/src/Dockerfile +++ b/comps/router/src/Dockerfile @@ -14,7 +14,13 @@ WORKDIR /home/user COPY comps /home/user/comps # Install deps from the router’s requirements.txt -RUN pip install --no-cache-dir --upgrade pip && pip install --no-cache-dir -r /home/user/comps/router/src/requirements.txt && git clone --depth 1 https://github.com/lm-sys/RouteLLM.git /tmp/RouteLLM && patch -p1 -d /tmp/RouteLLM < /home/user/comps/router/src/hf_compatibility.patch && pip install --no-cache-dir /tmp/RouteLLM && rm -rf /tmp/RouteLLM +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip uv && \ + $uvpip -r /home/user/comps/router/src/requirements.txt && \ + $uvpip torch --index-url https://download.pytorch.org/whl/cpu && \ + git clone --depth 1 https://github.com/lm-sys/RouteLLM.git /tmp/RouteLLM && \ + patch -p1 -d /tmp/RouteLLM < /home/user/comps/router/src/hf_compatibility.patch && \ + $uvpip /tmp/RouteLLM && rm -rf /tmp/RouteLLM # Make imports work ENV PYTHONPATH=/home/user diff --git a/comps/router/src/requirements.in b/comps/router/src/requirements.in new file mode 100644 index 0000000000..5b2bb91185 --- /dev/null +++ b/comps/router/src/requirements.in @@ -0,0 +1,23 @@ +aiofiles +aiohttp +docarray[full] +docx2txt +fastapi +httpx +kubernetes +langchain +langchain-community +opentelemetry-api +opentelemetry-exporter-otlp +opentelemetry-sdk +pillow +prometheus-fastapi-instrumentator +pydantic +pypdf +python-dotenv +python-multipart +pyyaml +requests +semantic-router +shortuuid +uvicorn[standard] diff --git a/comps/router/src/requirements.txt b/comps/router/src/requirements.txt index 5b2bb91185..18b03eb5b3 100644 --- a/comps/router/src/requirements.txt +++ b/comps/router/src/requirements.txt @@ -1,23 +1,515 @@ -aiofiles -aiohttp -docarray[full] -docx2txt -fastapi -httpx -kubernetes -langchain -langchain-community -opentelemetry-api -opentelemetry-exporter-otlp -opentelemetry-sdk -pillow -prometheus-fastapi-instrumentator -pydantic -pypdf -python-dotenv -python-multipart -pyyaml -requests -semantic-router -shortuuid -uvicorn[standard] +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/router/src/requirements.in --universal -o ./comps/router/src/requirements.txt +aiofiles==24.1.0 + # via + # -r ./comps/router/src/requirements.in + # aurelio-sdk +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # -r ./comps/router/src/requirements.in + # aurelio-sdk + # langchain-community + # litellm + # semantic-router +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette + # watchfiles +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +aurelio-sdk==0.0.19 + # via semantic-router +av==14.4.0 + # via docarray +cachetools==5.5.2 + # via google-auth +certifi==2025.6.15 + # via + # httpcore + # httpx + # kubernetes + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via + # litellm + # uvicorn +colorama==0.4.6 + # via + # click + # colorlog + # semantic-router + # tqdm + # uvicorn +colorlog==6.9.0 + # via + # aurelio-sdk + # semantic-router + # trimesh +dataclasses-json==0.6.7 + # via langchain-community +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/router/src/requirements.in +docx2txt==0.9 + # via -r ./comps/router/src/requirements.in +durationpy==0.10 + # via kubernetes +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/router/src/requirements.in +filelock==3.18.0 + # via huggingface-hub +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via huggingface-hub +google-auth==2.40.3 + # via kubernetes +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httptools==0.6.4 + # via uvicorn +httpx==0.28.1 + # via + # -r ./comps/router/src/requirements.in + # langsmith + # litellm + # openai + # trimesh +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.33.0 + # via tokenizers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via + # litellm + # opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via litellm +jiter==0.10.0 + # via openai +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via + # litellm + # trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +kubernetes==33.1.0 + # via -r ./comps/router/src/requirements.in +langchain==0.3.25 + # via + # -r ./comps/router/src/requirements.in + # langchain-community +langchain-community==0.3.25 + # via -r ./comps/router/src/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-community + # langchain-text-splitters +langchain-text-splitters==0.3.8 + # via langchain +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +litellm==1.72.6 + # via semantic-router +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # semantic-router + # shapely + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # semantic-router + # shapely + # trimesh + # vhacdx +oauthlib==3.3.0 + # via + # kubernetes + # requests-oauthlib +openai==1.88.0 + # via + # litellm + # semantic-router +opentelemetry-api==1.34.1 + # via + # -r ./comps/router/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/router/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/router/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # langsmith + # marshmallow +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # -r ./comps/router/src/requirements.in + # docarray + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/router/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pyasn1==0.6.1 + # via + # pyasn1-modules + # rsa +pyasn1-modules==0.4.2 + # via google-auth +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # -r ./comps/router/src/requirements.in + # aurelio-sdk + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # litellm + # openai + # pydantic-settings + # semantic-router +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +pypdf==5.6.0 + # via -r ./comps/router/src/requirements.in +python-dateutil==2.9.0.post0 + # via + # kubernetes + # pandas + # pycollada +python-dotenv==1.1.0 + # via + # -r ./comps/router/src/requirements.in + # aurelio-sdk + # litellm + # pydantic-settings + # uvicorn +python-multipart==0.0.20 + # via -r ./comps/router/src/requirements.in +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # -r ./comps/router/src/requirements.in + # huggingface-hub + # kubernetes + # langchain + # langchain-community + # langchain-core + # semantic-router + # uvicorn +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # semantic-router + # tiktoken +requests==2.32.4 + # via + # -r ./comps/router/src/requirements.in + # aurelio-sdk + # huggingface-hub + # kubernetes + # langchain + # langchain-community + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-oauthlib + # requests-toolbelt + # tiktoken +requests-oauthlib==2.0.0 + # via kubernetes +requests-toolbelt==1.0.0 + # via + # aurelio-sdk + # langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rsa==4.9.1 + # via google-auth +rtree==1.4.0 + # via trimesh +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +semantic-router==0.1.8 + # via -r ./comps/router/src/requirements.in +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/router/src/requirements.in +six==1.17.0 + # via + # kubernetes + # python-dateutil +sniffio==1.3.1 + # via + # anyio + # openai +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tenacity==9.1.2 + # via + # langchain-community + # langchain-core +tiktoken==0.9.0 + # via + # litellm + # semantic-router +tokenizers==0.21.1 + # via litellm +tornado==6.5.1 + # via + # aurelio-sdk + # semantic-router +tqdm==4.67.1 + # via + # huggingface-hub + # openai +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.31.0.6 + # via docarray +types-urllib3==1.26.25.14 + # via types-requests +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # pypdf + # referencing + # rich + # sqlalchemy + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==1.26.20 + # via + # kubernetes + # requests + # semantic-router +uvicorn==0.34.3 + # via -r ./comps/router/src/requirements.in +uvloop==0.21.0 ; platform_python_implementation != 'PyPy' and sys_platform != 'cygwin' and sys_platform != 'win32' + # via uvicorn +vhacdx==0.0.8.post2 + # via trimesh +watchfiles==1.1.0 + # via uvicorn +websocket-client==1.8.0 + # via kubernetes +websockets==15.0.1 + # via uvicorn +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/struct2graph/src/Dockerfile b/comps/struct2graph/src/Dockerfile index 976e32dadf..33b8cd5794 100644 --- a/comps/struct2graph/src/Dockerfile +++ b/comps/struct2graph/src/Dockerfile @@ -7,7 +7,6 @@ WORKDIR /home/graph_extract FROM python:3.11-slim ENV LANG=C.UTF-8 -ARG ARCH=cpu RUN apt-get update -y && apt-get install vim -y && apt-get install -y --no-install-recommends --fix-missing \ build-essential @@ -18,12 +17,9 @@ RUN useradd -m -s /bin/bash user && \ COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - if [ ${ARCH} = "cpu" ]; then \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/struct2graph/src/requirements.txt; \ - else \ - pip install --no-cache-dir -r /home/user/comps/struct2graph/src/requirements.txt; \ - fi +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/user/comps/struct2graph/src/requirements.txt ENV https_proxy=${https_proxy} ENV http_proxy=${http_proxy} diff --git a/comps/struct2graph/src/requirements.in b/comps/struct2graph/src/requirements.in new file mode 100644 index 0000000000..57651fdb1d --- /dev/null +++ b/comps/struct2graph/src/requirements.in @@ -0,0 +1,20 @@ +docarray[full] +fastapi +hanging_threads +langchain +langchain-community +langchain-neo4j +neo4j +numpy +openai +opentelemetry-api +opentelemetry-exporter-otlp +opentelemetry-sdk +pandas +prometheus_fastapi_instrumentator +psycopg2-binary +pyarrow +pydantic +shortuuid +sqlalchemy +uvicorn diff --git a/comps/struct2graph/src/requirements.txt b/comps/struct2graph/src/requirements.txt index 57651fdb1d..6640671087 100644 --- a/comps/struct2graph/src/requirements.txt +++ b/comps/struct2graph/src/requirements.txt @@ -1,20 +1,419 @@ -docarray[full] -fastapi -hanging_threads -langchain -langchain-community -langchain-neo4j -neo4j -numpy -openai -opentelemetry-api -opentelemetry-exporter-otlp -opentelemetry-sdk -pandas -prometheus_fastapi_instrumentator -psycopg2-binary -pyarrow -pydantic -shortuuid -sqlalchemy -uvicorn +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/struct2graph/src/requirements.in --universal -o ./comps/struct2graph/src/requirements.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via langchain-community +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/struct2graph/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/struct2graph/src/requirements.in +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2024.12.0 + # via neo4j-graphrag +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hanging-threads==2.0.7 + # via -r ./comps/struct2graph/src/requirements.in +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # openai + # trimesh +httpx-sse==0.4.0 + # via langchain-community +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jiter==0.10.0 + # via openai +json-repair==0.39.1 + # via neo4j-graphrag +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via + # -r ./comps/struct2graph/src/requirements.in + # langchain-community + # langchain-neo4j +langchain-community==0.3.25 + # via -r ./comps/struct2graph/src/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-community + # langchain-neo4j + # langchain-text-splitters +langchain-neo4j==0.4.0 + # via -r ./comps/struct2graph/src/requirements.in +langchain-text-splitters==0.3.8 + # via langchain +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +neo4j==5.28.1 + # via + # -r ./comps/struct2graph/src/requirements.in + # langchain-neo4j + # neo4j-graphrag +neo4j-graphrag==1.7.0 + # via langchain-neo4j +networkx==3.4.2 ; python_full_version < '3.11' + # via trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # -r ./comps/struct2graph/src/requirements.in + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # -r ./comps/struct2graph/src/requirements.in + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # trimesh + # vhacdx +openai==1.88.0 + # via -r ./comps/struct2graph/src/requirements.in +opentelemetry-api==1.34.1 + # via + # -r ./comps/struct2graph/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/struct2graph/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/struct2graph/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # langchain-core + # langsmith + # marshmallow +pandas==2.3.0 + # via + # -r ./comps/struct2graph/src/requirements.in + # docarray +pillow==11.2.1 + # via + # docarray + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/struct2graph/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psycopg2-binary==2.9.10 + # via -r ./comps/struct2graph/src/requirements.in +pyarrow==20.0.0 + # via -r ./comps/struct2graph/src/requirements.in +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # -r ./comps/struct2graph/src/requirements.in + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # neo4j-graphrag + # openai + # pydantic-settings +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +pypdf==5.6.0 + # via neo4j-graphrag +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +pytz==2025.2 + # via + # neo4j + # pandas +pyyaml==6.0.2 + # via + # langchain + # langchain-community + # langchain-core + # neo4j-graphrag +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +requests==2.32.4 + # via + # langchain + # langchain-community + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/struct2graph/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via + # anyio + # openai +sqlalchemy==2.0.41 + # via + # -r ./comps/struct2graph/src/requirements.in + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tenacity==9.1.2 + # via + # langchain-community + # langchain-core +tqdm==4.67.1 + # via openai +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-pyyaml==6.0.12.20250516 + # via neo4j-graphrag +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # langchain-core + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # pypdf + # referencing + # rich + # sqlalchemy + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/struct2graph/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/text2cypher/src/Dockerfile.intel_hpu b/comps/text2cypher/src/Dockerfile.intel_hpu index 0dd2bc382d..73e8ec6137 100644 --- a/comps/text2cypher/src/Dockerfile.intel_hpu +++ b/comps/text2cypher/src/Dockerfile.intel_hpu @@ -24,15 +24,16 @@ COPY comps /root/comps #RUN rm -rf /etc/ssh/ssh_host* -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir --upgrade-strategy eager optimum[habana] && \ - pip install --no-cache-dir git+https://github.com/HabanaAI/DeepSpeed.git@1.19.0 +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + pip install --no-cache-dir optimum-habana && \ + $uvpip git+https://github.com/HabanaAI/DeepSpeed.git@1.19.0 RUN git clone --depth 1 --branch ${REPO_VER} ${REPO} WORKDIR /root/comps/text2cypher/src -RUN pip install --no-cache-dir -r requirements.txt && \ - pip install --no-cache-dir --upgrade --force-reinstall pydantic numpy==1.26.3 +RUN $uvpip -r requirements-cpu.txt && \ + $uvpip --upgrade --force-reinstall pydantic numpy==1.26.3 transformers==4.49.0 # Set environment variables ENV PYTHONPATH=/root:/usr/lib/habanalabs/:/root/optimum-habana diff --git a/comps/text2cypher/src/requirements-cpu.txt b/comps/text2cypher/src/requirements-cpu.txt new file mode 100644 index 0000000000..1dcb1ce1f9 --- /dev/null +++ b/comps/text2cypher/src/requirements-cpu.txt @@ -0,0 +1,725 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/text2cypher/src/requirements.in --universal -o ./comps/text2cypher/src/requirements-cpu.txt +accelerate==1.8.0 + # via + # -r ./comps/text2cypher/src/requirements.in + # peft + # transformers +aiofiles==24.1.0 + # via unstructured-client +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # huggingface-hub + # langchain-community + # llama-index-core +aiosignal==1.3.2 + # via aiohttp +aiosqlite==0.21.0 + # via llama-index-core +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +backoff==2.2.1 + # via unstructured +banks==2.1.2 + # via llama-index-core +beautifulsoup4==4.13.4 + # via + # llama-index-readers-file + # unstructured +certifi==2025.6.15 + # via + # httpcore + # httpx + # llama-cloud + # requests +cffi==1.17.1 + # via + # cryptography + # zstandard +chardet==5.2.0 + # via unstructured +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via + # llama-cloud-services + # nltk + # python-oxmsg + # uvicorn +colorama==0.4.6 + # via + # click + # colorlog + # griffe + # tqdm +colorlog==6.9.0 + # via trimesh +cryptography==45.0.4 + # via unstructured-client +dataclasses-json==0.6.7 + # via + # langchain-community + # llama-index-core + # unstructured +deprecated==1.2.18 + # via + # banks + # llama-index-core + # llama-index-instrumentation +dirtyjson==1.0.8 + # via llama-index-core +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/text2cypher/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +emoji==2.14.1 + # via unstructured +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/text2cypher/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers +filetype==1.2.0 + # via + # llama-index-core + # unstructured +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub + # llama-index-core +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 + # via sqlalchemy +griffe==1.7.3 + # via banks +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +html5lib==1.1 + # via unstructured +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # llama-cloud + # llama-index-core + # openai + # trimesh + # unstructured-client +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.33.0 + # via + # -r ./comps/text2cypher/src/requirements.in + # accelerate + # langchain-huggingface + # llama-index-embeddings-huggingface + # llama-index-llms-huggingface-api + # peft + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via + # banks +jiter==0.10.0 + # via openai +joblib==1.5.1 + # via + # nltk + # scikit-learn +json-repair==0.47.1 + # via -r ./comps/text2cypher/src/requirements.in +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via + # -r ./comps/text2cypher/src/requirements.in + # langchain-community +langchain-community==0.3.25 + # via + # -r ./comps/text2cypher/src/requirements.in + # langchain-experimental +langchain-core==0.3.65 + # via + # langchain + # langchain-community + # langchain-experimental + # langchain-huggingface + # langchain-text-splitters +langchain-experimental==0.3.4 + # via -r ./comps/text2cypher/src/requirements.in +langchain-huggingface==0.3.0 + # via -r ./comps/text2cypher/src/requirements.in +langchain-text-splitters==0.3.8 + # via langchain +langdetect==1.0.9 + # via unstructured +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +llama-cloud==0.1.26 + # via + # llama-cloud-services + # llama-index-indices-managed-llama-cloud +llama-cloud-services==0.6.34 + # via llama-parse +llama-index==0.12.43 + # via -r ./comps/text2cypher/src/requirements.in +llama-index-agent-openai==0.4.11 + # via + # llama-index + # llama-index-program-openai +llama-index-cli==0.4.3 + # via llama-index +llama-index-core==0.12.43 + # via + # llama-cloud-services + # llama-index + # llama-index-agent-openai + # llama-index-cli + # llama-index-embeddings-huggingface + # llama-index-embeddings-langchain + # llama-index-embeddings-openai + # llama-index-graph-stores-neo4j + # llama-index-indices-managed-llama-cloud + # llama-index-llms-huggingface + # llama-index-llms-huggingface-api + # llama-index-llms-openai + # llama-index-multi-modal-llms-openai + # llama-index-program-openai + # llama-index-question-gen-openai + # llama-index-readers-file + # llama-index-readers-llama-parse +llama-index-embeddings-huggingface==0.5.4 + # via -r ./comps/text2cypher/src/requirements.in +llama-index-embeddings-langchain==0.3.0 + # via -r ./comps/text2cypher/src/requirements.in +llama-index-embeddings-openai==0.3.1 + # via + # llama-index + # llama-index-cli +llama-index-graph-stores-neo4j==0.4.6 + # via -r ./comps/text2cypher/src/requirements.in +llama-index-indices-managed-llama-cloud==0.7.7 + # via llama-index +llama-index-instrumentation==0.1.0 + # via llama-index-workflows +llama-index-llms-huggingface==0.5.0 + # via -r ./comps/text2cypher/src/requirements.in +llama-index-llms-huggingface-api==0.5.0 + # via -r ./comps/text2cypher/src/requirements.in +llama-index-llms-openai==0.4.7 + # via + # llama-index + # llama-index-agent-openai + # llama-index-cli + # llama-index-multi-modal-llms-openai + # llama-index-program-openai + # llama-index-question-gen-openai +llama-index-multi-modal-llms-openai==0.5.1 + # via llama-index +llama-index-program-openai==0.3.2 + # via + # llama-index + # llama-index-question-gen-openai +llama-index-question-gen-openai==0.3.1 + # via llama-index +llama-index-readers-file==0.4.8 + # via llama-index +llama-index-readers-llama-parse==0.4.0 + # via llama-index +llama-index-workflows==0.2.2 + # via llama-index-core +llama-parse==0.6.34 + # via llama-index-readers-llama-parse +lxml==5.4.0 + # via + # trimesh + # unstructured +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +neo4j==5.28.1 + # via + # -r ./comps/text2cypher/src/requirements.in + # llama-index-graph-stores-neo4j +nest-asyncio==1.6.0 + # via + # llama-index-core + # unstructured-client +networkx==3.4.2 ; python_full_version < '3.11' + # via + # llama-index-core + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # llama-index-core + # trimesh +nltk==3.9.1 + # via + # llama-index + # llama-index-core + # unstructured +numpy==2.2.6 ; python_full_version < '3.11' + # via + # accelerate + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # llama-index-core + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # peft + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # unstructured + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # accelerate + # docarray + # embreex + # jax + # jaxlib + # langchain-community + # llama-index-core + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # peft + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # unstructured + # vhacdx +olefile==0.47 + # via python-oxmsg +openai==1.88.0 + # via + # llama-index-agent-openai + # llama-index-embeddings-openai + # llama-index-llms-openai +opentelemetry-api==1.34.1 + # via + # -r ./comps/text2cypher/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/text2cypher/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/text2cypher/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # accelerate + # huggingface-hub + # langchain-core + # langsmith + # marshmallow + # peft + # transformers +pandas==2.3.0 + # via + # docarray + # llama-index-readers-file +peft==0.15.2 + # via -r ./comps/text2cypher/src/requirements.in +pillow==11.2.1 + # via + # docarray + # llama-index-core + # sentence-transformers + # trimesh +platformdirs==4.3.8 + # via + # banks + # llama-cloud-services +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/text2cypher/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via + # accelerate + # peft + # unstructured +pycollada==0.9 + # via trimesh +pycparser==2.22 + # via cffi +pydantic==2.11.7 + # via + # banks + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # llama-cloud + # llama-cloud-services + # llama-index-core + # llama-index-instrumentation + # llama-index-workflows + # openai + # pydantic-settings + # unstructured-client +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via langchain-community +pydub==0.25.1 + # via + # -r ./comps/text2cypher/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +pypdf==5.6.0 + # via + # llama-index-readers-file + # unstructured-client +pyprojroot==0.3.0 + # via -r ./comps/text2cypher/src/requirements.in +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via + # llama-cloud-services + # pydantic-settings +python-iso639==2025.2.18 + # via unstructured +python-magic==0.4.27 + # via unstructured +python-oxmsg==0.0.2 + # via unstructured +pytz==2025.2 + # via + # neo4j + # pandas +pyyaml==6.0.2 + # via + # accelerate + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # llama-index-core + # peft + # transformers +rapidfuzz==3.13.0 + # via unstructured +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # nltk + # tiktoken + # transformers +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langchain-community + # langsmith + # llama-index-core + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # tiktoken + # transformers + # unstructured +requests-toolbelt==1.0.0 + # via + # langsmith + # unstructured-client +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # peft + # transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via + # -r ./comps/text2cypher/src/requirements.in + # llama-index-embeddings-huggingface +setuptools==80.9.0 + # via + # llama-index-core +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/text2cypher/src/requirements.in +six==1.17.0 + # via + # html5lib + # langdetect + # python-dateutil +sniffio==1.3.1 + # via + # anyio + # openai +soupsieve==2.7 + # via beautifulsoup4 +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community + # llama-index-core +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +striprtf==0.0.26 + # via llama-index-readers-file +svg-path==6.3 + # via trimesh +tenacity==9.1.2 + # via + # langchain-community + # langchain-core + # llama-index-core +threadpoolctl==3.6.0 + # via scikit-learn +tiktoken==0.9.0 + # via llama-index-core +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +tqdm==4.67.1 + # via + # huggingface-hub + # llama-index-core + # nltk + # openai + # peft + # sentence-transformers + # transformers + # unstructured +transformers==4.52.4 + # via + # -r ./comps/text2cypher/src/requirements.in + # llama-index-llms-huggingface + # peft + # sentence-transformers +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # aiosqlite + # anyio + # beautifulsoup4 + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # llama-index-core + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # pypdf + # pyprojroot + # python-oxmsg + # referencing + # rich + # sentence-transformers + # sqlalchemy + # typing-inspect + # typing-inspection + # unstructured + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray + # llama-index-core +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +unstructured==0.17.2 + # via -r ./comps/text2cypher/src/requirements.in +unstructured-client==0.36.0 + # via unstructured +urllib3==2.5.0 + # via + # -r ./comps/text2cypher/src/requirements.in + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/text2cypher/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +webencodings==0.5.1 + # via html5lib +wrapt==1.17.2 + # via + # deprecated + # llama-index-core + # unstructured +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/text2cypher/src/requirements.txt b/comps/text2cypher/src/requirements.in similarity index 100% rename from comps/text2cypher/src/requirements.txt rename to comps/text2cypher/src/requirements.in diff --git a/comps/text2graph/src/Dockerfile b/comps/text2graph/src/Dockerfile index 0f9bfaf1b1..7d430fb3e8 100644 --- a/comps/text2graph/src/Dockerfile +++ b/comps/text2graph/src/Dockerfile @@ -18,11 +18,13 @@ RUN useradd -m -s /bin/bash user && \ COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ if [ ${ARCH} = "cpu" ]; then \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/text2graph/src/requirements.txt; \ + $uvpip torch --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/user/comps/text2graph/src/requirements-cpu.txt; \ else \ - pip install --no-cache-dir -r /home/user/comps/text2graph/src/requirements.txt; \ + $uvpip -r /home/user/comps/text2graph/src/requirements-gpu.txt; \ fi ENV LLM_ID=${LLM_ID:-"Babelscape/rebel-large"} diff --git a/comps/text2graph/src/requirements-cpu.txt b/comps/text2graph/src/requirements-cpu.txt new file mode 100644 index 0000000000..edb90b42a3 --- /dev/null +++ b/comps/text2graph/src/requirements-cpu.txt @@ -0,0 +1,414 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/text2graph/src/requirements.in --universal -o ./comps/text2graph/src/requirements-cpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # langchain + # langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via langchain-community +docarray==0.41.0 + # via -r ./comps/text2graph/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/text2graph/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hanging-threads==2.0.7 + # via -r ./comps/text2graph/src/requirements.in +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # trimesh +huggingface-hub==0.33.0 + # via + # langchain-huggingface + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.5.3 + # via docarray +jaxlib==0.5.3 + # via jax +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.2.9 + # via + # -r ./comps/text2graph/src/requirements.in + # langchain-community +langchain-community==0.2.7 + # via -r ./comps/text2graph/src/requirements.in +langchain-core==0.2.43 + # via + # langchain + # langchain-community + # langchain-huggingface + # langchain-text-splitters +langchain-huggingface==0.0.3 + # via -r ./comps/text2graph/src/requirements.in +langchain-text-splitters==0.2.4 + # via langchain +langsmith==0.1.147 + # via + # langchain + # langchain-community + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.4.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +numpy==1.26.4 + # via + # -r ./comps/text2graph/src/requirements.in + # docarray + # embreex + # jax + # jaxlib + # langchain + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +opentelemetry-api==1.34.1 + # via + # -r ./comps/text2graph/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/text2graph/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/text2graph/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # marshmallow + # transformers +pandas==2.3.0 + # via + # -r ./comps/text2graph/src/requirements.in + # docarray +pillow==11.2.1 + # via + # docarray + # sentence-transformers + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/text2graph/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psycopg2-binary==2.9.10 + # via -r ./comps/text2graph/src/requirements.in +pyarrow==20.0.0 + # via -r ./comps/text2graph/src/requirements.in +pycollada==0.9 + # via trimesh +pydantic==2.11.7 + # via + # -r ./comps/text2graph/src/requirements.in + # docarray + # fastapi + # langchain + # langchain-core + # langsmith +pydantic-core==2.33.2 + # via pydantic +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langchain-community + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via langchain-huggingface +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/text2graph/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +sqlalchemy==2.0.41 + # via + # -r ./comps/text2graph/src/requirements.in + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tenacity==8.5.0 + # via + # langchain + # langchain-community + # langchain-core +threadpoolctl==3.6.0 + # via scikit-learn +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +tqdm==4.67.1 + # via + # huggingface-hub + # sentence-transformers + # transformers +transformers==4.52.4 + # via + # langchain-huggingface + # sentence-transformers +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sentence-transformers + # sqlalchemy + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via pydantic +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/text2graph/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/text2graph/src/requirements-gpu.txt b/comps/text2graph/src/requirements-gpu.txt new file mode 100644 index 0000000000..e1ca2223a1 --- /dev/null +++ b/comps/text2graph/src/requirements-gpu.txt @@ -0,0 +1,468 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/text2graph/src/requirements.in --universal -o ./comps/text2graph/src/requirements-gpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # langchain + # langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via langchain-community +docarray==0.41.0 + # via -r ./comps/text2graph/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/text2graph/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # torch + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub + # torch +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hanging-threads==2.0.7 + # via -r ./comps/text2graph/src/requirements.in +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # trimesh +huggingface-hub==0.33.0 + # via + # langchain-huggingface + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.5.3 + # via docarray +jaxlib==0.5.3 + # via jax +jinja2==3.1.6 + # via torch +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.2.9 + # via + # -r ./comps/text2graph/src/requirements.in + # langchain-community +langchain-community==0.2.7 + # via -r ./comps/text2graph/src/requirements.in +langchain-core==0.2.43 + # via + # langchain + # langchain-community + # langchain-huggingface + # langchain-text-splitters +langchain-huggingface==0.0.3 + # via -r ./comps/text2graph/src/requirements.in +langchain-text-splitters==0.2.4 + # via langchain +langsmith==0.1.147 + # via + # langchain + # langchain-community + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.4.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # torch + # trimesh +numpy==1.26.4 + # via + # -r ./comps/text2graph/src/requirements.in + # docarray + # embreex + # jax + # jaxlib + # langchain + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +opentelemetry-api==1.34.1 + # via + # -r ./comps/text2graph/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/text2graph/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/text2graph/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # marshmallow + # transformers +pandas==2.3.0 + # via + # -r ./comps/text2graph/src/requirements.in + # docarray +pillow==11.2.1 + # via + # docarray + # sentence-transformers + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/text2graph/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psycopg2-binary==2.9.10 + # via -r ./comps/text2graph/src/requirements.in +pyarrow==20.0.0 + # via -r ./comps/text2graph/src/requirements.in +pycollada==0.9 + # via trimesh +pydantic==2.11.7 + # via + # -r ./comps/text2graph/src/requirements.in + # docarray + # fastapi + # langchain + # langchain-core + # langsmith +pydantic-core==2.33.2 + # via pydantic +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langchain-community + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via langchain-huggingface +setuptools==80.9.0 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # torch + # triton +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/text2graph/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +sqlalchemy==2.0.41 + # via + # -r ./comps/text2graph/src/requirements.in + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +tenacity==8.5.0 + # via + # langchain + # langchain-community + # langchain-core +threadpoolctl==3.6.0 + # via scikit-learn +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +torch==2.7.1 + # via sentence-transformers +tqdm==4.67.1 + # via + # huggingface-hub + # sentence-transformers + # transformers +transformers==4.52.4 + # via + # langchain-huggingface + # sentence-transformers +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sentence-transformers + # sqlalchemy + # torch + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via pydantic +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/text2graph/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/text2graph/src/requirements.txt b/comps/text2graph/src/requirements.in similarity index 100% rename from comps/text2graph/src/requirements.txt rename to comps/text2graph/src/requirements.in diff --git a/comps/text2image/src/Dockerfile b/comps/text2image/src/Dockerfile index fc8e203146..df0bf5efe4 100644 --- a/comps/text2image/src/Dockerfile +++ b/comps/text2image/src/Dockerfile @@ -10,10 +10,15 @@ ARG ARCH="cpu" COPY comps /home/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ if [ ${ARCH} = "cpu" ]; then \ - pip install --no-cache-dir torch torchvision --index-url https://download.pytorch.org/whl/cpu; fi && \ - pip install --no-cache-dir -r /home/comps/text2image/src/requirements.txt + $uvpip torch torchvision --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/comps/text2image/src/requirements-cpu.txt; \ + else \ + $uvpip -r /home/comps/text2image/src/requirements-gpu.txt; \ + fi + ENV PYTHONPATH=$PYTHONPATH:/home diff --git a/comps/text2image/src/Dockerfile.intel_hpu b/comps/text2image/src/Dockerfile.intel_hpu index 2f24176969..383c118d2a 100644 --- a/comps/text2image/src/Dockerfile.intel_hpu +++ b/comps/text2image/src/Dockerfile.intel_hpu @@ -18,9 +18,10 @@ ENV LANG=en_US.UTF-8 ENV PYTHONPATH=/home/user:/usr/lib/habanalabs/:/home/user/optimum-habana # Install requirements and optimum habana -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r /home/user/comps/text2image/src/requirements.txt && \ - pip install --no-cache-dir git+https://github.com/huggingface/optimum-habana@v1.17.0 +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/user/comps/text2image/src/requirements-cpu.txt && \ + $uvpip git+https://github.com/huggingface/optimum-habana@v1.17.0 USER user WORKDIR /home/user/comps/text2image/src diff --git a/comps/text2image/src/requirements-cpu.txt b/comps/text2image/src/requirements-cpu.txt new file mode 100644 index 0000000000..5b4b894473 --- /dev/null +++ b/comps/text2image/src/requirements-cpu.txt @@ -0,0 +1,380 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/text2image/src/requirements.in --universal -o ./comps/text2image/src/requirements-cpu.txt +accelerate==1.7.0 + # via -r ./comps/text2image/src/requirements.in +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via fsspec +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +datasets==3.6.0 + # via -r ./comps/text2image/src/requirements.in +diffusers==0.33.1 + # via -r ./comps/text2image/src/requirements.in +dill==0.3.8 + # via + # datasets + # multiprocess +docarray==0.41.0 + # via -r ./comps/text2image/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/text2image/src/requirements.in +filelock==3.18.0 + # via + # datasets + # diffusers + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via trimesh +huggingface-hub==0.33.0 + # via + # accelerate + # datasets + # diffusers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via + # diffusers + # opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # accelerate + # datasets + # diffusers + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # accelerate + # datasets + # diffusers + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +opentelemetry-api==1.34.1 + # via + # -r ./comps/text2image/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/text2image/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/text2image/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via docarray +packaging==25.0 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +pandas==2.3.0 + # via + # datasets + # docarray +pillow==11.2.1 + # via + # diffusers + # docarray + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/text2image/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via accelerate +pyarrow==20.0.0 + # via datasets +pycollada==0.9 + # via trimesh +pydantic==2.7.2 + # via + # -r ./comps/text2image/src/requirements.in + # docarray + # fastapi +pydantic-core==2.18.3 + # via pydantic +pydub==0.25.1 + # via + # -r ./comps/text2image/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # diffusers + # transformers +requests==2.32.4 + # via + # datasets + # diffusers + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # transformers +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # diffusers + # transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +sentencepiece==0.2.0 + # via -r ./comps/text2image/src/requirements.in +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/text2image/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tokenizers==0.21.1 + # via transformers +tqdm==4.67.1 + # via + # datasets + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/text2image/src/requirements.in +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # typing-inspect + # uvicorn +typing-inspect==0.9.0 + # via docarray +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/text2image/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # datasets + # trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/text2image/src/requirements-gpu.txt b/comps/text2image/src/requirements-gpu.txt new file mode 100644 index 0000000000..9518b32678 --- /dev/null +++ b/comps/text2image/src/requirements-gpu.txt @@ -0,0 +1,436 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/text2image/src/requirements.in --universal -o ./comps/text2image/src/requirements-gpu.txt +accelerate==1.7.0 + # via -r ./comps/text2image/src/requirements.in +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via fsspec +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +datasets==3.6.0 + # via -r ./comps/text2image/src/requirements.in +diffusers==0.33.1 + # via -r ./comps/text2image/src/requirements.in +dill==0.3.8 + # via + # datasets + # multiprocess +docarray==0.41.0 + # via -r ./comps/text2image/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/text2image/src/requirements.in +filelock==3.18.0 + # via + # datasets + # diffusers + # huggingface-hub + # torch + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub + # torch +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via trimesh +huggingface-hub==0.33.0 + # via + # accelerate + # datasets + # diffusers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via + # diffusers + # opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via torch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # torch + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # accelerate + # datasets + # diffusers + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # accelerate + # datasets + # diffusers + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +opentelemetry-api==1.34.1 + # via + # -r ./comps/text2image/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/text2image/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/text2image/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via docarray +packaging==25.0 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +pandas==2.3.0 + # via + # datasets + # docarray +pillow==11.2.1 + # via + # diffusers + # docarray + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/text2image/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via accelerate +pyarrow==20.0.0 + # via datasets +pycollada==0.9 + # via trimesh +pydantic==2.7.2 + # via + # -r ./comps/text2image/src/requirements.in + # docarray + # fastapi +pydantic-core==2.18.3 + # via pydantic +pydub==0.25.1 + # via + # -r ./comps/text2image/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # diffusers + # transformers +requests==2.32.4 + # via + # datasets + # diffusers + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # transformers +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # diffusers + # transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +sentencepiece==0.2.0 + # via -r ./comps/text2image/src/requirements.in +setuptools==80.9.0 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # torch + # triton +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/text2image/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +tokenizers==0.21.1 + # via transformers +torch==2.7.1 + # via + # -r ./comps/text2image/src/requirements.in + # accelerate +tqdm==4.67.1 + # via + # datasets + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/text2image/src/requirements.in +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # torch + # typing-inspect + # uvicorn +typing-inspect==0.9.0 + # via docarray +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/text2image/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # datasets + # trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/text2image/src/requirements.txt b/comps/text2image/src/requirements.in similarity index 100% rename from comps/text2image/src/requirements.txt rename to comps/text2image/src/requirements.in diff --git a/comps/text2kg/src/Dockerfile b/comps/text2kg/src/Dockerfile index b2501a8e0c..967f24b364 100644 --- a/comps/text2kg/src/Dockerfile +++ b/comps/text2kg/src/Dockerfile @@ -22,11 +22,13 @@ RUN mkdir -p /home/users/comps/text2kg/src/tmpddata WORKDIR /home/users/comps/text2kg/src/tmpddata -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ if [ ${ARCH} = "cpu" ]; then \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/text2kg/src/requirements.txt; \ + $uvpip torch --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/user/comps/text2kg/src/requirements-cpu.txt; \ else \ - pip install --no-cache-dir -r /home/user/comps/text2kg/src/requirements.txt; \ + $uvpip -r /home/user/comps/text2kg/src/requirements-gpu.txt; \ fi ENV https_proxy=${https_proxy} diff --git a/comps/text2kg/src/requirements-cpu.txt b/comps/text2kg/src/requirements-cpu.txt new file mode 100644 index 0000000000..3b43d8b38e --- /dev/null +++ b/comps/text2kg/src/requirements-cpu.txt @@ -0,0 +1,613 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/text2kg/src/requirements.in --universal -o ./comps/text2kg/src/requirements-cpu.txt +accelerate==1.7.0 + # via transformers +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # huggingface-hub + # llama-index-core +aiosignal==1.3.2 + # via aiohttp +aiosqlite==0.21.0 + # via llama-index-core +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +banks==2.1.2 + # via llama-index-core +beautifulsoup4==4.13.4 + # via llama-index-readers-file +certifi==2025.6.15 + # via + # httpcore + # httpx + # llama-cloud + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via + # llama-cloud-services + # nltk + # uvicorn +colorama==0.4.6 + # via + # click + # colorlog + # griffe + # tqdm +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via llama-index-core +deprecated==1.2.18 + # via + # banks + # llama-index-core +dirtyjson==1.0.8 + # via llama-index-core +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/text2kg/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/text2kg/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers +filetype==1.2.0 + # via llama-index-core +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2024.12.0 + # via + # huggingface-hub + # llama-index-core + # neo4j-graphrag +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 + # via sqlalchemy +griffe==1.7.3 + # via banks +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # llama-cloud + # llama-index-core + # openai + # trimesh +huggingface-hub==0.33.0 + # via + # accelerate + # langchain-huggingface + # llama-index-embeddings-huggingface + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via + # banks +jiter==0.10.0 + # via openai +joblib==1.5.1 + # via + # nltk + # scikit-learn +json-repair==0.39.1 + # via neo4j-graphrag +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via langchain-neo4j +langchain-core==0.3.65 + # via + # langchain + # langchain-huggingface + # langchain-neo4j + # langchain-text-splitters +langchain-huggingface==0.3.0 + # via -r ./comps/text2kg/src/requirements.in +langchain-neo4j==0.4.0 + # via -r ./comps/text2kg/src/requirements.in +langchain-text-splitters==0.3.8 + # via langchain +langsmith==0.3.45 + # via + # langchain + # langchain-core +llama-cloud==0.1.26 + # via + # llama-cloud-services + # llama-index-indices-managed-llama-cloud +llama-cloud-services==0.6.34 + # via llama-parse +llama-index==0.12.42 + # via -r ./comps/text2kg/src/requirements.in +llama-index-agent-openai==0.4.11 + # via + # llama-index + # llama-index-program-openai +llama-index-cli==0.4.3 + # via llama-index +llama-index-core==0.12.42 + # via + # llama-cloud-services + # llama-index + # llama-index-agent-openai + # llama-index-cli + # llama-index-embeddings-huggingface + # llama-index-embeddings-openai + # llama-index-graph-stores-neo4j + # llama-index-indices-managed-llama-cloud + # llama-index-llms-huggingface + # llama-index-llms-openai + # llama-index-multi-modal-llms-openai + # llama-index-program-openai + # llama-index-question-gen-openai + # llama-index-readers-file + # llama-index-readers-llama-parse +llama-index-embeddings-huggingface==0.5.4 + # via -r ./comps/text2kg/src/requirements.in +llama-index-embeddings-openai==0.3.1 + # via + # llama-index + # llama-index-cli +llama-index-graph-stores-neo4j==0.4.6 + # via -r ./comps/text2kg/src/requirements.in +llama-index-indices-managed-llama-cloud==0.7.7 + # via llama-index +llama-index-llms-huggingface==0.5.0 + # via -r ./comps/text2kg/src/requirements.in +llama-index-llms-openai==0.4.7 + # via + # llama-index + # llama-index-agent-openai + # llama-index-cli + # llama-index-multi-modal-llms-openai + # llama-index-program-openai + # llama-index-question-gen-openai +llama-index-multi-modal-llms-openai==0.5.1 + # via llama-index +llama-index-program-openai==0.3.2 + # via + # llama-index + # llama-index-question-gen-openai +llama-index-question-gen-openai==0.3.1 + # via llama-index +llama-index-readers-file==0.4.8 + # via llama-index +llama-index-readers-llama-parse==0.4.0 + # via llama-index +llama-parse==0.6.34 + # via llama-index-readers-llama-parse +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +neo4j==5.28.1 + # via + # langchain-neo4j + # llama-index-graph-stores-neo4j + # neo4j-graphrag +neo4j-graphrag==1.7.0 + # via langchain-neo4j +nest-asyncio==1.6.0 + # via llama-index-core +networkx==3.4.2 ; python_full_version < '3.11' + # via + # llama-index-core + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # llama-index-core + # trimesh +nltk==3.9.1 + # via + # llama-index + # llama-index-core +numpy==2.2.6 ; python_full_version < '3.11' + # via + # accelerate + # docarray + # embreex + # jax + # jaxlib + # llama-index-core + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # accelerate + # docarray + # embreex + # jax + # jaxlib + # llama-index-core + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +openai==1.88.0 + # via + # llama-index-agent-openai + # llama-index-embeddings-openai + # llama-index-llms-openai +opentelemetry-api==1.34.1 + # via + # -r ./comps/text2kg/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/text2kg/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/text2kg/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # accelerate + # huggingface-hub + # langchain-core + # langsmith + # marshmallow + # transformers +pandas==2.3.0 + # via + # -r ./comps/text2kg/src/requirements.in + # docarray + # llama-index-readers-file +pillow==11.2.1 + # via + # docarray + # llama-index-core + # sentence-transformers + # trimesh +platformdirs==4.3.8 + # via + # banks + # llama-cloud-services +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/text2kg/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via accelerate +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # -r ./comps/text2kg/src/requirements.in + # banks + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # llama-cloud + # llama-cloud-services + # llama-index-core + # neo4j-graphrag + # openai +pydantic-core==2.33.2 + # via pydantic +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +pypdf==5.6.0 + # via + # llama-index-readers-file + # neo4j-graphrag +pyprojroot==0.3.0 + # via -r ./comps/text2kg/src/requirements.in +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via llama-cloud-services +pytz==2025.2 + # via + # neo4j + # pandas +pyyaml==6.0.2 + # via + # accelerate + # huggingface-hub + # langchain + # langchain-core + # llama-index-core + # neo4j-graphrag + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # nltk + # tiktoken + # transformers +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langsmith + # llama-index-core + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # tiktoken + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via llama-index-embeddings-huggingface +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/text2kg/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via + # anyio + # openai +soupsieve==2.7 + # via beautifulsoup4 +sqlalchemy==2.0.41 + # via + # langchain + # llama-index-core +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +striprtf==0.0.26 + # via llama-index-readers-file +svg-path==6.3 + # via trimesh +tenacity==9.1.2 + # via + # langchain-core + # llama-index-core +threadpoolctl==3.6.0 + # via scikit-learn +tiktoken==0.9.0 + # via llama-index-core +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +tqdm==4.67.1 + # via + # huggingface-hub + # llama-index-core + # nltk + # openai + # sentence-transformers + # transformers +transformers==4.52.4 + # via + # -r ./comps/text2kg/src/requirements.in + # llama-index-llms-huggingface + # sentence-transformers +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-pyyaml==6.0.12.20250516 + # via neo4j-graphrag +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # aiosqlite + # anyio + # beautifulsoup4 + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # llama-index-core + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # pypdf + # pyprojroot + # referencing + # rich + # sentence-transformers + # sqlalchemy + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray + # llama-index-core +typing-inspection==0.4.1 + # via pydantic +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/text2kg/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +wrapt==1.17.2 + # via + # deprecated + # llama-index-core +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/text2kg/src/requirements-gpu.txt b/comps/text2kg/src/requirements-gpu.txt new file mode 100644 index 0000000000..74b88b0eda --- /dev/null +++ b/comps/text2kg/src/requirements-gpu.txt @@ -0,0 +1,666 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/text2kg/src/requirements.in --universal -o ./comps/text2kg/src/requirements-gpu.txt +accelerate==1.7.0 + # via transformers +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # huggingface-hub + # llama-index-core +aiosignal==1.3.2 + # via aiohttp +aiosqlite==0.21.0 + # via llama-index-core +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # openai + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +banks==2.1.2 + # via llama-index-core +beautifulsoup4==4.13.4 + # via llama-index-readers-file +certifi==2025.6.15 + # via + # httpcore + # httpx + # llama-cloud + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via + # llama-cloud-services + # nltk + # uvicorn +colorama==0.4.6 + # via + # click + # colorlog + # griffe + # tqdm +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via llama-index-core +deprecated==1.2.18 + # via + # banks + # llama-index-core +dirtyjson==1.0.8 + # via llama-index-core +distro==1.9.0 + # via openai +docarray==0.41.0 + # via -r ./comps/text2kg/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/text2kg/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # torch + # transformers +filetype==1.2.0 + # via llama-index-core +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2024.12.0 + # via + # huggingface-hub + # llama-index-core + # neo4j-graphrag + # torch +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 + # via sqlalchemy +griffe==1.7.3 + # via banks +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # llama-cloud + # llama-index-core + # openai + # trimesh +huggingface-hub==0.33.0 + # via + # accelerate + # langchain-huggingface + # llama-index-embeddings-huggingface + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via + # banks + # torch +jiter==0.10.0 + # via openai +joblib==1.5.1 + # via + # nltk + # scikit-learn +json-repair==0.39.1 + # via neo4j-graphrag +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via langchain-neo4j +langchain-core==0.3.65 + # via + # langchain + # langchain-huggingface + # langchain-neo4j + # langchain-text-splitters +langchain-huggingface==0.3.0 + # via -r ./comps/text2kg/src/requirements.in +langchain-neo4j==0.4.0 + # via -r ./comps/text2kg/src/requirements.in +langchain-text-splitters==0.3.8 + # via langchain +langsmith==0.3.45 + # via + # langchain + # langchain-core +llama-cloud==0.1.26 + # via + # llama-cloud-services + # llama-index-indices-managed-llama-cloud +llama-cloud-services==0.6.34 + # via llama-parse +llama-index==0.12.42 + # via -r ./comps/text2kg/src/requirements.in +llama-index-agent-openai==0.4.11 + # via + # llama-index + # llama-index-program-openai +llama-index-cli==0.4.3 + # via llama-index +llama-index-core==0.12.42 + # via + # llama-cloud-services + # llama-index + # llama-index-agent-openai + # llama-index-cli + # llama-index-embeddings-huggingface + # llama-index-embeddings-openai + # llama-index-graph-stores-neo4j + # llama-index-indices-managed-llama-cloud + # llama-index-llms-huggingface + # llama-index-llms-openai + # llama-index-multi-modal-llms-openai + # llama-index-program-openai + # llama-index-question-gen-openai + # llama-index-readers-file + # llama-index-readers-llama-parse +llama-index-embeddings-huggingface==0.5.4 + # via -r ./comps/text2kg/src/requirements.in +llama-index-embeddings-openai==0.3.1 + # via + # llama-index + # llama-index-cli +llama-index-graph-stores-neo4j==0.4.6 + # via -r ./comps/text2kg/src/requirements.in +llama-index-indices-managed-llama-cloud==0.7.7 + # via llama-index +llama-index-llms-huggingface==0.5.0 + # via -r ./comps/text2kg/src/requirements.in +llama-index-llms-openai==0.4.7 + # via + # llama-index + # llama-index-agent-openai + # llama-index-cli + # llama-index-multi-modal-llms-openai + # llama-index-program-openai + # llama-index-question-gen-openai +llama-index-multi-modal-llms-openai==0.5.1 + # via llama-index +llama-index-program-openai==0.3.2 + # via + # llama-index + # llama-index-question-gen-openai +llama-index-question-gen-openai==0.3.1 + # via llama-index +llama-index-readers-file==0.4.8 + # via llama-index +llama-index-readers-llama-parse==0.4.0 + # via llama-index +llama-parse==0.6.34 + # via llama-index-readers-llama-parse +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +neo4j==5.28.1 + # via + # langchain-neo4j + # llama-index-graph-stores-neo4j + # neo4j-graphrag +neo4j-graphrag==1.7.0 + # via langchain-neo4j +nest-asyncio==1.6.0 + # via llama-index-core +networkx==3.4.2 ; python_full_version < '3.11' + # via + # llama-index-core + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # llama-index-core + # torch + # trimesh +nltk==3.9.1 + # via + # llama-index + # llama-index-core +numpy==2.2.6 ; python_full_version < '3.11' + # via + # accelerate + # docarray + # embreex + # jax + # jaxlib + # llama-index-core + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # accelerate + # docarray + # embreex + # jax + # jaxlib + # llama-index-core + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.4.5.8 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.4.127 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.4.127 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.4.127 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.1.0.70 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.2.1.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.5.147 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.6.1.9 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.3.1.170 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.21.5 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.4.127 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.4.127 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +openai==1.88.0 + # via + # llama-index-agent-openai + # llama-index-embeddings-openai + # llama-index-llms-openai +opentelemetry-api==1.34.1 + # via + # -r ./comps/text2kg/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/text2kg/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/text2kg/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # accelerate + # huggingface-hub + # langchain-core + # langsmith + # marshmallow + # transformers +pandas==2.3.0 + # via + # -r ./comps/text2kg/src/requirements.in + # docarray + # llama-index-readers-file +pillow==11.2.1 + # via + # docarray + # llama-index-core + # sentence-transformers + # trimesh +platformdirs==4.3.8 + # via + # banks + # llama-cloud-services +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/text2kg/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via accelerate +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # -r ./comps/text2kg/src/requirements.in + # banks + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # llama-cloud + # llama-cloud-services + # llama-index-core + # neo4j-graphrag + # openai +pydantic-core==2.33.2 + # via pydantic +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +pypdf==5.6.0 + # via + # llama-index-readers-file + # neo4j-graphrag +pyprojroot==0.3.0 + # via -r ./comps/text2kg/src/requirements.in +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via llama-cloud-services +pytz==2025.2 + # via + # neo4j + # pandas +pyyaml==6.0.2 + # via + # accelerate + # huggingface-hub + # langchain + # langchain-core + # llama-index-core + # neo4j-graphrag + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # nltk + # tiktoken + # transformers +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langsmith + # llama-index-core + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # tiktoken + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via llama-index-embeddings-huggingface +setuptools==80.9.0 ; python_full_version >= '3.12' + # via torch +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/text2kg/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via + # anyio + # openai +soupsieve==2.7 + # via beautifulsoup4 +sqlalchemy==2.0.41 + # via + # langchain + # llama-index-core +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +striprtf==0.0.26 + # via llama-index-readers-file +svg-path==6.3 + # via trimesh +sympy==1.13.1 + # via torch +tenacity==9.1.2 + # via + # langchain-core + # llama-index-core +threadpoolctl==3.6.0 + # via scikit-learn +tiktoken==0.9.0 + # via llama-index-core +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +torch==2.6.0 + # via + # accelerate + # llama-index-llms-huggingface + # sentence-transformers + # transformers +tqdm==4.67.1 + # via + # huggingface-hub + # llama-index-core + # nltk + # openai + # sentence-transformers + # transformers +transformers==4.52.4 + # via + # -r ./comps/text2kg/src/requirements.in + # llama-index-llms-huggingface + # sentence-transformers +trimesh==4.6.12 + # via docarray +triton==3.2.0 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-pillow==10.2.0.20240822 + # via docarray +types-pyyaml==6.0.12.20250516 + # via neo4j-graphrag +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # aiosqlite + # anyio + # beautifulsoup4 + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # llama-index-core + # multidict + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # pypdf + # pyprojroot + # referencing + # rich + # sentence-transformers + # sqlalchemy + # torch + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray + # llama-index-core +typing-inspection==0.4.1 + # via pydantic +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/text2kg/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +wrapt==1.17.2 + # via + # deprecated + # llama-index-core +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/text2kg/src/requirements.txt b/comps/text2kg/src/requirements.in similarity index 100% rename from comps/text2kg/src/requirements.txt rename to comps/text2kg/src/requirements.in diff --git a/comps/text2sql/src/Dockerfile b/comps/text2sql/src/Dockerfile index 592b96d7c3..beb39d80ac 100644 --- a/comps/text2sql/src/Dockerfile +++ b/comps/text2sql/src/Dockerfile @@ -17,11 +17,13 @@ RUN useradd -m -s /bin/bash user && \ COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ if [ ${ARCH} = "cpu" ]; then \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/text2sql/src/requirements.txt; \ + $uvpip torch --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/user/comps/text2sql/src/requirements-cpu.txt; \ else \ - pip install --no-cache-dir -r /home/user/comps/text2sql/src/requirements.txt; \ + $uvpip -r /home/user/comps/text2sql/src/requirements-gpu.txt; \ fi ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/text2sql/src/requirements-cpu.txt b/comps/text2sql/src/requirements-cpu.txt new file mode 100644 index 0000000000..ce4c432a53 --- /dev/null +++ b/comps/text2sql/src/requirements-cpu.txt @@ -0,0 +1,412 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/text2sql/src/requirements.in --universal -o ./comps/text2sql/src/requirements-cpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # langchain + # langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via langchain-community +docarray==0.41.0 + # via -r ./comps/text2sql/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/text2sql/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # trimesh +huggingface-hub==0.33.0 + # via + # langchain-huggingface + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.5.3 + # via docarray +jaxlib==0.5.3 + # via jax +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.2.9 + # via + # -r ./comps/text2sql/src/requirements.in + # langchain-community +langchain-community==0.2.7 + # via -r ./comps/text2sql/src/requirements.in +langchain-core==0.2.43 + # via + # langchain + # langchain-community + # langchain-huggingface + # langchain-text-splitters +langchain-huggingface==0.0.3 + # via -r ./comps/text2sql/src/requirements.in +langchain-text-splitters==0.2.4 + # via langchain +langsmith==0.1.147 + # via + # langchain + # langchain-community + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.4.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +numpy==1.26.4 + # via + # -r ./comps/text2sql/src/requirements.in + # docarray + # embreex + # jax + # jaxlib + # langchain + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +opentelemetry-api==1.34.1 + # via + # -r ./comps/text2sql/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/text2sql/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/text2sql/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # marshmallow + # transformers +pandas==2.3.0 + # via + # -r ./comps/text2sql/src/requirements.in + # docarray +pillow==11.2.1 + # via + # docarray + # sentence-transformers + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/text2sql/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psycopg2-binary==2.9.10 + # via -r ./comps/text2sql/src/requirements.in +pyarrow==20.0.0 + # via -r ./comps/text2sql/src/requirements.in +pycollada==0.9 + # via trimesh +pydantic==2.11.7 + # via + # -r ./comps/text2sql/src/requirements.in + # docarray + # fastapi + # langchain + # langchain-core + # langsmith +pydantic-core==2.33.2 + # via pydantic +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langchain-community + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via langchain-huggingface +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/text2sql/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +sqlalchemy==2.0.41 + # via + # -r ./comps/text2sql/src/requirements.in + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tenacity==8.5.0 + # via + # langchain + # langchain-community + # langchain-core +threadpoolctl==3.6.0 + # via scikit-learn +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +tqdm==4.67.1 + # via + # huggingface-hub + # sentence-transformers + # transformers +transformers==4.52.4 + # via + # langchain-huggingface + # sentence-transformers +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sentence-transformers + # sqlalchemy + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via pydantic +tzdata==2025.2 + # via pandas +urllib3==2.5.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/text2sql/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/text2sql/src/requirements-gpu.txt b/comps/text2sql/src/requirements-gpu.txt new file mode 100644 index 0000000000..8b77dffb4b --- /dev/null +++ b/comps/text2sql/src/requirements-gpu.txt @@ -0,0 +1,466 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/text2sql/src/requirements.in --universal -o ./comps/text2sql/src/requirements-gpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # langchain + # langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via langchain-community +docarray==0.41.0 + # via -r ./comps/text2sql/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/text2sql/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # torch + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub + # torch +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # trimesh +huggingface-hub==0.33.0 + # via + # langchain-huggingface + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.5.3 + # via docarray +jaxlib==0.5.3 + # via jax +jinja2==3.1.6 + # via torch +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.2.9 + # via + # -r ./comps/text2sql/src/requirements.in + # langchain-community +langchain-community==0.2.7 + # via -r ./comps/text2sql/src/requirements.in +langchain-core==0.2.43 + # via + # langchain + # langchain-community + # langchain-huggingface + # langchain-text-splitters +langchain-huggingface==0.0.3 + # via -r ./comps/text2sql/src/requirements.in +langchain-text-splitters==0.2.4 + # via langchain +langsmith==0.1.147 + # via + # langchain + # langchain-community + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.4.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # torch + # trimesh +numpy==1.26.4 + # via + # -r ./comps/text2sql/src/requirements.in + # docarray + # embreex + # jax + # jaxlib + # langchain + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +opentelemetry-api==1.34.1 + # via + # -r ./comps/text2sql/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/text2sql/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/text2sql/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # marshmallow + # transformers +pandas==2.3.0 + # via + # -r ./comps/text2sql/src/requirements.in + # docarray +pillow==11.2.1 + # via + # docarray + # sentence-transformers + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/text2sql/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psycopg2-binary==2.9.10 + # via -r ./comps/text2sql/src/requirements.in +pyarrow==20.0.0 + # via -r ./comps/text2sql/src/requirements.in +pycollada==0.9 + # via trimesh +pydantic==2.11.7 + # via + # -r ./comps/text2sql/src/requirements.in + # docarray + # fastapi + # langchain + # langchain-core + # langsmith +pydantic-core==2.33.2 + # via pydantic +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langchain-community + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via langchain-huggingface +setuptools==80.9.0 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # torch + # triton +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/text2sql/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +sqlalchemy==2.0.41 + # via + # -r ./comps/text2sql/src/requirements.in + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +tenacity==8.5.0 + # via + # langchain + # langchain-community + # langchain-core +threadpoolctl==3.6.0 + # via scikit-learn +tokenizers==0.21.1 + # via + # langchain-huggingface + # transformers +torch==2.7.1 + # via sentence-transformers +tqdm==4.67.1 + # via + # huggingface-hub + # sentence-transformers + # transformers +transformers==4.52.4 + # via + # langchain-huggingface + # sentence-transformers +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sentence-transformers + # sqlalchemy + # torch + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via pydantic +tzdata==2025.2 + # via pandas +urllib3==2.5.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/text2sql/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/text2sql/src/requirements.txt b/comps/text2sql/src/requirements.in similarity index 100% rename from comps/text2sql/src/requirements.txt rename to comps/text2sql/src/requirements.in diff --git a/comps/third_parties/bridgetower/src/Dockerfile b/comps/third_parties/bridgetower/src/Dockerfile index b0dc04e913..9c42913c2d 100644 --- a/comps/third_parties/bridgetower/src/Dockerfile +++ b/comps/third_parties/bridgetower/src/Dockerfile @@ -18,13 +18,16 @@ ENV PYTHONPATH=/home/user:/usr/lib/habanalabs/:/optimum-habana COPY --chown=user comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ if [ ${ARCH} = "cpu" ]; then \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/third_parties/bridgetower/src/requirements.txt; \ + $uvpip torch torchvision --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/user/comps/third_parties/bridgetower/src/requirements-cpu.txt; \ else \ - pip install --no-cache-dir -r /home/user/comps/third_parties/bridgetower/src/requirements.txt; \ + $uvpip -r /home/user/comps/third_parties/bridgetower/src/requirements-gpu.txt; \ fi - + + ENV PYTHONPATH=$PYTHONPATH:/home/user USER user diff --git a/comps/third_parties/bridgetower/src/Dockerfile.intel_hpu b/comps/third_parties/bridgetower/src/Dockerfile.intel_hpu index bb8bdf8a9a..2269ddf615 100644 --- a/comps/third_parties/bridgetower/src/Dockerfile.intel_hpu +++ b/comps/third_parties/bridgetower/src/Dockerfile.intel_hpu @@ -17,10 +17,11 @@ ENV PYTHONPATH=/home/user:/usr/lib/habanalabs/:/optimum-habana COPY --chown=user comps /home/user/comps # Install requirements and optimum habana -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r /home/user/comps/third_parties/bridgetower/src/requirements.txt && \ - pip install --no-cache-dir --upgrade transformers && \ - pip install --no-cache-dir git+https://github.com/huggingface/optimum-habana@v1.17.0 +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/user/comps/third_parties/bridgetower/src/requirements-cpu.txt && \ + $uvpip --upgrade transformers && \ + $uvpip git+https://github.com/huggingface/optimum-habana@v1.17.0 ENV PYTHONPATH=$PYTHONPATH:/home/user USER user diff --git a/comps/third_parties/bridgetower/src/requirements-cpu.txt b/comps/third_parties/bridgetower/src/requirements-cpu.txt new file mode 100644 index 0000000000..9b67225187 --- /dev/null +++ b/comps/third_parties/bridgetower/src/requirements-cpu.txt @@ -0,0 +1,378 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/third_parties/bridgetower/src/requirements.in --universal -o ./comps/third_parties/bridgetower/src/requirements-cpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +docarray==0.41.0 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # trimesh +huggingface-hub==0.33.0 + # via + # -r ./comps/third_parties/bridgetower/src/requirements.in + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-text-splitters +langchain-text-splitters==0.3.8 + # via langchain +langsmith==0.3.45 + # via + # langchain + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +opentelemetry-api==1.34.1 + # via + # -r ./comps/third_parties/bridgetower/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/third_parties/bridgetower/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # langsmith + # transformers +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # docarray + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.8.2 + # via + # -r ./comps/third_parties/bridgetower/src/requirements.in + # docarray + # fastapi + # langchain + # langchain-core + # langsmith +pydantic-core==2.20.1 + # via pydantic +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # huggingface-hub + # langchain + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +sqlalchemy==2.0.41 + # via langchain +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tenacity==9.1.2 + # via langchain-core +tokenizers==0.21.1 + # via transformers +tqdm==4.67.1 + # via + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sqlalchemy + # typing-inspect + # uvicorn +typing-inspect==0.9.0 + # via docarray +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/third_parties/bridgetower/src/requirements-gpu.txt b/comps/third_parties/bridgetower/src/requirements-gpu.txt new file mode 100644 index 0000000000..cf1ae6b44b --- /dev/null +++ b/comps/third_parties/bridgetower/src/requirements-gpu.txt @@ -0,0 +1,439 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/third_parties/bridgetower/src/requirements.in --universal -o ./comps/third_parties/bridgetower/src/requirements-gpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +docarray==0.41.0 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # torch + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub + # torch +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # trimesh +huggingface-hub==0.33.0 + # via + # -r ./comps/third_parties/bridgetower/src/requirements.in + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via torch +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-text-splitters +langchain-text-splitters==0.3.8 + # via langchain +langsmith==0.3.45 + # via + # langchain + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # torch + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # torchvision + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # torchvision + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +opentelemetry-api==1.34.1 + # via + # -r ./comps/third_parties/bridgetower/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/third_parties/bridgetower/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # langsmith + # transformers +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # docarray + # torchvision + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.8.2 + # via + # -r ./comps/third_parties/bridgetower/src/requirements.in + # docarray + # fastapi + # langchain + # langchain-core + # langsmith +pydantic-core==2.20.1 + # via pydantic +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # huggingface-hub + # langchain + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +setuptools==80.9.0 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # torch + # triton +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +sqlalchemy==2.0.41 + # via langchain +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +tenacity==9.1.2 + # via langchain-core +tokenizers==0.21.1 + # via transformers +torch==2.7.1 + # via + # -r ./comps/third_parties/bridgetower/src/requirements.in + # torchvision +torchvision==0.22.1 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +tqdm==4.67.1 + # via + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sqlalchemy + # torch + # typing-inspect + # uvicorn +typing-inspect==0.9.0 + # via docarray +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/third_parties/bridgetower/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/third_parties/bridgetower/src/requirements.txt b/comps/third_parties/bridgetower/src/requirements.in similarity index 100% rename from comps/third_parties/bridgetower/src/requirements.txt rename to comps/third_parties/bridgetower/src/requirements.in diff --git a/comps/third_parties/clip/src/Dockerfile b/comps/third_parties/clip/src/Dockerfile index 26f08e64c9..cedffb60e7 100644 --- a/comps/third_parties/clip/src/Dockerfile +++ b/comps/third_parties/clip/src/Dockerfile @@ -15,9 +15,14 @@ RUN useradd -m -s /bin/bash user && \ COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - if [ ${ARCH} = "cpu" ]; then pip install --no-cache-dir torch torchvision --index-url https://download.pytorch.org/whl/cpu; fi && \ - pip install --no-cache-dir -r /home/user/comps/third_parties/clip/src/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + if [ ${ARCH} = "cpu" ]; then \ + $uvpip torch torchvision --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/user/comps/third_parties/clip/src/requirements-cpu.txt; \ + else \ + $uvpip -r /home/user/comps/third_parties/clip/src/requirements-gpu.txt; \ + fi ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/third_parties/clip/src/requirements-cpu.txt b/comps/third_parties/clip/src/requirements-cpu.txt new file mode 100644 index 0000000000..630bc744e5 --- /dev/null +++ b/comps/third_parties/clip/src/requirements-cpu.txt @@ -0,0 +1,418 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/third_parties/clip/src/requirements.in --universal -o ./comps/third_parties/clip/src/requirements-cpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via -r ./comps/third_parties/clip/src/requirements.in +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +dateparser==1.2.1 + # via -r ./comps/third_parties/clip/src/requirements.in +docarray==0.41.0 + # via -r ./comps/third_parties/clip/src/requirements.in +einops==0.8.1 + # via -r ./comps/third_parties/clip/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/third_parties/clip/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub +ftfy==6.3.1 +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # trimesh +huggingface-hub==0.33.0 + # via + # -r ./comps/third_parties/clip/src/requirements.in + # sentence-transformers + # timm + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via -r ./comps/third_parties/clip/src/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-text-splitters +langchain-text-splitters==0.3.8 + # via langchain +langsmith==0.3.45 + # via + # langchain + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx + # via -r ./comps/third_parties/clip/src/requirements.in +opentelemetry-api==1.34.1 + # via + # -r ./comps/third_parties/clip/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/third_parties/clip/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/third_parties/clip/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # langsmith + # transformers +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # docarray + # sentence-transformers + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/third_parties/clip/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # docarray + # fastapi + # langchain + # langchain-core + # langsmith +pydantic-core==2.33.2 + # via pydantic +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # dateparser + # pandas + # pycollada +pytz==2025.2 + # via + # dateparser + # pandas +pyyaml==6.0.2 + # via + # huggingface-hub + # langchain + # langchain-core + # timm + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # dateparser + # transformers +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # timm + # transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via -r ./comps/third_parties/clip/src/requirements.in +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/third_parties/clip/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +sqlalchemy==2.0.41 + # via langchain +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tenacity==9.1.2 + # via langchain-core +threadpoolctl==3.6.0 + # via scikit-learn +timm==1.0.15 +tokenizers==0.21.1 + # via transformers +tqdm==4.67.1 + # via + # huggingface-hub + # sentence-transformers + # transformers +transformers==4.52.4 + # via sentence-transformers +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sentence-transformers + # sqlalchemy + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic +tzdata==2025.2 + # via + # pandas + # tzlocal +tzlocal==5.3.1 + # via dateparser +urllib3==2.5.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/third_parties/clip/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +wcwidth==0.2.13 + # via ftfy +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/third_parties/clip/src/requirements-gpu.txt b/comps/third_parties/clip/src/requirements-gpu.txt new file mode 100644 index 0000000000..10de8adc82 --- /dev/null +++ b/comps/third_parties/clip/src/requirements-gpu.txt @@ -0,0 +1,490 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/third_parties/clip/src/requirements.in --universal -o ./comps/third_parties/clip/src/requirements-gpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via -r ./comps/third_parties/clip/src/requirements.in +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +dateparser==1.2.1 + # via -r ./comps/third_parties/clip/src/requirements.in +docarray==0.41.0 + # via -r ./comps/third_parties/clip/src/requirements.in +einops==0.8.1 + # via -r ./comps/third_parties/clip/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/third_parties/clip/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # torch + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub + # torch +ftfy==6.3.1 + # via open-clip-torch +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # trimesh +huggingface-hub==0.33.0 + # via + # -r ./comps/third_parties/clip/src/requirements.in + # open-clip-torch + # sentence-transformers + # timm + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via torch +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain==0.3.25 + # via -r ./comps/third_parties/clip/src/requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-text-splitters +langchain-text-splitters==0.3.8 + # via langchain +langsmith==0.3.45 + # via + # langchain + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # torch + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # torchvision + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # torchvision + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +open-clip-torch==2.32.0 + # via -r ./comps/third_parties/clip/src/requirements.in +opentelemetry-api==1.34.1 + # via + # -r ./comps/third_parties/clip/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/third_parties/clip/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/third_parties/clip/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # huggingface-hub + # langchain-core + # langsmith + # transformers +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # docarray + # sentence-transformers + # torchvision + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/third_parties/clip/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # docarray + # fastapi + # langchain + # langchain-core + # langsmith +pydantic-core==2.33.2 + # via pydantic +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # dateparser + # pandas + # pycollada +pytz==2025.2 + # via + # dateparser + # pandas +pyyaml==6.0.2 + # via + # huggingface-hub + # langchain + # langchain-core + # timm + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # dateparser + # open-clip-torch + # transformers +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # open-clip-torch + # timm + # transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via -r ./comps/third_parties/clip/src/requirements.in +setuptools==80.9.0 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # torch + # triton +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/third_parties/clip/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +sqlalchemy==2.0.41 + # via langchain +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +tenacity==9.1.2 + # via langchain-core +threadpoolctl==3.6.0 + # via scikit-learn +timm==1.0.15 + # via open-clip-torch +tokenizers==0.21.1 + # via transformers +torch==2.7.1 + # via + # open-clip-torch + # sentence-transformers + # timm + # torchvision +torchvision==0.22.1 + # via + # open-clip-torch + # timm +tqdm==4.67.1 + # via + # huggingface-hub + # open-clip-torch + # sentence-transformers + # transformers +transformers==4.52.4 + # via sentence-transformers +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sentence-transformers + # sqlalchemy + # torch + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic +tzdata==2025.2 + # via + # pandas + # tzlocal +tzlocal==5.3.1 + # via dateparser +urllib3==2.5.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/third_parties/clip/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +wcwidth==0.2.13 + # via ftfy +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/third_parties/clip/src/requirements.txt b/comps/third_parties/clip/src/requirements.in similarity index 100% rename from comps/third_parties/clip/src/requirements.txt rename to comps/third_parties/clip/src/requirements.in diff --git a/comps/third_parties/gpt-sovits/src/Dockerfile b/comps/third_parties/gpt-sovits/src/Dockerfile index a028c92d04..79350e903a 100644 --- a/comps/third_parties/gpt-sovits/src/Dockerfile +++ b/comps/third_parties/gpt-sovits/src/Dockerfile @@ -28,11 +28,12 @@ ENV LANG=C.UTF-8 # Clone source repo RUN git clone --depth=1 --branch openai_compat --single-branch https://github.com/Spycsh/GPT-SoVITS.git -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ if [ ${ARCH} = "cpu" ]; then \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r GPT-SoVITS/requirements.txt; \ + $uvpip --extra-index-url https://download.pytorch.org/whl/cpu --index-strategy unsafe-best-match -r GPT-SoVITS/requirements.txt; \ else \ - pip install --no-cache-dir -r GPT-SoVITS/requirements.txt; \ + $uvpip -r GPT-SoVITS/requirements.txt; \ fi RUN python -m nltk.downloader averaged_perceptron_tagger_eng cmudict && \ diff --git a/comps/third_parties/llama-vision/src/Dockerfile b/comps/third_parties/llama-vision/src/Dockerfile index 59a2acdbf9..57d3f121b6 100644 --- a/comps/third_parties/llama-vision/src/Dockerfile +++ b/comps/third_parties/llama-vision/src/Dockerfile @@ -22,11 +22,11 @@ COPY comps /home/user/comps WORKDIR /home/user/comps/third_parties/llama-vision/src -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r requirements.txt && \ - pip install --no-cache-dir --upgrade Pillow - -RUN pip install --no-cache-dir git+https://github.com/huggingface/optimum-habana@v1.17.0 +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r requirements-cpu.txt && \ + $uvpip --upgrade Pillow && \ + $uvpip git+https://github.com/huggingface/optimum-habana@v1.17.0 ENV PYTHONPATH=/root:/home/user diff --git a/comps/third_parties/llama-vision/src/Dockerfile.guard b/comps/third_parties/llama-vision/src/Dockerfile.guard index 9affabae5b..f0a66ab262 100644 --- a/comps/third_parties/llama-vision/src/Dockerfile.guard +++ b/comps/third_parties/llama-vision/src/Dockerfile.guard @@ -22,7 +22,7 @@ COPY comps /home/user/comps WORKDIR /home/user/comps/third_parties/llama-vision/src RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r requirements.txt && \ + pip install --no-cache-dir -r requirements-cpu.txt && \ pip install --no-cache-dir --upgrade Pillow RUN pip install --no-cache-dir git+https://github.com/huggingface/optimum-habana@v1.17.0 diff --git a/comps/third_parties/llama-vision/src/requirements-cpu.txt b/comps/third_parties/llama-vision/src/requirements-cpu.txt new file mode 100644 index 0000000000..336a66fccd --- /dev/null +++ b/comps/third_parties/llama-vision/src/requirements-cpu.txt @@ -0,0 +1,400 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/third_parties/llama-vision/src/requirements.in --universal -o ./comps/third_parties/llama-vision/src/requirements-cpu.txt +accelerate==1.8.1 + # via + # -r ./comps/third_parties/llama-vision/src/requirements.in + # optimum-habana +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via fsspec +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +datasets==3.6.0 + # via -r ./comps/third_parties/llama-vision/src/requirements.in +diffusers==0.33.1 + # via optimum-habana +dill==0.3.8 + # via + # datasets + # multiprocess +docarray==0.41.0 + # via -r ./comps/third_parties/llama-vision/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/third_parties/llama-vision/src/requirements.in +filelock==3.18.0 + # via + # datasets + # diffusers + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.5 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via trimesh +huggingface-hub==0.33.0 + # via + # accelerate + # datasets + # diffusers + # optimum + # optimum-habana + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via + # diffusers + # opentelemetry-api +jax==0.5.3 + # via docarray +jaxlib==0.5.3 + # via jax +joblib==1.5.1 + # via scikit-learn +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.4.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +numpy==1.26.4 + # via + # -r ./comps/third_parties/llama-vision/src/requirements.in + # accelerate + # datasets + # diffusers + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # optimum + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +opentelemetry-api==1.34.1 + # via + # -r ./comps/third_parties/llama-vision/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/third_parties/llama-vision/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/third_parties/llama-vision/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +optimum==1.26.1 + # via + # -r ./comps/third_parties/llama-vision/src/requirements.in + # optimum-habana +optimum-habana==1.18.0 + # via optimum +orjson==3.10.18 + # via docarray +packaging==25.0 + # via + # accelerate + # datasets + # huggingface-hub + # optimum + # transformers +pandas==2.3.0 + # via + # datasets + # docarray +pillow==11.2.1 + # via + # diffusers + # docarray + # sentence-transformers + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/third_parties/llama-vision/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via accelerate +pyarrow==20.0.0 + # via datasets +pycollada==0.9 + # via trimesh +pydantic==2.11.7 + # via + # -r ./comps/third_parties/llama-vision/src/requirements.in + # docarray + # fastapi +pydantic-core==2.33.2 + # via pydantic +pydub==0.25.1 + # via + # -r ./comps/third_parties/llama-vision/src/requirements.in + # docarray +pygments==2.19.2 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # diffusers + # transformers +requests==2.32.4 + # via + # datasets + # diffusers + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # transformers +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # diffusers + # transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 ; python_full_version < '3.11' + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +scipy==1.16.0 ; python_full_version >= '3.11' + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==3.3.1 + # via optimum-habana +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/third_parties/llama-vision/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +threadpoolctl==3.6.0 + # via scikit-learn +tokenizers==0.21.1 + # via transformers +tqdm==4.67.1 + # via + # datasets + # huggingface-hub + # sentence-transformers + # transformers +transformers==4.49.0 + # via + # -r ./comps/third_parties/llama-vision/src/requirements.in + # optimum + # optimum-habana + # sentence-transformers +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic +tzdata==2025.2 + # via pandas +urllib3==2.5.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/third_parties/llama-vision/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # datasets + # trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/third_parties/llama-vision/src/requirements.txt b/comps/third_parties/llama-vision/src/requirements.in similarity index 84% rename from comps/third_parties/llama-vision/src/requirements.txt rename to comps/third_parties/llama-vision/src/requirements.in index 2f250f1569..9ce435eb74 100644 --- a/comps/third_parties/llama-vision/src/requirements.txt +++ b/comps/third_parties/llama-vision/src/requirements.in @@ -8,8 +8,8 @@ opentelemetry-exporter-otlp opentelemetry-sdk optimum[habana] prometheus-fastapi-instrumentator -pydantic==2.9.2 +pydantic pydub shortuuid -transformers>=4.50.0 +transformers uvicorn diff --git a/comps/third_parties/llava/src/Dockerfile b/comps/third_parties/llava/src/Dockerfile index 6e5c42161f..ef00d82329 100644 --- a/comps/third_parties/llava/src/Dockerfile +++ b/comps/third_parties/llava/src/Dockerfile @@ -20,11 +20,13 @@ ARG ARCH=cpu COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ if [ ${ARCH} = "cpu" ]; then \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/third_parties/llava/src/requirements.txt; \ + $uvpip torch torchvision --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/user/comps/third_parties/llava/src/requirements-cpu.txt; \ else \ - pip install --no-cache-dir -r /home/user/comps/third_parties/llava/src/requirements.txt; \ + $uvpip -r /home/user/comps/third_parties/llava/src/requirements-gpu.txt; \ fi ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/third_parties/llava/src/Dockerfile.intel_hpu b/comps/third_parties/llava/src/Dockerfile.intel_hpu index 900197bfb1..74bdaa7ec3 100644 --- a/comps/third_parties/llava/src/Dockerfile.intel_hpu +++ b/comps/third_parties/llava/src/Dockerfile.intel_hpu @@ -19,10 +19,11 @@ ENV PYTHONPATH=/home/user:/usr/lib/habanalabs/:/optimum-habana COPY comps /home/user/comps # Install requirements and optimum habana -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r /home/user/comps/third_parties/llava/src/requirements.txt && \ - pip install --no-cache-dir optimum[habana]&& \ - pip install --no-cache-dir --upgrade Jinja2 +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/user/comps/third_parties/llava/src/requirements-cpu.txt && \ + $uvpip optimum[habana]&& \ + $uvpip --upgrade Jinja2 ENV PYTHONPATH=$PYTHONPATH:/home/user USER user diff --git a/comps/third_parties/llava/src/requirements-cpu.txt b/comps/third_parties/llava/src/requirements-cpu.txt new file mode 100644 index 0000000000..8a0d40518b --- /dev/null +++ b/comps/third_parties/llava/src/requirements-cpu.txt @@ -0,0 +1,389 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/third_parties/llava/src/requirements.in --universal -o ./comps/third_parties/llava/src/requirements-cpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via fsspec +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; python_full_version < '3.12.4' and platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +datasets==3.6.0 + # via -r ./comps/third_parties/llava/src/requirements.in +dill==0.3.8 + # via + # datasets + # multiprocess +docarray==0.41.0 + # via -r ./comps/third_parties/llava/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/third_parties/llava/src/requirements.in +filelock==3.18.0 + # via + # datasets + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # trimesh +huggingface-hub==0.33.0 + # via + # -r ./comps/third_parties/llava/src/requirements.in + # datasets + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain-core==0.2.8 ; python_full_version >= '3.12.4' + # via -r ./comps/third_parties/llava/src/requirements.in +langchain-core==0.3.59 ; python_full_version < '3.12.4' + # via -r ./comps/third_parties/llava/src/requirements.in +langsmith==0.1.81 ; python_full_version >= '3.12.4' + # via langchain-core +langsmith==0.3.45 ; python_full_version < '3.12.4' + # via langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # datasets + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # datasets + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +opentelemetry-api==1.34.1 + # via + # -r ./comps/third_parties/llava/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/third_parties/llava/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/third_parties/llava/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # datasets + # huggingface-hub + # langchain-core + # langsmith + # transformers +pandas==2.3.0 + # via + # datasets + # docarray +pillow==11.2.1 + # via + # docarray + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/third_parties/llava/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pyarrow==20.0.0 + # via datasets +pycollada==0.9 + # via trimesh +pycparser==2.22 ; python_full_version < '3.12.4' and platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.7.2 + # via + # -r ./comps/third_parties/llava/src/requirements.in + # docarray + # fastapi + # langchain-core + # langsmith +pydantic-core==2.18.3 + # via pydantic +pydub==0.25.1 + # via + # -r ./comps/third_parties/llava/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # datasets + # huggingface-hub + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # datasets + # huggingface-hub + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 ; python_full_version < '3.12.4' + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/third_parties/llava/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tenacity==8.5.0 + # via langchain-core +tokenizers==0.21.1 + # via transformers +tqdm==4.67.1 + # via + # datasets + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/third_parties/llava/src/requirements.in +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # typing-inspect + # uvicorn +typing-inspect==0.9.0 + # via docarray +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/third_parties/llava/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # datasets + # trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 ; python_full_version < '3.12.4' + # via langsmith diff --git a/comps/third_parties/llava/src/requirements-gpu.txt b/comps/third_parties/llava/src/requirements-gpu.txt new file mode 100644 index 0000000000..39df907712 --- /dev/null +++ b/comps/third_parties/llava/src/requirements-gpu.txt @@ -0,0 +1,450 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/third_parties/llava/src/requirements.in --universal -o ./comps/third_parties/llava/src/requirements-gpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via fsspec +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; python_full_version < '3.12.4' and platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +datasets==3.6.0 + # via -r ./comps/third_parties/llava/src/requirements.in +dill==0.3.8 + # via + # datasets + # multiprocess +docarray==0.41.0 + # via -r ./comps/third_parties/llava/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/third_parties/llava/src/requirements.in +filelock==3.18.0 + # via + # datasets + # huggingface-hub + # torch + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub + # torch +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # langsmith + # trimesh +huggingface-hub==0.33.0 + # via + # -r ./comps/third_parties/llava/src/requirements.in + # datasets + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via torch +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +langchain-core==0.2.8 ; python_full_version >= '3.12.4' + # via -r ./comps/third_parties/llava/src/requirements.in +langchain-core==0.3.59 ; python_full_version < '3.12.4' + # via -r ./comps/third_parties/llava/src/requirements.in +langsmith==0.1.81 ; python_full_version >= '3.12.4' + # via langchain-core +langsmith==0.3.45 ; python_full_version < '3.12.4' + # via langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # torch + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # datasets + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # torchvision + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # datasets + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # torchvision + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +opentelemetry-api==1.34.1 + # via + # -r ./comps/third_parties/llava/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/third_parties/llava/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/third_parties/llava/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # datasets + # huggingface-hub + # langchain-core + # langsmith + # transformers +pandas==2.3.0 + # via + # datasets + # docarray +pillow==11.2.1 + # via + # docarray + # torchvision + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/third_parties/llava/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pyarrow==20.0.0 + # via datasets +pycollada==0.9 + # via trimesh +pycparser==2.22 ; python_full_version < '3.12.4' and platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.7.2 + # via + # -r ./comps/third_parties/llava/src/requirements.in + # docarray + # fastapi + # langchain-core + # langsmith +pydantic-core==2.18.3 + # via pydantic +pydub==0.25.1 + # via + # -r ./comps/third_parties/llava/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # datasets + # huggingface-hub + # langchain-core + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # datasets + # huggingface-hub + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 ; python_full_version < '3.12.4' + # via langsmith +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +setuptools==80.9.0 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # torch + # triton +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/third_parties/llava/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +tenacity==8.5.0 + # via langchain-core +tokenizers==0.21.1 + # via transformers +torch==2.7.1 + # via + # -r ./comps/third_parties/llava/src/requirements.in + # torchvision +torchvision==0.22.1 + # via -r ./comps/third_parties/llava/src/requirements.in +tqdm==4.67.1 + # via + # datasets + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/third_parties/llava/src/requirements.in +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # torch + # typing-inspect + # uvicorn +typing-inspect==0.9.0 + # via docarray +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/third_parties/llava/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # datasets + # trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 ; python_full_version < '3.12.4' + # via langsmith diff --git a/comps/third_parties/llava/src/requirements.txt b/comps/third_parties/llava/src/requirements.in similarity index 100% rename from comps/third_parties/llava/src/requirements.txt rename to comps/third_parties/llava/src/requirements.in diff --git a/comps/third_parties/pathway/src/Dockerfile b/comps/third_parties/pathway/src/Dockerfile index 97ea38cc7f..3432f5fb42 100644 --- a/comps/third_parties/pathway/src/Dockerfile +++ b/comps/third_parties/pathway/src/Dockerfile @@ -15,10 +15,16 @@ RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \ WORKDIR /app -COPY comps/third_parties/pathway/src/requirements.txt /app/ - -RUN if [ ${ARCH} = "cpu" ]; then pip install --no-cache-dir torch torchvision --index-url https://download.pytorch.org/whl/cpu; fi && \ - pip install --no-cache-dir -r requirements.txt +COPY comps/third_parties/pathway/src/requirements* /app/ + +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + if [ ${ARCH} = "cpu" ]; then \ + $uvpip torch torchvision --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r requirements-cpu.txt; \ + else \ + $uvpip -r requirements-gpu.txt; \ + fi COPY comps/third_parties/pathway/src/vectorstore_pathway.py /app/ diff --git a/comps/third_parties/pathway/src/requirements-cpu.txt b/comps/third_parties/pathway/src/requirements-cpu.txt new file mode 100644 index 0000000000..0733a7617f --- /dev/null +++ b/comps/third_parties/pathway/src/requirements-cpu.txt @@ -0,0 +1,906 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/third_parties/pathway/src/requirements.in --universal -o ./comps/third_parties/pathway/src/requirements-cpu.txt +accelerate==1.7.0 + # via unstructured-inference +aiobotocore==2.17.0 + # via pathway +aiofiles==24.1.0 + # via unstructured-client +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # aiobotocore + # aiohttp-cors + # instructor + # langchain + # langchain-community + # litellm + # llama-index-core + # pathway +aiohttp-cors==0.8.1 + # via pathway +aioitertools==0.12.0 + # via aiobotocore +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +antlr4-python3-runtime==4.9.3 + # via omegaconf +anyio==4.9.0 + # via + # httpx + # openai +appdirs==1.4.4 + # via fs +asttokens==3.0.0 + # via stack-data +async-lru==2.0.5 + # via pathway +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +backoff==2.2.1 + # via unstructured +beartype==0.15.0 + # via pathway +beautifulsoup4==4.13.4 + # via unstructured +bleach==6.2.0 + # via panel +bokeh==3.7.3 + # via + # jupyter-bokeh + # panel +boto3==1.35.93 + # via pathway +botocore==1.35.93 + # via + # aiobotocore + # boto3 + # s3transfer +cachetools==5.5.2 + # via google-auth +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation != 'PyPy' + # via cryptography +chardet==5.2.0 + # via unstructured +charset-normalizer==3.4.2 + # via + # pdfminer-six + # requests +click==8.2.1 + # via + # litellm + # nltk + # pathway + # python-oxmsg + # typer +cohere==5.1.8 + # via pathway +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # ipython + # tqdm +coloredlogs==15.0.1 + # via onnxruntime +comm==0.2.2 + # via ipywidgets +contourpy==1.3.2 + # via + # bokeh + # matplotlib +cryptography==45.0.4 + # via + # pdfminer-six + # unstructured-client +cycler==0.12.1 + # via matplotlib +dataclasses-json==0.6.7 + # via + # langchain-community + # llama-index-core + # unstructured +decorator==5.2.1 + # via ipython +deltalake==0.17.4 + # via pathway +deprecated==1.2.18 + # via + # llama-index-core + # pikepdf +dirtyjson==1.0.8 + # via llama-index-core +diskcache==5.6.3 + # via pathway +distro==1.9.0 + # via openai +docstring-parser==0.16 + # via instructor +effdet==0.4.1 + # via unstructured +emoji==2.14.1 + # via unstructured +et-xmlfile==2.0.0 + # via openpyxl +eval-type-backport==0.2.2 + # via unstructured-client +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via + # anyio + # ipython + # pathway +executing==2.2.0 + # via stack-data +fastavro==1.11.1 + # via cohere +filelock==3.18.0 + # via + # huggingface-hub + # transformers +filetype==1.2.0 + # via unstructured +flatbuffers==25.2.10 + # via onnxruntime +fonttools==4.58.4 + # via matplotlib +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fs==2.4.16 + # via pathway +fsspec==2025.5.1 + # via + # huggingface-hub + # llama-index-core +geographiclib==2.0 + # via geopy +geopy==2.4.1 + # via pathway +gitdb==4.0.12 + # via gitpython +gitpython==3.1.44 + # via pathway +google-ai-generativelanguage==0.6.15 + # via google-generativeai +google-api-core==2.24.2 + # via + # google-ai-generativelanguage + # google-api-python-client + # google-cloud-bigquery + # google-cloud-core + # google-cloud-pubsub + # google-cloud-vision + # google-generativeai + # pathway +google-api-python-client==2.172.0 + # via + # google-generativeai + # pathway +google-auth==2.40.3 + # via + # google-ai-generativelanguage + # google-api-core + # google-api-python-client + # google-auth-httplib2 + # google-cloud-bigquery + # google-cloud-core + # google-cloud-pubsub + # google-cloud-vision + # google-generativeai +google-auth-httplib2==0.2.0 + # via google-api-python-client +google-cloud-bigquery==3.29.0 + # via pathway +google-cloud-core==2.4.3 + # via google-cloud-bigquery +google-cloud-pubsub==2.30.0 + # via pathway +google-cloud-vision==3.10.2 + # via unstructured +google-crc32c==1.7.1 + # via google-resumable-media +google-generativeai==0.8.5 + # via pathway +google-resumable-media==2.7.2 + # via google-cloud-bigquery +googleapis-common-protos==1.70.0 + # via + # google-api-core + # grpc-google-iam-v1 + # grpcio-status + # opentelemetry-exporter-otlp-proto-grpc +greenlet==3.2.3 + # via sqlalchemy +grpc-google-iam-v1==0.14.2 + # via google-cloud-pubsub +grpcio==1.73.0 + # via + # google-api-core + # google-cloud-pubsub + # googleapis-common-protos + # grpc-google-iam-v1 + # grpcio-status + # opentelemetry-exporter-otlp-proto-grpc +grpcio-status==1.71.0 + # via + # google-api-core + # google-cloud-pubsub +h11==0.16.0 + # via httpcore +h3==4.2.2 + # via pathway +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +html5lib==1.1 + # via unstructured +httpcore==1.0.9 + # via httpx +httplib2==0.22.0 + # via + # google-api-python-client + # google-auth-httplib2 +httpx==0.28.1 + # via + # cohere + # langsmith + # llama-index-core + # openai + # unstructured-client +huggingface-hub==0.33.0 + # via + # accelerate + # langchain-huggingface + # sentence-transformers + # timm + # tokenizers + # transformers + # unstructured-inference +humanfriendly==10.0 + # via coloredlogs +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via + # litellm + # opentelemetry-api +instructor==1.2.6 + # via pathway +ipython==8.37.0 ; python_full_version < '3.11' + # via ipywidgets +ipython==9.3.0 ; python_full_version >= '3.11' + # via ipywidgets +ipython-pygments-lexers==1.1.1 ; python_full_version >= '3.11' + # via ipython +ipywidgets==8.1.7 + # via jupyter-bokeh +jedi==0.19.2 + # via ipython +jinja2==3.1.6 + # via + # bokeh + # litellm +jiter==0.10.0 + # via openai +jmespath==1.0.1 + # via + # aiobotocore + # boto3 + # botocore + # pathway +joblib==1.5.1 + # via + # nltk + # scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpath-python==1.0.6 + # via unstructured-client +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via litellm +jsonschema-specifications==2025.4.1 + # via jsonschema +jupyter-bokeh==4.0.5 + # via pathway +jupyterlab-widgets==3.0.15 + # via ipywidgets +kiwisolver==1.4.8 + # via matplotlib +langchain==0.2.17 + # via + # -r ./comps/third_parties/pathway/src/requirements.in + # langchain-community + # pathway +langchain-community==0.2.19 + # via + # -r ./comps/third_parties/pathway/src/requirements.in + # pathway +langchain-core==0.2.43 + # via + # langchain + # langchain-community + # langchain-huggingface + # langchain-text-splitters +langchain-huggingface==0.0.3 + # via -r ./comps/third_parties/pathway/src/requirements.in +langchain-text-splitters==0.2.4 + # via langchain +langdetect==1.0.9 + # via unstructured +langsmith==0.1.147 + # via + # langchain + # langchain-community + # langchain-core +linkify-it-py==2.0.3 + # via panel +litellm==1.44.28 + # via pathway +llama-index-core==0.10.68.post1 + # via + # llama-index-readers-pathway + # llama-index-retrievers-pathway + # pathway +llama-index-readers-pathway==0.1.3 + # via pathway +llama-index-retrievers-pathway==0.1.3 + # via pathway +lxml==5.4.0 + # via + # pikepdf + # python-docx + # python-pptx + # unstructured +markdown==3.8 + # via + # panel + # unstructured +markdown-it-py==3.0.0 + # via + # mdit-py-plugins + # panel + # rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +matplotlib==3.10.3 + # via unstructured-inference +matplotlib-inline==0.1.7 + # via ipython +mdit-py-plugins==0.4.2 + # via panel +mdurl==0.1.2 + # via markdown-it-py +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiobotocore + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +narwhals==1.43.0 + # via bokeh +nest-asyncio==1.6.0 + # via + # llama-index-core + # unstructured-client +networkx==3.4.2 ; python_full_version < '3.11' + # via + # llama-index-core + # pathway + # unstructured +networkx==3.5 ; python_full_version >= '3.11' + # via + # llama-index-core + # pathway + # unstructured +nltk==3.9.1 + # via + # llama-index-core + # unstructured +numpy==1.26.4 + # via + # accelerate + # bokeh + # contourpy + # langchain + # langchain-community + # llama-index-core + # matplotlib + # onnx + # onnxruntime + # opencv-python + # pandas + # pathway + # pycocotools + # scikit-learn + # scipy + # shapely + # transformers + # unstructured + # unstructured-inference +olefile==0.47 + # via python-oxmsg +omegaconf==2.3.0 + # via effdet +onnx==1.18.0 + # via + # unstructured + # unstructured-inference +onnxruntime==1.22.0 + # via + # unstructured + # unstructured-inference +openai==1.60.2 + # via + # -r ./comps/third_parties/pathway/src/requirements.in + # instructor + # litellm + # pathway +opencv-python==4.11.0.86 + # via unstructured-inference +openpyxl==3.1.5 + # via unstructured +opentelemetry-api==1.34.1 + # via + # google-cloud-pubsub + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pathway +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via opentelemetry-exporter-otlp-proto-grpc +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via pathway +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc +opentelemetry-sdk==1.34.1 + # via + # google-cloud-pubsub + # opentelemetry-exporter-otlp-proto-grpc + # pathway +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +orjson==3.10.18 ; platform_python_implementation != 'PyPy' + # via langsmith +packaging==24.2 + # via + # accelerate + # bokeh + # google-cloud-bigquery + # huggingface-hub + # langchain-core + # marshmallow + # matplotlib + # onnxruntime + # panel + # pikepdf + # transformers + # unstructured-pytesseract +pandas==2.3.0 + # via + # bokeh + # llama-index-core + # panel + # pathway + # unstructured + # unstructured-inference +panel==1.7.1 + # via pathway +param==2.2.1 + # via + # panel + # pyviz-comms +parso==0.8.4 + # via jedi +pathway==0.23.0 + # via -r ./comps/third_parties/pathway/src/requirements.in +pdf2image==1.17.0 + # via unstructured +pdfminer-six==20250506 + # via + # unstructured + # unstructured-inference +pexpect==4.9.0 ; sys_platform != 'emscripten' and sys_platform != 'win32' + # via ipython +pi-heif==0.22.0 + # via unstructured +pikepdf==9.8.1 + # via unstructured +pillow==11.2.1 + # via + # bokeh + # llama-index-core + # matplotlib + # pdf2image + # pi-heif + # pikepdf + # python-pptx + # sentence-transformers + # unstructured-pytesseract +prompt-toolkit==3.0.51 + # via ipython +propcache==0.3.2 + # via + # aiohttp + # yarl +proto-plus==1.26.1 + # via + # google-ai-generativelanguage + # google-api-core + # google-cloud-pubsub + # google-cloud-vision +protobuf==5.29.5 + # via + # google-ai-generativelanguage + # google-api-core + # google-cloud-pubsub + # google-cloud-vision + # google-generativeai + # googleapis-common-protos + # grpc-google-iam-v1 + # grpcio-status + # onnx + # onnxruntime + # opentelemetry-proto + # proto-plus +psutil==7.0.0 + # via + # accelerate + # unstructured +ptyprocess==0.7.0 ; sys_platform != 'emscripten' and sys_platform != 'win32' + # via pexpect +pure-eval==0.2.3 + # via stack-data +pyarrow==18.1.0 + # via + # deltalake + # pathway +pyarrow-hotfix==0.7 + # via deltalake +pyasn1==0.6.1 + # via + # pyasn1-modules + # rsa +pyasn1-modules==0.4.2 + # via google-auth +pycocotools==2.0.10 + # via effdet +pycparser==2.22 ; platform_python_implementation != 'PyPy' + # via cffi +pydantic==2.9.2 + # via + # cohere + # google-generativeai + # instructor + # langchain + # langchain-core + # langsmith + # litellm + # llama-index-core + # openai + # pathway + # unstructured-client +pydantic-core==2.23.4 + # via + # instructor + # pydantic +pygments==2.19.1 + # via + # ipython + # ipython-pygments-lexers + # rich +pypandoc==1.15 + # via unstructured +pyparsing==3.2.3 + # via + # httplib2 + # matplotlib +pypdf==5.6.0 + # via + # unstructured + # unstructured-client +pypdfium2==4.30.1 + # via unstructured-inference +pyreadline3==3.5.4 ; sys_platform == 'win32' + # via humanfriendly +python-dateutil==2.9.0.post0 + # via + # aiobotocore + # botocore + # google-cloud-bigquery + # matplotlib + # pandas + # unstructured-client +python-docx==1.2.0 + # via unstructured +python-dotenv==1.1.0 + # via litellm +python-iso639==2025.2.18 + # via unstructured +python-magic==0.4.27 + # via unstructured +python-multipart==0.0.20 + # via unstructured-inference +python-oxmsg==0.0.2 + # via unstructured +python-pptx==1.0.2 + # via unstructured +python-sat==1.8.dev17 + # via pathway +pytz==2025.2 + # via pandas +pyviz-comms==3.0.5 + # via panel +pyyaml==6.0.2 + # via + # accelerate + # bokeh + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # llama-index-core + # omegaconf + # timm + # transformers +rapidfuzz==3.13.0 + # via + # unstructured + # unstructured-inference +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # nltk + # tiktoken + # transformers +requests==2.32.4 + # via + # cohere + # google-api-core + # google-cloud-bigquery + # huggingface-hub + # langchain + # langchain-community + # langsmith + # litellm + # llama-index-core + # llama-index-readers-pathway + # llama-index-retrievers-pathway + # panel + # pathway + # requests-toolbelt + # tiktoken + # transformers + # unstructured +requests-toolbelt==1.0.0 + # via + # langsmith + # unstructured-client +rich==13.9.4 + # via + # instructor + # pathway + # typer +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rsa==4.9.1 + # via google-auth +s3transfer==0.10.4 + # via boto3 +safetensors==0.5.3 + # via + # accelerate + # timm + # transformers +scikit-learn==1.7.0 + # via + # pathway + # sentence-transformers +scipy==1.15.3 + # via + # scikit-learn + # sentence-transformers + # unstructured-inference +sentence-transformers==4.1.0 + # via + # -r ./comps/third_parties/pathway/src/requirements.in + # langchain-huggingface +setuptools==80.9.0 + # via + # fs +shapely==2.1.1 + # via pathway +shellingham==1.5.4 + # via typer +six==1.17.0 + # via + # fs + # html5lib + # langdetect + # python-dateutil + # python-sat +smmap==5.0.2 + # via gitdb +sniffio==1.3.1 + # via + # anyio + # openai +soupsieve==2.7 + # via beautifulsoup4 +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community + # llama-index-core +stack-data==0.6.3 + # via ipython +sympy==1.14.0 + # via + # onnxruntime +tenacity==8.5.0 + # via + # instructor + # langchain + # langchain-community + # langchain-core + # llama-index-core + # pathway +threadpoolctl==3.6.0 + # via scikit-learn +tiktoken==0.9.0 + # via + # -r ./comps/third_parties/pathway/src/requirements.in + # litellm + # llama-index-core + # pathway +timm==1.0.15 + # via + # effdet + # unstructured-inference +tokenizers==0.21.1 + # via + # langchain-huggingface + # litellm + # transformers +tornado==6.5.1 ; sys_platform != 'emscripten' + # via bokeh +tqdm==4.67.1 + # via + # google-generativeai + # huggingface-hub + # llama-index-core + # nltk + # openai + # panel + # sentence-transformers + # transformers + # unstructured +traitlets==5.14.3 + # via + # comm + # ipython + # ipywidgets + # matplotlib-inline +transformers==4.52.4 + # via + # langchain-huggingface + # sentence-transformers + # unstructured-inference +typer==0.16.0 + # via instructor +types-requests==2.32.4.20250611 + # via cohere +typing-extensions==4.14.0 + # via + # anyio + # async-lru + # beautifulsoup4 + # cohere + # exceptiongroup + # google-generativeai + # huggingface-hub + # ipython + # langchain-core + # llama-index-core + # multidict + # onnx + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # panel + # pathway + # pydantic + # pydantic-core + # pypdf + # python-docx + # python-oxmsg + # python-pptx + # referencing + # rich + # sentence-transformers + # sqlalchemy + # typer + # typing-inspect + # unstructured +typing-inspect==0.9.0 + # via + # dataclasses-json + # llama-index-core + # unstructured-client +tzdata==2025.2 + # via pandas +uc-micro-py==1.0.3 + # via linkify-it-py +unstructured==0.17.2 + # via -r ./comps/third_parties/pathway/src/requirements.in +unstructured-client==0.28.1 + # via unstructured +unstructured-inference==1.0.5 + # via unstructured +unstructured-pytesseract==0.3.15 + # via unstructured +uritemplate==4.2.0 + # via google-api-python-client +urllib3==2.4.0 + # via + # aiobotocore + # botocore + # requests + # types-requests +wcwidth==0.2.13 + # via prompt-toolkit +webencodings==0.5.1 + # via + # bleach + # html5lib +widgetsnbextension==4.0.14 + # via ipywidgets +wrapt==1.17.2 + # via + # aiobotocore + # deprecated + # llama-index-core + # unstructured +xlrd==2.0.2 + # via unstructured +xlsxwriter==3.2.5 + # via python-pptx +xyzservices==2025.4.0 + # via bokeh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/third_parties/pathway/src/requirements-gpu.txt b/comps/third_parties/pathway/src/requirements-gpu.txt new file mode 100644 index 0000000000..89265e6eb3 --- /dev/null +++ b/comps/third_parties/pathway/src/requirements-gpu.txt @@ -0,0 +1,968 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/third_parties/pathway/src/requirements.in --universal -o ./comps/third_parties/pathway/src/requirements-gpu.txt +accelerate==1.7.0 + # via unstructured-inference +aiobotocore==2.17.0 + # via pathway +aiofiles==24.1.0 + # via unstructured-client +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # aiobotocore + # aiohttp-cors + # instructor + # langchain + # langchain-community + # litellm + # llama-index-core + # pathway +aiohttp-cors==0.8.1 + # via pathway +aioitertools==0.12.0 + # via aiobotocore +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +antlr4-python3-runtime==4.9.3 + # via omegaconf +anyio==4.9.0 + # via + # httpx + # openai +appdirs==1.4.4 + # via fs +asttokens==3.0.0 + # via stack-data +async-lru==2.0.5 + # via pathway +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +backoff==2.2.1 + # via unstructured +beartype==0.15.0 + # via pathway +beautifulsoup4==4.13.4 + # via unstructured +bleach==6.2.0 + # via panel +bokeh==3.7.3 + # via + # jupyter-bokeh + # panel +boto3==1.35.93 + # via pathway +botocore==1.35.93 + # via + # aiobotocore + # boto3 + # s3transfer +cachetools==5.5.2 + # via google-auth +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation != 'PyPy' + # via cryptography +chardet==5.2.0 + # via unstructured +charset-normalizer==3.4.2 + # via + # pdfminer-six + # requests +click==8.2.1 + # via + # litellm + # nltk + # pathway + # python-oxmsg + # typer +cohere==5.1.8 + # via pathway +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # ipython + # tqdm +coloredlogs==15.0.1 + # via onnxruntime +comm==0.2.2 + # via ipywidgets +contourpy==1.3.2 + # via + # bokeh + # matplotlib +cryptography==45.0.4 + # via + # pdfminer-six + # unstructured-client +cycler==0.12.1 + # via matplotlib +dataclasses-json==0.6.7 + # via + # langchain-community + # llama-index-core + # unstructured +decorator==5.2.1 + # via ipython +deltalake==0.17.4 + # via pathway +deprecated==1.2.18 + # via + # llama-index-core + # pikepdf +dirtyjson==1.0.8 + # via llama-index-core +diskcache==5.6.3 + # via pathway +distro==1.9.0 + # via openai +docstring-parser==0.16 + # via instructor +effdet==0.4.1 + # via unstructured +emoji==2.14.1 + # via unstructured +et-xmlfile==2.0.0 + # via openpyxl +eval-type-backport==0.2.2 + # via unstructured-client +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via + # anyio + # ipython + # pathway +executing==2.2.0 + # via stack-data +fastavro==1.11.1 + # via cohere +filelock==3.18.0 + # via + # huggingface-hub + # torch + # transformers +filetype==1.2.0 + # via unstructured +flatbuffers==25.2.10 + # via onnxruntime +fonttools==4.58.4 + # via matplotlib +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fs==2.4.16 + # via pathway +fsspec==2025.5.1 + # via + # huggingface-hub + # llama-index-core + # torch +geographiclib==2.0 + # via geopy +geopy==2.4.1 + # via pathway +gitdb==4.0.12 + # via gitpython +gitpython==3.1.44 + # via pathway +google-ai-generativelanguage==0.6.15 + # via google-generativeai +google-api-core==2.24.2 + # via + # google-ai-generativelanguage + # google-api-python-client + # google-cloud-bigquery + # google-cloud-core + # google-cloud-pubsub + # google-cloud-vision + # google-generativeai + # pathway +google-api-python-client==2.172.0 + # via + # google-generativeai + # pathway +google-auth==2.40.3 + # via + # google-ai-generativelanguage + # google-api-core + # google-api-python-client + # google-auth-httplib2 + # google-cloud-bigquery + # google-cloud-core + # google-cloud-pubsub + # google-cloud-vision + # google-generativeai +google-auth-httplib2==0.2.0 + # via google-api-python-client +google-cloud-bigquery==3.29.0 + # via pathway +google-cloud-core==2.4.3 + # via google-cloud-bigquery +google-cloud-pubsub==2.30.0 + # via pathway +google-cloud-vision==3.10.2 + # via unstructured +google-crc32c==1.7.1 + # via google-resumable-media +google-generativeai==0.8.5 + # via pathway +google-resumable-media==2.7.2 + # via google-cloud-bigquery +googleapis-common-protos==1.70.0 + # via + # google-api-core + # grpc-google-iam-v1 + # grpcio-status + # opentelemetry-exporter-otlp-proto-grpc +greenlet==3.2.3 + # via sqlalchemy +grpc-google-iam-v1==0.14.2 + # via google-cloud-pubsub +grpcio==1.73.0 + # via + # google-api-core + # google-cloud-pubsub + # googleapis-common-protos + # grpc-google-iam-v1 + # grpcio-status + # opentelemetry-exporter-otlp-proto-grpc +grpcio-status==1.71.0 + # via + # google-api-core + # google-cloud-pubsub +h11==0.16.0 + # via httpcore +h3==4.2.2 + # via pathway +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +html5lib==1.1 + # via unstructured +httpcore==1.0.9 + # via httpx +httplib2==0.22.0 + # via + # google-api-python-client + # google-auth-httplib2 +httpx==0.28.1 + # via + # cohere + # langsmith + # llama-index-core + # openai + # unstructured-client +huggingface-hub==0.33.0 + # via + # accelerate + # langchain-huggingface + # sentence-transformers + # timm + # tokenizers + # transformers + # unstructured-inference +humanfriendly==10.0 + # via coloredlogs +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via + # litellm + # opentelemetry-api +instructor==1.2.6 + # via pathway +ipython==8.37.0 ; python_full_version < '3.11' + # via ipywidgets +ipython==9.3.0 ; python_full_version >= '3.11' + # via ipywidgets +ipython-pygments-lexers==1.1.1 ; python_full_version >= '3.11' + # via ipython +ipywidgets==8.1.7 + # via jupyter-bokeh +jedi==0.19.2 + # via ipython +jinja2==3.1.6 + # via + # bokeh + # litellm + # torch +jiter==0.10.0 + # via openai +jmespath==1.0.1 + # via + # aiobotocore + # boto3 + # botocore + # pathway +joblib==1.5.1 + # via + # nltk + # scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpath-python==1.0.6 + # via unstructured-client +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via litellm +jsonschema-specifications==2025.4.1 + # via jsonschema +jupyter-bokeh==4.0.5 + # via pathway +jupyterlab-widgets==3.0.15 + # via ipywidgets +kiwisolver==1.4.8 + # via matplotlib +langchain==0.2.17 + # via + # -r ./comps/third_parties/pathway/src/requirements.in + # langchain-community + # pathway +langchain-community==0.2.19 + # via + # -r ./comps/third_parties/pathway/src/requirements.in + # pathway +langchain-core==0.2.43 + # via + # langchain + # langchain-community + # langchain-huggingface + # langchain-text-splitters +langchain-huggingface==0.0.3 + # via -r ./comps/third_parties/pathway/src/requirements.in +langchain-text-splitters==0.2.4 + # via langchain +langdetect==1.0.9 + # via unstructured +langsmith==0.1.147 + # via + # langchain + # langchain-community + # langchain-core +linkify-it-py==2.0.3 + # via panel +litellm==1.44.28 + # via pathway +llama-index-core==0.10.68.post1 + # via + # llama-index-readers-pathway + # llama-index-retrievers-pathway + # pathway +llama-index-readers-pathway==0.1.3 + # via pathway +llama-index-retrievers-pathway==0.1.3 + # via pathway +lxml==5.4.0 + # via + # pikepdf + # python-docx + # python-pptx + # unstructured +markdown==3.8 + # via + # panel + # unstructured +markdown-it-py==3.0.0 + # via + # mdit-py-plugins + # panel + # rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +matplotlib==3.10.3 + # via unstructured-inference +matplotlib-inline==0.1.7 + # via ipython +mdit-py-plugins==0.4.2 + # via panel +mdurl==0.1.2 + # via markdown-it-py +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiobotocore + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +narwhals==1.43.0 + # via bokeh +nest-asyncio==1.6.0 + # via + # llama-index-core + # unstructured-client +networkx==3.4.2 ; python_full_version < '3.11' + # via + # llama-index-core + # pathway + # torch + # unstructured +networkx==3.5 ; python_full_version >= '3.11' + # via + # llama-index-core + # pathway + # torch + # unstructured +nltk==3.9.1 + # via + # llama-index-core + # unstructured +numpy==1.26.4 + # via + # accelerate + # bokeh + # contourpy + # langchain + # langchain-community + # llama-index-core + # matplotlib + # onnx + # onnxruntime + # opencv-python + # pandas + # pathway + # pycocotools + # scikit-learn + # scipy + # shapely + # torchvision + # transformers + # unstructured + # unstructured-inference +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +olefile==0.47 + # via python-oxmsg +omegaconf==2.3.0 + # via effdet +onnx==1.18.0 + # via + # unstructured + # unstructured-inference +onnxruntime==1.22.0 + # via + # unstructured + # unstructured-inference +openai==1.60.2 + # via + # -r ./comps/third_parties/pathway/src/requirements.in + # instructor + # litellm + # pathway +opencv-python==4.11.0.86 + # via unstructured-inference +openpyxl==3.1.5 + # via unstructured +opentelemetry-api==1.34.1 + # via + # google-cloud-pubsub + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pathway +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via opentelemetry-exporter-otlp-proto-grpc +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via pathway +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc +opentelemetry-sdk==1.34.1 + # via + # google-cloud-pubsub + # opentelemetry-exporter-otlp-proto-grpc + # pathway +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +orjson==3.10.18 ; platform_python_implementation != 'PyPy' + # via langsmith +packaging==24.2 + # via + # accelerate + # bokeh + # google-cloud-bigquery + # huggingface-hub + # langchain-core + # marshmallow + # matplotlib + # onnxruntime + # panel + # pikepdf + # transformers + # unstructured-pytesseract +pandas==2.3.0 + # via + # bokeh + # llama-index-core + # panel + # pathway + # unstructured + # unstructured-inference +panel==1.7.1 + # via pathway +param==2.2.1 + # via + # panel + # pyviz-comms +parso==0.8.4 + # via jedi +pathway==0.23.0 + # via -r ./comps/third_parties/pathway/src/requirements.in +pdf2image==1.17.0 + # via unstructured +pdfminer-six==20250506 + # via + # unstructured + # unstructured-inference +pexpect==4.9.0 ; sys_platform != 'emscripten' and sys_platform != 'win32' + # via ipython +pi-heif==0.22.0 + # via unstructured +pikepdf==9.8.1 + # via unstructured +pillow==11.2.1 + # via + # bokeh + # llama-index-core + # matplotlib + # pdf2image + # pi-heif + # pikepdf + # python-pptx + # sentence-transformers + # torchvision + # unstructured-pytesseract +prompt-toolkit==3.0.51 + # via ipython +propcache==0.3.2 + # via + # aiohttp + # yarl +proto-plus==1.26.1 + # via + # google-ai-generativelanguage + # google-api-core + # google-cloud-pubsub + # google-cloud-vision +protobuf==5.29.5 + # via + # google-ai-generativelanguage + # google-api-core + # google-cloud-pubsub + # google-cloud-vision + # google-generativeai + # googleapis-common-protos + # grpc-google-iam-v1 + # grpcio-status + # onnx + # onnxruntime + # opentelemetry-proto + # proto-plus +psutil==7.0.0 + # via + # accelerate + # unstructured +ptyprocess==0.7.0 ; sys_platform != 'emscripten' and sys_platform != 'win32' + # via pexpect +pure-eval==0.2.3 + # via stack-data +pyarrow==18.1.0 + # via + # deltalake + # pathway +pyarrow-hotfix==0.7 + # via deltalake +pyasn1==0.6.1 + # via + # pyasn1-modules + # rsa +pyasn1-modules==0.4.2 + # via google-auth +pycocotools==2.0.10 + # via effdet +pycparser==2.22 ; platform_python_implementation != 'PyPy' + # via cffi +pydantic==2.9.2 + # via + # cohere + # google-generativeai + # instructor + # langchain + # langchain-core + # langsmith + # litellm + # llama-index-core + # openai + # pathway + # unstructured-client +pydantic-core==2.23.4 + # via + # instructor + # pydantic +pygments==2.19.1 + # via + # ipython + # ipython-pygments-lexers + # rich +pypandoc==1.15 + # via unstructured +pyparsing==3.2.3 + # via + # httplib2 + # matplotlib +pypdf==5.6.0 + # via + # unstructured + # unstructured-client +pypdfium2==4.30.1 + # via unstructured-inference +pyreadline3==3.5.4 ; sys_platform == 'win32' + # via humanfriendly +python-dateutil==2.9.0.post0 + # via + # aiobotocore + # botocore + # google-cloud-bigquery + # matplotlib + # pandas + # unstructured-client +python-docx==1.2.0 + # via unstructured +python-dotenv==1.1.0 + # via litellm +python-iso639==2025.2.18 + # via unstructured +python-magic==0.4.27 + # via unstructured +python-multipart==0.0.20 + # via unstructured-inference +python-oxmsg==0.0.2 + # via unstructured +python-pptx==1.0.2 + # via unstructured +python-sat==1.8.dev17 + # via pathway +pytz==2025.2 + # via pandas +pyviz-comms==3.0.5 + # via panel +pyyaml==6.0.2 + # via + # accelerate + # bokeh + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # llama-index-core + # omegaconf + # timm + # transformers +rapidfuzz==3.13.0 + # via + # unstructured + # unstructured-inference +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via + # nltk + # tiktoken + # transformers +requests==2.32.4 + # via + # cohere + # google-api-core + # google-cloud-bigquery + # huggingface-hub + # langchain + # langchain-community + # langsmith + # litellm + # llama-index-core + # llama-index-readers-pathway + # llama-index-retrievers-pathway + # panel + # pathway + # requests-toolbelt + # tiktoken + # transformers + # unstructured +requests-toolbelt==1.0.0 + # via + # langsmith + # unstructured-client +rich==13.9.4 + # via + # instructor + # pathway + # typer +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rsa==4.9.1 + # via google-auth +s3transfer==0.10.4 + # via boto3 +safetensors==0.5.3 + # via + # accelerate + # timm + # transformers +scikit-learn==1.7.0 + # via + # pathway + # sentence-transformers +scipy==1.15.3 + # via + # scikit-learn + # sentence-transformers + # unstructured-inference +sentence-transformers==4.1.0 + # via + # -r ./comps/third_parties/pathway/src/requirements.in + # langchain-huggingface +setuptools==80.9.0 + # via + # fs + # torch + # triton +shapely==2.1.1 + # via pathway +shellingham==1.5.4 + # via typer +six==1.17.0 + # via + # fs + # html5lib + # langdetect + # python-dateutil + # python-sat +smmap==5.0.2 + # via gitdb +sniffio==1.3.1 + # via + # anyio + # openai +soupsieve==2.7 + # via beautifulsoup4 +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community + # llama-index-core +stack-data==0.6.3 + # via ipython +sympy==1.14.0 + # via + # onnxruntime + # torch +tenacity==8.5.0 + # via + # instructor + # langchain + # langchain-community + # langchain-core + # llama-index-core + # pathway +threadpoolctl==3.6.0 + # via scikit-learn +tiktoken==0.9.0 + # via + # -r ./comps/third_parties/pathway/src/requirements.in + # litellm + # llama-index-core + # pathway +timm==1.0.15 + # via + # effdet + # unstructured-inference +tokenizers==0.21.1 + # via + # langchain-huggingface + # litellm + # transformers +torch==2.7.1 + # via + # accelerate + # effdet + # sentence-transformers + # timm + # torchvision + # unstructured-inference +torchvision==0.22.1 + # via + # effdet + # timm +tornado==6.5.1 ; sys_platform != 'emscripten' + # via bokeh +tqdm==4.67.1 + # via + # google-generativeai + # huggingface-hub + # llama-index-core + # nltk + # openai + # panel + # sentence-transformers + # transformers + # unstructured +traitlets==5.14.3 + # via + # comm + # ipython + # ipywidgets + # matplotlib-inline +transformers==4.52.4 + # via + # langchain-huggingface + # sentence-transformers + # unstructured-inference +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +typer==0.16.0 + # via instructor +types-requests==2.32.4.20250611 + # via cohere +typing-extensions==4.14.0 + # via + # anyio + # async-lru + # beautifulsoup4 + # cohere + # exceptiongroup + # google-generativeai + # huggingface-hub + # ipython + # langchain-core + # llama-index-core + # multidict + # onnx + # openai + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # panel + # pathway + # pydantic + # pydantic-core + # pypdf + # python-docx + # python-oxmsg + # python-pptx + # referencing + # rich + # sentence-transformers + # sqlalchemy + # torch + # typer + # typing-inspect + # unstructured +typing-inspect==0.9.0 + # via + # dataclasses-json + # llama-index-core + # unstructured-client +tzdata==2025.2 + # via pandas +uc-micro-py==1.0.3 + # via linkify-it-py +unstructured==0.17.2 + # via -r ./comps/third_parties/pathway/src/requirements.in +unstructured-client==0.28.1 + # via unstructured +unstructured-inference==1.0.5 + # via unstructured +unstructured-pytesseract==0.3.15 + # via unstructured +uritemplate==4.2.0 + # via google-api-python-client +urllib3==2.4.0 + # via + # aiobotocore + # botocore + # requests + # types-requests +wcwidth==0.2.13 + # via prompt-toolkit +webencodings==0.5.1 + # via + # bleach + # html5lib +widgetsnbextension==4.0.14 + # via ipywidgets +wrapt==1.17.2 + # via + # aiobotocore + # deprecated + # llama-index-core + # unstructured +xlrd==2.0.2 + # via unstructured +xlsxwriter==3.2.5 + # via python-pptx +xyzservices==2025.4.0 + # via bokeh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/third_parties/pathway/src/requirements.txt b/comps/third_parties/pathway/src/requirements.in similarity index 100% rename from comps/third_parties/pathway/src/requirements.txt rename to comps/third_parties/pathway/src/requirements.in diff --git a/comps/third_parties/predictionguard/src/Dockerfile b/comps/third_parties/predictionguard/src/Dockerfile index b59d5383ec..da4d7348de 100644 --- a/comps/third_parties/predictionguard/src/Dockerfile +++ b/comps/third_parties/predictionguard/src/Dockerfile @@ -11,8 +11,9 @@ COPY comps /home/user/comps # Install system dependencies RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing curl -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r /home/user/comps/third_parties/predictionguard/src/requirements.txt +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/user/comps/third_parties/predictionguard/src/requirements.txt ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/third_parties/predictionguard/src/requirements.in b/comps/third_parties/predictionguard/src/requirements.in new file mode 100644 index 0000000000..4179c45878 --- /dev/null +++ b/comps/third_parties/predictionguard/src/requirements.in @@ -0,0 +1,14 @@ +aiohttp +docarray +fastapi +httpx +opentelemetry-api +opentelemetry-exporter-otlp +opentelemetry-sdk +Pillow +predictionguard +prometheus-fastapi-instrumentator +pyyaml +requests +shortuuid +uvicorn diff --git a/comps/third_parties/predictionguard/src/requirements.txt b/comps/third_parties/predictionguard/src/requirements.txt index 4179c45878..d7fce38bd8 100644 --- a/comps/third_parties/predictionguard/src/requirements.txt +++ b/comps/third_parties/predictionguard/src/requirements.txt @@ -1,14 +1,182 @@ -aiohttp -docarray -fastapi -httpx -opentelemetry-api -opentelemetry-exporter-otlp -opentelemetry-sdk -Pillow -predictionguard -prometheus-fastapi-instrumentator -pyyaml -requests -shortuuid -uvicorn +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/third_parties/predictionguard/src/requirements.in --universal -o ./comps/third_parties/predictionguard/src/requirements.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via -r ./comps/third_parties/predictionguard/src/requirements.in +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via aiohttp +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via requests +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via click +docarray==0.41.0 + # via -r ./comps/third_parties/predictionguard/src/requirements.in +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/third_parties/predictionguard/src/requirements.in +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via -r ./comps/third_parties/predictionguard/src/requirements.in +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +markdown-it-py==3.0.0 + # via rich +mdurl==0.1.2 + # via markdown-it-py +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +numpy==2.2.6 ; python_full_version < '3.11' + # via docarray +numpy==2.3.0 ; python_full_version >= '3.11' + # via docarray +opentelemetry-api==1.34.1 + # via + # -r ./comps/third_parties/predictionguard/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/third_parties/predictionguard/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/third_parties/predictionguard/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +orjson==3.10.18 + # via docarray +pillow==11.2.1 + # via -r ./comps/third_parties/predictionguard/src/requirements.in +predictionguard==2.8.2 + # via -r ./comps/third_parties/predictionguard/src/requirements.in +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/third_parties/predictionguard/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # googleapis-common-protos + # opentelemetry-proto +pydantic==2.11.7 + # via + # docarray + # fastapi +pydantic-core==2.33.2 + # via pydantic +pygments==2.19.1 + # via rich +pyyaml==6.0.2 + # via -r ./comps/third_parties/predictionguard/src/requirements.in +requests==2.32.4 + # via + # -r ./comps/third_parties/predictionguard/src/requirements.in + # opentelemetry-exporter-otlp-proto-http + # predictionguard +rich==14.0.0 + # via docarray +shortuuid==1.0.13 + # via -r ./comps/third_parties/predictionguard/src/requirements.in +sniffio==1.3.1 + # via anyio +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +tabulate==0.9.0 + # via predictionguard +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # rich + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/third_parties/predictionguard/src/requirements.in +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/third_parties/speecht5/src/Dockerfile b/comps/third_parties/speecht5/src/Dockerfile index a66b2f6ec6..71bf094e4a 100644 --- a/comps/third_parties/speecht5/src/Dockerfile +++ b/comps/third_parties/speecht5/src/Dockerfile @@ -18,12 +18,13 @@ RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \ COPY --chown=user:user comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ if [ "${ARCH}" = "cpu" ]; then \ - pip install --no-cache-dir torch torchvision --index-url https://download.pytorch.org/whl/cpu ; \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/third_parties/speecht5/src/requirements.txt ; \ + $uvpip torch torchvision --index-url https://download.pytorch.org/whl/cpu ; \ + $uvpip -r /home/user/comps/third_parties/speecht5/src/requirements-cpu.txt ; \ else \ - pip install --no-cache-dir -r /home/user/comps/third_parties/speecht5/src/requirements.txt ; \ + $uvpip -r /home/user/comps/third_parties/speecht5/src/requirements-gpu.txt ; \ fi ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/third_parties/speecht5/src/Dockerfile.intel_hpu b/comps/third_parties/speecht5/src/Dockerfile.intel_hpu index de34571a8b..c9c34458a9 100644 --- a/comps/third_parties/speecht5/src/Dockerfile.intel_hpu +++ b/comps/third_parties/speecht5/src/Dockerfile.intel_hpu @@ -20,11 +20,12 @@ RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \ COPY --chown=user:user comps /home/user/comps -# Install requirements and optimum habana -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r /home/user/comps/third_parties/speecht5/src/requirements.txt && \ - pip install --no-cache-dir --upgrade transformers && \ - pip install --no-cache-dir optimum[habana] +# Install requirements and optimum habana, numpy==1.23.5 required by vault.habana.ai/gaudi-docker/1.20.1/ubuntu22.04/habanalabs/pytorch-installer-2.6.0 +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/user/comps/third_parties/speecht5/src/requirements-cpu.txt && \ + $uvpip numpy==1.26.4 && \ + $uvpip optimum[habana] ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/third_parties/speecht5/src/requirements-cpu.txt b/comps/third_parties/speecht5/src/requirements-cpu.txt new file mode 100644 index 0000000000..a691e64e42 --- /dev/null +++ b/comps/third_parties/speecht5/src/requirements-cpu.txt @@ -0,0 +1,350 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/third_parties/speecht5/src/requirements.in --universal -o ./comps/third_parties/speecht5/src/requirements-cpu.txt +accelerate==1.7.0 + # via -r ./comps/third_parties/speecht5/src/requirements.in +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via -r ./comps/third_parties/speecht5/src/requirements.in +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 + # via soundfile +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +docarray==0.41.0 + # via -r ./comps/third_parties/speecht5/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/third_parties/speecht5/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via trimesh +huggingface-hub==0.33.0 + # via + # accelerate + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # accelerate + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # soundfile + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # accelerate + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # soundfile + # transformers + # trimesh + # vhacdx +opentelemetry-api==1.34.1 + # via + # -r ./comps/third_parties/speecht5/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/third_parties/speecht5/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/third_parties/speecht5/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via docarray +packaging==25.0 + # via + # accelerate + # huggingface-hub + # transformers +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # docarray + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/third_parties/speecht5/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via accelerate +pycollada==0.9 + # via trimesh +pycparser==2.22 + # via cffi +pydantic==2.9.1 + # via + # -r ./comps/third_parties/speecht5/src/requirements.in + # docarray + # fastapi +pydantic-core==2.23.3 + # via pydantic +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # accelerate + # huggingface-hub + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # transformers +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +sentencepiece==0.2.0 + # via -r ./comps/third_parties/speecht5/src/requirements.in +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/third_parties/speecht5/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +soundfile==0.13.1 + # via -r ./comps/third_parties/speecht5/src/requirements.in +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tokenizers==0.21.1 + # via transformers +tqdm==4.67.1 + # via + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/third_parties/speecht5/src/requirements.in +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # typing-inspect + # uvicorn +typing-inspect==0.9.0 + # via docarray +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/third_parties/speecht5/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/third_parties/speecht5/src/requirements-gpu.txt b/comps/third_parties/speecht5/src/requirements-gpu.txt new file mode 100644 index 0000000000..81b60eb77d --- /dev/null +++ b/comps/third_parties/speecht5/src/requirements-gpu.txt @@ -0,0 +1,404 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/third_parties/speecht5/src/requirements.in --universal -o ./comps/third_parties/speecht5/src/requirements-gpu.txt +accelerate==1.7.0 + # via -r ./comps/third_parties/speecht5/src/requirements.in +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via -r ./comps/third_parties/speecht5/src/requirements.in +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 + # via soundfile +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +docarray==0.41.0 + # via -r ./comps/third_parties/speecht5/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/third_parties/speecht5/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # torch + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub + # torch +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via trimesh +huggingface-hub==0.33.0 + # via + # accelerate + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via torch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # torch + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # accelerate + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # soundfile + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # accelerate + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # soundfile + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +opentelemetry-api==1.34.1 + # via + # -r ./comps/third_parties/speecht5/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/third_parties/speecht5/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/third_parties/speecht5/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via docarray +packaging==25.0 + # via + # accelerate + # huggingface-hub + # transformers +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # docarray + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/third_parties/speecht5/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via accelerate +pycollada==0.9 + # via trimesh +pycparser==2.22 + # via cffi +pydantic==2.9.1 + # via + # -r ./comps/third_parties/speecht5/src/requirements.in + # docarray + # fastapi +pydantic-core==2.23.3 + # via pydantic +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # accelerate + # huggingface-hub + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # transformers +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +sentencepiece==0.2.0 + # via -r ./comps/third_parties/speecht5/src/requirements.in +setuptools==80.9.0 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # torch + # triton +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/third_parties/speecht5/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +soundfile==0.13.1 + # via -r ./comps/third_parties/speecht5/src/requirements.in +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +tokenizers==0.21.1 + # via transformers +torch==2.7.1 + # via accelerate +tqdm==4.67.1 + # via + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/third_parties/speecht5/src/requirements.in +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # torch + # typing-inspect + # uvicorn +typing-inspect==0.9.0 + # via docarray +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/third_parties/speecht5/src/requirements.in +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/third_parties/speecht5/src/requirements.txt b/comps/third_parties/speecht5/src/requirements.in similarity index 100% rename from comps/third_parties/speecht5/src/requirements.txt rename to comps/third_parties/speecht5/src/requirements.in diff --git a/comps/third_parties/video-llama/src/Dockerfile b/comps/third_parties/video-llama/src/Dockerfile index 63e75be4de..a57e0d7e18 100644 --- a/comps/third_parties/video-llama/src/Dockerfile +++ b/comps/third_parties/video-llama/src/Dockerfile @@ -22,11 +22,14 @@ RUN mkdir /home/user/model && chown user:user -R /home/user/model COPY --chown=user:user comps /home/user/comps WORKDIR /home/user/comps/third_parties/video-llama/src -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +# install the fixed torch version again after install cpu requirements, make sure the deps are compatible +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ if [ ${ARCH} = "cpu" ]; then \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/third_parties/video-llama/src/requirements.txt; \ + $uvpip torch==2.5.1 torchaudio~=2.5.1 torchvision==0.20.1 --index-url https://download.pytorch.org/whl/cpu; \ + $uvpip -r /home/user/comps/third_parties/video-llama/src/requirements-cpu.txt; \ else \ - pip install --no-cache-dir -r /home/user/comps/third_parties/video-llama/src/requirements.txt; \ + $uvpip -r /home/user/comps/third_parties/video-llama/src/requirements-gpu.txt; \ fi ARG VIDEO_LLAMA_REPO=https://github.com/DAMO-NLP-SG/Video-LLaMA.git diff --git a/comps/third_parties/video-llama/src/requirements-cpu.txt b/comps/third_parties/video-llama/src/requirements-cpu.txt new file mode 100644 index 0000000000..9792363dbb --- /dev/null +++ b/comps/third_parties/video-llama/src/requirements-cpu.txt @@ -0,0 +1,425 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/third_parties/video-llama/src/requirements.in --universal -o ./comps/third_parties/video-llama/src/requirements-cpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +antlr4-python3-runtime==4.9.3 + # via omegaconf +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via aiohttp +av==14.4.0 + # via pytorchvideo +beautifulsoup4==4.13.4 + # via -r ./comps/third_parties/video-llama/src/requirements.in +braceexpand==0.1.7 + # via webdataset +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via requests +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # tqdm +dataclasses-json==0.6.7 + # via langchain-community +decord==0.6.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +docarray==0.41.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +einops==0.8.1 + # via -r ./comps/third_parties/video-llama/src/requirements.in +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +faiss-cpu==1.11.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +fastapi==0.115.13 + # via -r ./comps/third_parties/video-llama/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub +ftfy==6.3.1 + # via -r ./comps/third_parties/video-llama/src/requirements.in +fvcore==0.1.5.post20221221 + # via pytorchvideo +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.5 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via langsmith +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.33.0 + # via + # sentence-transformers + # timm + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +iopath==0.1.10 + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # fvcore + # pytorchvideo +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +langchain==0.3.26 + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # langchain-community +langchain-community==0.3.26 + # via -r ./comps/third_parties/video-llama/src/requirements.in +langchain-core==0.3.66 + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # langchain + # langchain-community + # langchain-text-splitters +langchain-text-splitters==0.3.8 + # via langchain +langsmith==0.4.1 + # via + # langchain + # langchain-community + # langchain-core +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via + # jinja2 + # werkzeug +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # pytorchvideo +networkx==3.5 ; python_full_version >= '3.11' + # via + # pytorchvideo +numpy==2.2.6 ; python_full_version < '3.11' + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # decord + # docarray + # faiss-cpu + # fvcore + # langchain-community + # opencv-python-headless + # pandas + # scikit-learn + # scipy + # transformers + # webdataset +numpy==2.3.1 ; python_full_version >= '3.11' + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # decord + # docarray + # faiss-cpu + # fvcore + # langchain-community + # opencv-python-headless + # pandas + # scikit-learn + # scipy + # transformers + # webdataset +omegaconf==2.3.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +opencv-python-headless==4.11.0.86 + # via -r ./comps/third_parties/video-llama/src/requirements.in +opentelemetry-api==1.34.1 + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/third_parties/video-llama/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # faiss-cpu + # huggingface-hub + # langchain-core + # langsmith + # marshmallow + # transformers +pandas==2.3.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +parameterized==0.9.0 + # via pytorchvideo +pillow==11.2.1 + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # fvcore + # sentence-transformers +portalocker==3.2.0 + # via iopath +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # googleapis-common-protos + # opentelemetry-proto +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # pydantic-settings +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.10.0 + # via langchain-community +pygments==2.19.2 + # via rich +python-dateutil==2.9.0.post0 + # via pandas +python-dotenv==1.1.0 + # via pydantic-settings +pytorchvideo==0.1.5 + # via -r ./comps/third_parties/video-llama/src/requirements.in +pytz==2025.2 + # via pandas +pywin32==310 ; sys_platform == 'win32' + # via portalocker +pyyaml==6.0.2 + # via + # fvcore + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # omegaconf + # timm + # transformers + # webdataset + # yacs +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langchain-community + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +safetensors==0.5.3 + # via + # timm + # transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 ; python_full_version < '3.11' + # via + # scikit-learn + # sentence-transformers +scipy==1.16.0 ; python_full_version >= '3.11' + # via + # scikit-learn + # sentence-transformers +sentence-transformers==4.1.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +sentencepiece==0.2.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +shortuuid==1.0.13 + # via -r ./comps/third_parties/video-llama/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +soupsieve==2.7 + # via beautifulsoup4 +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +tabulate==0.9.0 + # via fvcore +tenacity==9.1.2 + # via + # langchain-community + # langchain-core +termcolor==3.1.0 + # via fvcore +threadpoolctl==3.6.0 + # via scikit-learn +timm==1.0.15 + # via -r ./comps/third_parties/video-llama/src/requirements.in +tokenizers==0.21.1 + # via transformers +tqdm==4.67.1 + # via + # fvcore + # huggingface-hub + # iopath + # sentence-transformers + # transformers +transformers==4.49.0 + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # sentence-transformers +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # beautifulsoup4 + # exceptiongroup + # fastapi + # huggingface-hub + # iopath + # langchain-core + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # rich + # sentence-transformers + # sqlalchemy + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.5.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/third_parties/video-llama/src/requirements.in +validators==0.35.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +wcwidth==0.2.13 + # via ftfy +webdataset==1.0.2 + # via -r ./comps/third_parties/video-llama/src/requirements.in +werkzeug==3.1.3 + # via -r ./comps/third_parties/video-llama/src/requirements.in +yacs==0.1.8 + # via fvcore +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/third_parties/video-llama/src/requirements-gpu.txt b/comps/third_parties/video-llama/src/requirements-gpu.txt new file mode 100644 index 0000000000..26e5dd1ead --- /dev/null +++ b/comps/third_parties/video-llama/src/requirements-gpu.txt @@ -0,0 +1,488 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/third_parties/video-llama/src/requirements.in --universal -o ./comps/third_parties/video-llama/src/requirements-gpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +antlr4-python3-runtime==4.9.3 + # via omegaconf +anyio==4.9.0 + # via + # httpx + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via aiohttp +av==14.4.0 + # via pytorchvideo +beautifulsoup4==4.13.4 + # via -r ./comps/third_parties/video-llama/src/requirements.in +braceexpand==0.1.7 + # via webdataset +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via requests +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # tqdm +dataclasses-json==0.6.7 + # via langchain-community +decord==0.6.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +docarray==0.41.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +einops==0.8.1 + # via -r ./comps/third_parties/video-llama/src/requirements.in +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +faiss-cpu==1.11.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +fastapi==0.115.13 + # via -r ./comps/third_parties/video-llama/src/requirements.in +filelock==3.18.0 + # via + # huggingface-hub + # torch + # transformers + # triton +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub + # torch +ftfy==6.3.1 + # via -r ./comps/third_parties/video-llama/src/requirements.in +fvcore==0.1.5.post20221221 + # via pytorchvideo +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.5 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via langsmith +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.33.0 + # via + # sentence-transformers + # timm + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +iopath==0.1.10 + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # fvcore + # pytorchvideo +jinja2==3.1.6 + # via torch +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +langchain==0.3.26 + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # langchain-community +langchain-community==0.3.26 + # via -r ./comps/third_parties/video-llama/src/requirements.in +langchain-core==0.3.66 + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # langchain + # langchain-community + # langchain-text-splitters +langchain-text-splitters==0.3.8 + # via langchain +langsmith==0.4.1 + # via + # langchain + # langchain-community + # langchain-core +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via + # jinja2 + # werkzeug +marshmallow==3.26.1 + # via dataclasses-json +mdurl==0.1.2 + # via markdown-it-py +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # pytorchvideo + # torch +networkx==3.5 ; python_full_version >= '3.11' + # via + # pytorchvideo + # torch +numpy==2.2.6 ; python_full_version < '3.11' + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # decord + # docarray + # faiss-cpu + # fvcore + # langchain-community + # opencv-python-headless + # pandas + # scikit-learn + # scipy + # torchvision + # transformers + # webdataset +numpy==2.3.1 ; python_full_version >= '3.11' + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # decord + # docarray + # faiss-cpu + # fvcore + # langchain-community + # opencv-python-headless + # pandas + # scikit-learn + # scipy + # torchvision + # transformers + # webdataset +nvidia-cublas-cu12==12.4.5.8 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.4.127 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.4.127 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.4.127 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.1.0.70 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.2.1.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.5.147 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.6.1.9 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.3.1.170 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-nccl-cu12==2.21.5 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.4.127 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.4.127 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +omegaconf==2.3.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +opencv-python-headless==4.11.0.86 + # via -r ./comps/third_parties/video-llama/src/requirements.in +opentelemetry-api==1.34.1 + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/third_parties/video-llama/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # faiss-cpu + # huggingface-hub + # langchain-core + # langsmith + # marshmallow + # transformers +pandas==2.3.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +parameterized==0.9.0 + # via pytorchvideo +pillow==11.2.1 + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # fvcore + # sentence-transformers + # torchvision +portalocker==3.2.0 + # via iopath +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # googleapis-common-protos + # opentelemetry-proto +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # pydantic-settings +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.10.0 + # via langchain-community +pygments==2.19.2 + # via rich +python-dateutil==2.9.0.post0 + # via pandas +python-dotenv==1.1.0 + # via pydantic-settings +pytorchvideo==0.1.5 + # via -r ./comps/third_parties/video-llama/src/requirements.in +pytz==2025.2 + # via pandas +pywin32==310 ; sys_platform == 'win32' + # via portalocker +pyyaml==6.0.2 + # via + # fvcore + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # omegaconf + # timm + # transformers + # webdataset + # yacs +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # huggingface-hub + # langchain + # langchain-community + # langsmith + # opentelemetry-exporter-otlp-proto-http + # requests-toolbelt + # transformers +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via docarray +safetensors==0.5.3 + # via + # timm + # transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 ; python_full_version < '3.11' + # via + # scikit-learn + # sentence-transformers +scipy==1.16.0 ; python_full_version >= '3.11' + # via + # scikit-learn + # sentence-transformers +sentence-transformers==4.1.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +sentencepiece==0.2.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +setuptools==80.9.0 ; python_full_version >= '3.12' + # via torch +shortuuid==1.0.13 + # via -r ./comps/third_parties/video-llama/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +soupsieve==2.7 + # via beautifulsoup4 +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +starlette==0.46.2 + # via + # fastapi + # prometheus-fastapi-instrumentator +sympy==1.13.1 + # via torch +tabulate==0.9.0 + # via fvcore +tenacity==9.1.2 + # via + # langchain-community + # langchain-core +termcolor==3.1.0 + # via fvcore +threadpoolctl==3.6.0 + # via scikit-learn +timm==1.0.15 + # via -r ./comps/third_parties/video-llama/src/requirements.in +tokenizers==0.21.1 + # via transformers +torch==2.5.1 + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # sentence-transformers + # timm + # torchaudio + # torchvision +torchaudio==2.5.1 + # via -r ./comps/third_parties/video-llama/src/requirements.in +torchvision==0.20.1 + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # timm +tqdm==4.67.1 + # via + # fvcore + # huggingface-hub + # iopath + # sentence-transformers + # transformers +transformers==4.49.0 + # via + # -r ./comps/third_parties/video-llama/src/requirements.in + # sentence-transformers +triton==3.1.0 ; python_full_version < '3.13' and platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # beautifulsoup4 + # exceptiongroup + # fastapi + # huggingface-hub + # iopath + # langchain-core + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # rich + # sentence-transformers + # sqlalchemy + # torch + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.5.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via -r ./comps/third_parties/video-llama/src/requirements.in +validators==0.35.0 + # via -r ./comps/third_parties/video-llama/src/requirements.in +wcwidth==0.2.13 + # via ftfy +webdataset==1.0.2 + # via -r ./comps/third_parties/video-llama/src/requirements.in +werkzeug==3.1.3 + # via -r ./comps/third_parties/video-llama/src/requirements.in +yacs==0.1.8 + # via fvcore +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/third_parties/video-llama/src/requirements.txt b/comps/third_parties/video-llama/src/requirements.in similarity index 67% rename from comps/third_parties/video-llama/src/requirements.txt rename to comps/third_parties/video-llama/src/requirements.in index 47cff07b2f..98a00ccb54 100644 --- a/comps/third_parties/video-llama/src/requirements.txt +++ b/comps/third_parties/video-llama/src/requirements.in @@ -26,9 +26,9 @@ sentence-transformers sentencepiece shortuuid timm -torch==2.5.1 --index-url https://download.pytorch.org/whl/cpu -torchaudio~=2.5.1 --index-url https://download.pytorch.org/whl/cpu -torchvision==0.20.1 --index-url https://download.pytorch.org/whl/cpu +torch==2.5.1 +torchaudio~=2.5.1 +torchvision==0.20.1 transformers==4.49 uvicorn validators diff --git a/comps/third_parties/wav2lip/src/Dockerfile b/comps/third_parties/wav2lip/src/Dockerfile index 524ae5b114..13c3c251e6 100644 --- a/comps/third_parties/wav2lip/src/Dockerfile +++ b/comps/third_parties/wav2lip/src/Dockerfile @@ -48,10 +48,12 @@ ENV PYTHONPATH="$PYTHONPATH:/usr/local/lib/python3.11/site-packages/gfpgan" WORKDIR /usr/local/lib/python3.11/site-packages # Install pip dependencies -RUN if [ ${ARCH} = "cpu" ]; then \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/animation/src/requirements.txt; \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + if [ ${ARCH} = "cpu" ]; then \ + $uvpip -r /home/user/comps/animation/src/requirements-cpu.txt; \ else \ - pip install --no-cache-dir -r /home/user/comps/animation/src/requirements.txt; \ + $uvpip -r /home/user/comps/animation/src/requirements-gpu.txt; \ fi # Custom patches diff --git a/comps/third_parties/wav2lip/src/Dockerfile.intel_hpu b/comps/third_parties/wav2lip/src/Dockerfile.intel_hpu index 28322063cc..c03f908dbe 100644 --- a/comps/third_parties/wav2lip/src/Dockerfile.intel_hpu +++ b/comps/third_parties/wav2lip/src/Dockerfile.intel_hpu @@ -31,7 +31,8 @@ RUN git clone --depth 1 --branch ${REPO_VER} https://github.com/FFmpeg/FFmpeg.gi rm -rf .git # Upgrade pip -RUN python3 -m pip install --no-cache-dir --upgrade pip +ARG uvpip='uv pip install --system --no-cache-dir' +RUN python3 -m pip install --no-cache-dir --upgrade pip uv # Install Wav2Lip from pip RUN pip install --no-cache-dir --no-deps Wav2Lipy @@ -47,7 +48,7 @@ ENV PYTHONPATH="$PYTHONPATH:/usr/local/lib/python3.10/dist-packages/gfpgan" WORKDIR /usr/local/lib/python3.10/dist-packages # Install pip dependencies -RUN pip install --no-cache-dir -r /home/user/comps/animation/src/requirements.txt +RUN $uvpip -r /home/user/comps/animation/src/requirements-cpu.txt # Custom patches # Modify the degradations.py file to import rgb_to_grayscale from torchvision.transforms.functional diff --git a/comps/third_parties/whisper/src/Dockerfile b/comps/third_parties/whisper/src/Dockerfile index 62d17c9e79..bb79d5b41e 100644 --- a/comps/third_parties/whisper/src/Dockerfile +++ b/comps/third_parties/whisper/src/Dockerfile @@ -18,12 +18,13 @@ RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \ COPY --chown=user:user comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ if [ "${ARCH}" = "cpu" ]; then \ - pip install --no-cache-dir torch torchvision --index-url https://download.pytorch.org/whl/cpu ; \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/asr/src/requirements.txt ; \ + $uvpip torch torchvision --index-url https://download.pytorch.org/whl/cpu ; \ + $uvpip -r /home/user/comps/third_parties/whisper/src/requirements-cpu.txt ; \ else \ - pip install --no-cache-dir -r /home/user/comps/asr/src/requirements.txt ; \ + $uvpip -r /home/user/comps/third_parties/whisper/src/requirements-gpu.txt ; \ fi ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/third_parties/whisper/src/Dockerfile.intel_hpu b/comps/third_parties/whisper/src/Dockerfile.intel_hpu index 4c6f50e7b5..44940f188f 100644 --- a/comps/third_parties/whisper/src/Dockerfile.intel_hpu +++ b/comps/third_parties/whisper/src/Dockerfile.intel_hpu @@ -20,11 +20,13 @@ RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \ COPY --chown=user:user comps /home/user/comps -# Install requirements and optimum habana -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - pip install --no-cache-dir -r /home/user/comps/asr/src/requirements.txt && \ - pip install --no-cache-dir optimum-habana && \ - pip install --no-cache-dir --upgrade Jinja2 +# Install requirements and optimum habana, numpy==1.23.5 required by vault.habana.ai/gaudi-docker/1.20.1/ubuntu22.04/habanalabs/pytorch-installer-2.6.0 +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/user/comps/third_parties/whisper/src/requirements-cpu.txt && \ + $uvpip numpy==1.26.4&& \ + $uvpip optimum-habana && \ + $uvpip --upgrade Jinja2 ENV PYTHONPATH=$PYTHONPATH:/home/users diff --git a/comps/third_parties/whisper/src/requirements-cpu.txt b/comps/third_parties/whisper/src/requirements-cpu.txt new file mode 100644 index 0000000000..db370f89f7 --- /dev/null +++ b/comps/third_parties/whisper/src/requirements-cpu.txt @@ -0,0 +1,395 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/third_parties/whisper/src/requirements.in --universal -o ./comps/third_parties/whisper/src/requirements-cpu.txt +accelerate==1.7.0 + # via -r ./comps/third_parties/whisper/src/requirements.in +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # -r ./comps/third_parties/whisper/src/requirements.in + # fsspec +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # mcp + # sse-starlette + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +datasets==3.6.0 + # via -r ./comps/third_parties/whisper/src/requirements.in +dill==0.3.8 + # via + # datasets + # multiprocess +docarray==0.41.0 + # via -r ./comps/third_parties/whisper/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/third_parties/whisper/src/requirements.in +filelock==3.18.0 + # via + # datasets + # huggingface-hub + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # mcp + # trimesh +httpx-sse==0.4.0 + # via mcp +huggingface-hub==0.33.0 + # via + # accelerate + # datasets + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mcp==1.9.4 + # via -r ./comps/third_parties/whisper/src/requirements.in +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # accelerate + # datasets + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # accelerate + # datasets + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +opentelemetry-api==1.34.1 + # via + # -r ./comps/third_parties/whisper/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/third_parties/whisper/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/third_parties/whisper/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via docarray +packaging==25.0 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +pandas==2.3.0 + # via + # datasets + # docarray +pillow==11.2.1 + # via + # docarray + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/third_parties/whisper/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via accelerate +pyarrow==20.0.0 + # via datasets +pycollada==0.9 + # via trimesh +pydantic==2.7.2 + # via + # -r ./comps/third_parties/whisper/src/requirements.in + # docarray + # fastapi + # mcp + # pydantic-settings +pydantic-core==2.18.3 + # via pydantic +pydantic-settings==2.9.1 + # via mcp +pydub==0.25.1 + # via + # -r ./comps/third_parties/whisper/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +python-multipart==0.0.20 + # via + # -r ./comps/third_parties/whisper/src/requirements.in + # mcp +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # datasets + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # transformers +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/third_parties/whisper/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +sse-starlette==2.3.6 + # via mcp +starlette==0.46.2 + # via + # fastapi + # mcp + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +tokenizers==0.21.1 + # via transformers +tqdm==4.67.1 + # via + # datasets + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/third_parties/whisper/src/requirements.in +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.5.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via + # -r ./comps/third_parties/whisper/src/requirements.in + # mcp +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # datasets + # trimesh +yarl==1.20.1 + # via aiohttp +zhconv==1.4.3 + # via -r ./comps/third_parties/whisper/src/requirements.in +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/third_parties/whisper/src/requirements-gpu.txt b/comps/third_parties/whisper/src/requirements-gpu.txt new file mode 100644 index 0000000000..001321519d --- /dev/null +++ b/comps/third_parties/whisper/src/requirements-gpu.txt @@ -0,0 +1,449 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/third_parties/whisper/src/requirements.in --universal -o ./comps/third_parties/whisper/src/requirements-gpu.txt +accelerate==1.7.0 + # via -r ./comps/third_parties/whisper/src/requirements.in +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # -r ./comps/third_parties/whisper/src/requirements.in + # fsspec +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # mcp + # sse-starlette + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog + # tqdm +colorlog==6.9.0 + # via trimesh +datasets==3.6.0 + # via -r ./comps/third_parties/whisper/src/requirements.in +dill==0.3.8 + # via + # datasets + # multiprocess +docarray==0.41.0 + # via -r ./comps/third_parties/whisper/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/third_parties/whisper/src/requirements.in +filelock==3.18.0 + # via + # datasets + # huggingface-hub + # torch + # transformers +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.3.0 + # via + # datasets + # huggingface-hub + # torch +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +hf-xet==1.1.4 ; platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' + # via huggingface-hub +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # mcp + # trimesh +httpx-sse==0.4.0 + # via mcp +huggingface-hub==0.33.0 + # via + # accelerate + # datasets + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via torch +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +mcp==1.9.4 + # via -r ./comps/third_parties/whisper/src/requirements.in +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # torch + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # accelerate + # datasets + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # accelerate + # datasets + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +opentelemetry-api==1.34.1 + # via + # -r ./comps/third_parties/whisper/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/third_parties/whisper/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/third_parties/whisper/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via docarray +packaging==25.0 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +pandas==2.3.0 + # via + # datasets + # docarray +pillow==11.2.1 + # via + # docarray + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/third_parties/whisper/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +psutil==7.0.0 + # via accelerate +pyarrow==20.0.0 + # via datasets +pycollada==0.9 + # via trimesh +pydantic==2.7.2 + # via + # -r ./comps/third_parties/whisper/src/requirements.in + # docarray + # fastapi + # mcp + # pydantic-settings +pydantic-core==2.18.3 + # via pydantic +pydantic-settings==2.9.1 + # via mcp +pydub==0.25.1 + # via + # -r ./comps/third_parties/whisper/src/requirements.in + # docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +python-multipart==0.0.20 + # via + # -r ./comps/third_parties/whisper/src/requirements.in + # mcp +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # accelerate + # datasets + # huggingface-hub + # transformers +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # datasets + # huggingface-hub + # opentelemetry-exporter-otlp-proto-http + # transformers +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via + # accelerate + # transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +setuptools==80.9.0 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # torch + # triton +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/third_parties/whisper/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +sse-starlette==2.3.6 + # via mcp +starlette==0.46.2 + # via + # fastapi + # mcp + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via torch +tokenizers==0.21.1 + # via transformers +torch==2.7.1 + # via accelerate +tqdm==4.67.1 + # via + # datasets + # huggingface-hub + # transformers +transformers==4.52.4 + # via -r ./comps/third_parties/whisper/src/requirements.in +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # huggingface-hub + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # torch + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.5.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via + # -r ./comps/third_parties/whisper/src/requirements.in + # mcp +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via + # datasets + # trimesh +yarl==1.20.1 + # via aiohttp +zhconv==1.4.3 + # via -r ./comps/third_parties/whisper/src/requirements.in +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/third_parties/whisper/src/requirements.in b/comps/third_parties/whisper/src/requirements.in new file mode 100644 index 0000000000..86ff18d423 --- /dev/null +++ b/comps/third_parties/whisper/src/requirements.in @@ -0,0 +1,17 @@ +accelerate +aiohttp +datasets +docarray[full] +fastapi +mcp +opentelemetry-api +opentelemetry-exporter-otlp +opentelemetry-sdk +prometheus-fastapi-instrumentator +pydantic==2.7.2 +pydub +python-multipart +shortuuid +transformers +uvicorn +zhconv \ No newline at end of file diff --git a/comps/tts/src/Dockerfile b/comps/tts/src/Dockerfile index 3ec7555144..18020d2674 100644 --- a/comps/tts/src/Dockerfile +++ b/comps/tts/src/Dockerfile @@ -7,17 +7,12 @@ RUN useradd -m -s /bin/bash user && \ chown -R user /home/user/ ENV LANG=C.UTF-8 -ARG ARCH=cpu COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ - if [ "${ARCH}" = "cpu" ]; then \ - pip install --no-cache-dir torch torchvision --index-url https://download.pytorch.org/whl/cpu ; \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/tts/src/requirements.txt ; \ - else \ - pip install --no-cache-dir -r /home/user/comps/tts/src/requirements.txt ; \ - fi +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ + $uvpip -r /home/user/comps/tts/src/requirements.txt ENV PYTHONPATH=$PYTHONPATH:/home/user USER user diff --git a/comps/rerankings/src/requirements.txt b/comps/tts/src/requirements.in similarity index 73% rename from comps/rerankings/src/requirements.txt rename to comps/tts/src/requirements.in index b3a0ba6e4b..478b5f84da 100644 --- a/comps/rerankings/src/requirements.txt +++ b/comps/tts/src/requirements.in @@ -1,12 +1,12 @@ aiohttp docarray[full] fastapi -httpx -huggingface-hub==0.30.2 +mcp opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk prometheus-fastapi-instrumentator -sentence_transformers +pydantic==2.9.1 +pyyaml shortuuid uvicorn diff --git a/comps/tts/src/requirements.txt b/comps/tts/src/requirements.txt index 478b5f84da..62aeb3f2b3 100644 --- a/comps/tts/src/requirements.txt +++ b/comps/tts/src/requirements.txt @@ -1,12 +1,309 @@ -aiohttp -docarray[full] -fastapi -mcp -opentelemetry-api -opentelemetry-exporter-otlp -opentelemetry-sdk -prometheus-fastapi-instrumentator +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/tts/src/requirements.in --universal -o ./comps/tts/src/requirements.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via -r ./comps/tts/src/requirements.in +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # mcp + # sse-starlette + # starlette +async-timeout==5.0.1 ; python_full_version < '3.11' + # via aiohttp +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +certifi==2025.6.15 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.2 + # via + # requests + # trimesh +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via + # click + # colorlog +colorlog==6.9.0 + # via trimesh +docarray==0.41.0 + # via -r ./comps/tts/src/requirements.in +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./comps/tts/src/requirements.in +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # mcp + # trimesh +httpx-sse==0.4.0 + # via mcp +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jsonschema==4.24.0 + # via trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +mcp==1.9.4 + # via -r ./comps/tts/src/requirements.in +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # docarray + # embreex + # jax + # jaxlib + # manifold3d + # mapbox-earcut + # ml-dtypes + # pandas + # pycollada + # scipy + # shapely + # trimesh + # vhacdx +opentelemetry-api==1.34.1 + # via + # -r ./comps/tts/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/tts/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/tts/src/requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via docarray +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # docarray + # trimesh +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/tts/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # docarray + # googleapis-common-protos + # opentelemetry-proto +pycollada==0.9 + # via trimesh pydantic==2.9.1 -pyyaml -shortuuid -uvicorn + # via + # -r ./comps/tts/src/requirements.in + # docarray + # fastapi + # mcp + # pydantic-settings +pydantic-core==2.23.3 + # via pydantic +pydantic-settings==2.9.1 + # via mcp +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +python-dateutil==2.9.0.post0 + # via + # pandas + # pycollada +python-dotenv==1.1.0 + # via pydantic-settings +python-multipart==0.0.20 + # via mcp +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via -r ./comps/tts/src/requirements.in +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +requests==2.32.4 + # via opentelemetry-exporter-otlp-proto-http +rich==14.0.0 + # via docarray +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rtree==1.4.0 + # via trimesh +scipy==1.15.3 + # via + # jax + # jaxlib + # trimesh +shapely==2.1.1 + # via trimesh +shortuuid==1.0.13 + # via -r ./comps/tts/src/requirements.in +six==1.17.0 + # via python-dateutil +sniffio==1.3.1 + # via anyio +sse-starlette==2.3.6 + # via mcp +starlette==0.46.2 + # via + # fastapi + # mcp + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +trimesh==4.6.12 + # via docarray +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via docarray +typing-inspection==0.4.1 + # via pydantic-settings +tzdata==2025.2 + # via pandas +urllib3==2.4.0 + # via + # requests + # types-requests +uvicorn==0.34.3 + # via + # -r ./comps/tts/src/requirements.in + # mcp +vhacdx==0.0.8.post2 + # via trimesh +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata diff --git a/comps/web_retrievers/src/Dockerfile b/comps/web_retrievers/src/Dockerfile index 1e93ac1b76..828265ca38 100644 --- a/comps/web_retrievers/src/Dockerfile +++ b/comps/web_retrievers/src/Dockerfile @@ -16,11 +16,13 @@ RUN apt-get update -y && apt-get install -y --no-install-recommends --fix-missin COPY comps /home/user/comps -RUN pip install --no-cache-dir --upgrade pip setuptools && \ +ARG uvpip='uv pip install --system --no-cache-dir' +RUN pip install --no-cache-dir --upgrade pip setuptools uv && \ if [ ${ARCH} = "cpu" ]; then \ - pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/web_retrievers/src/requirements.txt; \ + $uvpip torch torchvision --index-url https://download.pytorch.org/whl/cpu ; \ + $uvpip -r /home/user/comps/web_retrievers/src/requirements-cpu.txt; \ else \ - pip install --no-cache-dir -r /home/user/comps/web_retrievers/src/requirements.txt; \ + $uvpip -r /home/user/comps/web_retrievers/src/requirements-gpu.txt; \ fi ENV PYTHONPATH=$PYTHONPATH:/home/user diff --git a/comps/web_retrievers/src/requirements-cpu.txt b/comps/web_retrievers/src/requirements-cpu.txt new file mode 100644 index 0000000000..d18ad43623 --- /dev/null +++ b/comps/web_retrievers/src/requirements-cpu.txt @@ -0,0 +1,650 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile --index-strategy unsafe-best-match ./comps/web_retrievers/src/requirements.in --universal -o ./comps/web_retrievers/src/requirements-cpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # mcp + # sse-starlette + # starlette + # watchfiles +asgiref==3.8.1 + # via opentelemetry-instrumentation-asgi +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +backoff==2.2.1 + # via posthog +bcrypt==4.3.0 + # via chromadb +beautifulsoup4==4.13.4 + # via bs4 +bs4==0.0.2 + # via -r ./comps/web_retrievers/src/requirements.in +build==1.2.2.post1 + # via chromadb +cachetools==5.5.2 + # via google-auth +certifi==2025.6.15 + # via + # httpcore + # httpx + # kubernetes + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +chromadb==1.0.12 + # via + # -r ./comps/web_retrievers/src/requirements.in + # langchain-chroma +click==8.2.1 + # via + # typer + # uvicorn +colorama==0.4.6 ; (os_name != 'nt' and sys_platform == 'win32') or (os_name == 'nt' and sys_platform != 'darwin') + # via + # build + # click + # colorlog + # tqdm + # uvicorn +coloredlogs==15.0.1 + # via onnxruntime +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via langchain-community +distro==1.9.0 + # via posthog +docarray==0.41.0 + # via -r ./comps/web_retrievers/src/requirements.in +durationpy==0.10 + # via kubernetes +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.9 + # via + # -r ./comps/web_retrievers/src/requirements.in + # chromadb +filelock==3.18.0 + # via + # huggingface-hub + # transformers +flatbuffers==25.2.10 + # via onnxruntime +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub +google-api-core==2.25.1 + # via + # google-api-python-client + # google-cloud-core + # langchain-google-community +google-api-python-client==2.172.0 + # via + # -r ./comps/web_retrievers/src/requirements.in + # langchain-google-community +google-auth==2.40.3 + # via + # google-api-core + # google-api-python-client + # google-auth-httplib2 + # google-cloud-core + # kubernetes +google-auth-httplib2==0.2.0 + # via google-api-python-client +google-cloud-core==2.4.3 + # via langchain-google-community +googleapis-common-protos==1.70.0 + # via + # google-api-core + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via + # chromadb + # langchain-google-community + # opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +html2text==2025.4.15 + # via -r ./comps/web_retrievers/src/requirements.in +httpcore==1.0.9 + # via httpx +httplib2==0.22.0 + # via + # google-api-python-client + # google-auth-httplib2 +httptools==0.6.4 + # via uvicorn +httpx==0.28.1 + # via + # chromadb + # langsmith + # mcp + # trimesh +httpx-sse==0.4.0 + # via + # langchain-community + # mcp +huggingface-hub==0.27.1 + # via + # -r ./comps/web_retrievers/src/requirements.in + # langchain-huggingface + # sentence-transformers + # tokenizers + # transformers +humanfriendly==10.0 + # via coloredlogs +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +importlib-resources==6.5.2 + # via chromadb +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via + # chromadb + # trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +kubernetes==33.1.0 + # via chromadb +langchain==0.3.25 + # via langchain-community +langchain-chroma==0.2.4 + # via -r ./comps/web_retrievers/src/requirements.in +langchain-community==0.3.25 + # via + # -r ./comps/web_retrievers/src/requirements.in + # langchain-google-community +langchain-core==0.3.65 + # via + # langchain + # langchain-chroma + # langchain-community + # langchain-google-community + # langchain-huggingface + # langchain-text-splitters +langchain-google-community==2.0.7 + # via -r ./comps/web_retrievers/src/requirements.in +langchain-huggingface==0.1.2 + # via -r ./comps/web_retrievers/src/requirements.in +langchain-text-splitters==0.3.8 + # via langchain +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mcp==1.9.4 + # via -r ./comps/web_retrievers/src/requirements.in +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mmh3==5.1.0 + # via chromadb +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # chromadb + # docarray + # embreex + # jax + # jaxlib + # langchain-chroma + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # onnxruntime + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # chromadb + # docarray + # embreex + # jax + # jaxlib + # langchain-chroma + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # onnxruntime + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +oauthlib==3.3.0 + # via + # kubernetes + # requests-oauthlib +onnxruntime==1.22.0 + # via chromadb +opentelemetry-api==1.34.1 + # via + # -r ./comps/web_retrievers/src/requirements.in + # chromadb + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-instrumentation + # opentelemetry-instrumentation-asgi + # opentelemetry-instrumentation-fastapi + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/web_retrievers/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via + # chromadb + # opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-instrumentation==0.55b1 + # via + # opentelemetry-instrumentation-asgi + # opentelemetry-instrumentation-fastapi +opentelemetry-instrumentation-asgi==0.55b1 + # via opentelemetry-instrumentation-fastapi +opentelemetry-instrumentation-fastapi==0.55b1 + # via chromadb +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/web_retrievers/src/requirements.in + # chromadb + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via + # opentelemetry-instrumentation + # opentelemetry-instrumentation-asgi + # opentelemetry-instrumentation-fastapi + # opentelemetry-sdk +opentelemetry-util-http==0.55b1 + # via + # opentelemetry-instrumentation-asgi + # opentelemetry-instrumentation-fastapi +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # chromadb + # docarray + # langsmith +overrides==7.7.0 + # via chromadb +packaging==24.2 + # via + # build + # huggingface-hub + # langchain-core + # langsmith + # marshmallow + # onnxruntime + # opentelemetry-instrumentation + # transformers +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # docarray + # sentence-transformers + # trimesh +posthog==5.0.0 + # via chromadb +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/web_retrievers/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +proto-plus==1.26.1 + # via google-api-core +protobuf==5.29.5 + # via + # docarray + # google-api-core + # googleapis-common-protos + # onnxruntime + # opentelemetry-proto + # proto-plus +pyasn1==0.6.1 + # via + # pyasn1-modules + # rsa +pyasn1-modules==0.4.2 + # via google-auth +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # chromadb + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # mcp + # pydantic-settings +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via + # langchain-community + # mcp +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +pyparsing==3.2.3 + # via httplib2 +pypika==0.48.9 + # via chromadb +pyproject-hooks==1.2.0 + # via build +pyreadline3==3.5.4 ; sys_platform == 'win32' + # via humanfriendly +python-dateutil==2.9.0.post0 + # via + # kubernetes + # pandas + # posthog + # pycollada +python-dotenv==1.1.0 + # via + # pydantic-settings + # uvicorn +python-multipart==0.0.20 + # via mcp +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # chromadb + # huggingface-hub + # kubernetes + # langchain + # langchain-community + # langchain-core + # transformers + # uvicorn +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # google-api-core + # huggingface-hub + # kubernetes + # langchain + # langchain-community + # langsmith + # opentelemetry-exporter-otlp-proto-http + # posthog + # requests-oauthlib + # requests-toolbelt + # transformers +requests-oauthlib==2.0.0 + # via kubernetes +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via + # chromadb + # docarray + # typer +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rsa==4.9.1 + # via google-auth +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via + # -r ./comps/web_retrievers/src/requirements.in + # langchain-huggingface +shapely==2.1.1 + # via trimesh +shellingham==1.5.4 + # via typer +shortuuid==1.0.13 + # via -r ./comps/web_retrievers/src/requirements.in +six==1.17.0 + # via + # kubernetes + # posthog + # python-dateutil +sniffio==1.3.1 + # via anyio +soupsieve==2.7 + # via beautifulsoup4 +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +sse-starlette==2.3.6 + # via mcp +starlette==0.45.3 + # via + # fastapi + # mcp + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via + # onnxruntime +tenacity==9.1.2 + # via + # chromadb + # langchain-community + # langchain-core +threadpoolctl==3.6.0 + # via scikit-learn +tokenizers==0.21.1 + # via + # chromadb + # langchain-huggingface + # transformers +tomli==2.2.1 ; python_full_version < '3.11' + # via build +tqdm==4.67.1 + # via + # chromadb + # huggingface-hub + # sentence-transformers + # transformers +transformers==4.50.3 + # via + # langchain-huggingface + # sentence-transformers +trimesh==4.6.12 + # via docarray +typer==0.16.0 + # via chromadb +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # asgiref + # beautifulsoup4 + # chromadb + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sentence-transformers + # sqlalchemy + # typer + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +uritemplate==4.2.0 + # via google-api-python-client +urllib3==2.4.0 + # via + # kubernetes + # requests + # types-requests +uvicorn==0.34.3 + # via + # -r ./comps/web_retrievers/src/requirements.in + # chromadb + # mcp +uvloop==0.21.0 ; platform_python_implementation != 'PyPy' and sys_platform != 'cygwin' and sys_platform != 'win32' + # via uvicorn +vhacdx==0.0.8.post2 + # via trimesh +watchfiles==1.1.0 + # via uvicorn +websocket-client==1.8.0 + # via kubernetes +websockets==15.0.1 + # via uvicorn +wrapt==1.17.2 + # via opentelemetry-instrumentation +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/web_retrievers/src/requirements-gpu.txt b/comps/web_retrievers/src/requirements-gpu.txt new file mode 100644 index 0000000000..5de8a57c3a --- /dev/null +++ b/comps/web_retrievers/src/requirements-gpu.txt @@ -0,0 +1,703 @@ +# This file was autogenerated by uv via the following command: +# uv pip compile ./comps/web_retrievers/src/requirements.in --universal -o ./comps/web_retrievers/src/requirements-gpu.txt +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # mcp + # sse-starlette + # starlette + # watchfiles +asgiref==3.8.1 + # via opentelemetry-instrumentation-asgi +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via + # aiohttp + # jsonschema + # referencing +av==14.4.0 + # via docarray +backoff==2.2.1 + # via posthog +bcrypt==4.3.0 + # via chromadb +beautifulsoup4==4.13.4 + # via bs4 +bs4==0.0.2 + # via -r ./comps/web_retrievers/src/requirements.in +build==1.2.2.post1 + # via chromadb +cachetools==5.5.2 + # via google-auth +certifi==2025.6.15 + # via + # httpcore + # httpx + # kubernetes + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via + # requests + # trimesh +chromadb==1.0.12 + # via + # -r ./comps/web_retrievers/src/requirements.in + # langchain-chroma +click==8.2.1 + # via + # typer + # uvicorn +colorama==0.4.6 ; os_name == 'nt' or sys_platform == 'win32' + # via + # build + # click + # colorlog + # tqdm + # uvicorn +coloredlogs==15.0.1 + # via onnxruntime +colorlog==6.9.0 + # via trimesh +dataclasses-json==0.6.7 + # via langchain-community +distro==1.9.0 + # via posthog +docarray==0.41.0 + # via -r ./comps/web_retrievers/src/requirements.in +durationpy==0.10 + # via kubernetes +embreex==2.17.7.post6 ; platform_machine == 'x86_64' + # via trimesh +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.9 + # via + # -r ./comps/web_retrievers/src/requirements.in + # chromadb +filelock==3.18.0 + # via + # huggingface-hub + # torch + # transformers +flatbuffers==25.2.10 + # via onnxruntime +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +fsspec==2025.5.1 + # via + # huggingface-hub + # torch +google-api-core==2.25.1 + # via + # google-api-python-client + # google-cloud-core + # langchain-google-community +google-api-python-client==2.172.0 + # via + # -r ./comps/web_retrievers/src/requirements.in + # langchain-google-community +google-auth==2.40.3 + # via + # google-api-core + # google-api-python-client + # google-auth-httplib2 + # google-cloud-core + # kubernetes +google-auth-httplib2==0.2.0 + # via google-api-python-client +google-cloud-core==2.4.3 + # via langchain-google-community +googleapis-common-protos==1.70.0 + # via + # google-api-core + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via + # chromadb + # langchain-google-community + # opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +html2text==2025.4.15 + # via -r ./comps/web_retrievers/src/requirements.in +httpcore==1.0.9 + # via httpx +httplib2==0.22.0 + # via + # google-api-python-client + # google-auth-httplib2 +httptools==0.6.4 + # via uvicorn +httpx==0.28.1 + # via + # chromadb + # langsmith + # mcp + # trimesh +httpx-sse==0.4.0 + # via + # langchain-community + # mcp +huggingface-hub==0.27.1 + # via + # -r ./comps/web_retrievers/src/requirements.in + # langchain-huggingface + # sentence-transformers + # tokenizers + # transformers +humanfriendly==10.0 + # via coloredlogs +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via opentelemetry-api +importlib-resources==6.5.2 + # via chromadb +jax==0.6.2 + # via docarray +jaxlib==0.6.2 + # via jax +jinja2==3.1.6 + # via torch +joblib==1.5.1 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jsonschema==4.24.0 + # via + # chromadb + # trimesh +jsonschema-specifications==2025.4.1 + # via jsonschema +kubernetes==33.1.0 + # via chromadb +langchain==0.3.25 + # via langchain-community +langchain-chroma==0.2.4 + # via -r ./comps/web_retrievers/src/requirements.in +langchain-community==0.3.25 + # via + # -r ./comps/web_retrievers/src/requirements.in + # langchain-google-community +langchain-core==0.3.65 + # via + # langchain + # langchain-chroma + # langchain-community + # langchain-google-community + # langchain-huggingface + # langchain-text-splitters +langchain-google-community==2.0.7 + # via -r ./comps/web_retrievers/src/requirements.in +langchain-huggingface==0.1.2 + # via -r ./comps/web_retrievers/src/requirements.in +langchain-text-splitters==0.3.8 + # via langchain +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +lxml==5.4.0 + # via trimesh +lz4==4.4.4 + # via docarray +manifold3d==3.1.1 + # via trimesh +mapbox-earcut==1.0.3 + # via trimesh +markdown-it-py==3.0.0 + # via rich +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.26.1 + # via dataclasses-json +mcp==1.9.4 + # via -r ./comps/web_retrievers/src/requirements.in +mdurl==0.1.2 + # via markdown-it-py +ml-dtypes==0.5.1 + # via + # jax + # jaxlib +mmh3==5.1.0 + # via chromadb +mpmath==1.3.0 + # via sympy +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +networkx==3.4.2 ; python_full_version < '3.11' + # via + # torch + # trimesh +networkx==3.5 ; python_full_version >= '3.11' + # via + # torch + # trimesh +numpy==2.2.6 ; python_full_version < '3.11' + # via + # chromadb + # docarray + # embreex + # jax + # jaxlib + # langchain-chroma + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # onnxruntime + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # chromadb + # docarray + # embreex + # jax + # jaxlib + # langchain-chroma + # langchain-community + # manifold3d + # mapbox-earcut + # ml-dtypes + # onnxruntime + # pandas + # pycollada + # scikit-learn + # scipy + # shapely + # transformers + # trimesh + # vhacdx +nvidia-cublas-cu12==12.6.4.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.6.80 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-nvrtc-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cuda-runtime-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cudnn-cu12==9.5.1.17 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufft-cu12==11.3.0.4 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cufile-cu12==1.11.1.6 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-curand-cu12==10.3.7.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusolver-cu12==11.7.1.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-cusparse-cu12==12.5.4.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cusolver-cu12 + # torch +nvidia-cusparselt-cu12==0.6.3 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nccl-cu12==2.26.2 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +nvidia-nvjitlink-cu12==12.6.85 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via + # nvidia-cufft-cu12 + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.6.77 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +oauthlib==3.3.0 + # via + # kubernetes + # requests-oauthlib +onnxruntime==1.22.0 + # via chromadb +opentelemetry-api==1.34.1 + # via + # -r ./comps/web_retrievers/src/requirements.in + # chromadb + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-instrumentation + # opentelemetry-instrumentation-asgi + # opentelemetry-instrumentation-fastapi + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./comps/web_retrievers/src/requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via + # chromadb + # opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-instrumentation==0.55b1 + # via + # opentelemetry-instrumentation-asgi + # opentelemetry-instrumentation-fastapi +opentelemetry-instrumentation-asgi==0.55b1 + # via opentelemetry-instrumentation-fastapi +opentelemetry-instrumentation-fastapi==0.55b1 + # via chromadb +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./comps/web_retrievers/src/requirements.in + # chromadb + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via + # opentelemetry-instrumentation + # opentelemetry-instrumentation-asgi + # opentelemetry-instrumentation-fastapi + # opentelemetry-sdk +opentelemetry-util-http==0.55b1 + # via + # opentelemetry-instrumentation-asgi + # opentelemetry-instrumentation-fastapi +opt-einsum==3.4.0 + # via jax +orjson==3.10.18 + # via + # chromadb + # docarray + # langsmith +overrides==7.7.0 + # via chromadb +packaging==24.2 + # via + # build + # huggingface-hub + # langchain-core + # langsmith + # marshmallow + # onnxruntime + # opentelemetry-instrumentation + # transformers +pandas==2.3.0 + # via docarray +pillow==11.2.1 + # via + # docarray + # sentence-transformers + # trimesh +posthog==5.0.0 + # via chromadb +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./comps/web_retrievers/src/requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +proto-plus==1.26.1 + # via google-api-core +protobuf==5.29.5 + # via + # docarray + # google-api-core + # googleapis-common-protos + # onnxruntime + # opentelemetry-proto + # proto-plus +pyasn1==0.6.1 + # via + # pyasn1-modules + # rsa +pyasn1-modules==0.4.2 + # via google-auth +pycollada==0.9 + # via trimesh +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # chromadb + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # mcp + # pydantic-settings +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via + # langchain-community + # mcp +pydub==0.25.1 + # via docarray +pygments==2.19.1 + # via rich +pyparsing==3.2.3 + # via httplib2 +pypika==0.48.9 + # via chromadb +pyproject-hooks==1.2.0 + # via build +pyreadline3==3.5.4 ; sys_platform == 'win32' + # via humanfriendly +python-dateutil==2.9.0.post0 + # via + # kubernetes + # pandas + # posthog + # pycollada +python-dotenv==1.1.0 + # via + # pydantic-settings + # uvicorn +python-multipart==0.0.20 + # via mcp +pytz==2025.2 + # via pandas +pyyaml==6.0.2 + # via + # chromadb + # huggingface-hub + # kubernetes + # langchain + # langchain-community + # langchain-core + # transformers + # uvicorn +referencing==0.36.2 + # via + # jsonschema + # jsonschema-specifications +regex==2024.11.6 + # via transformers +requests==2.32.4 + # via + # google-api-core + # huggingface-hub + # kubernetes + # langchain + # langchain-community + # langsmith + # opentelemetry-exporter-otlp-proto-http + # posthog + # requests-oauthlib + # requests-toolbelt + # transformers +requests-oauthlib==2.0.0 + # via kubernetes +requests-toolbelt==1.0.0 + # via langsmith +rich==14.0.0 + # via + # chromadb + # docarray + # typer +rpds-py==0.25.1 + # via + # jsonschema + # referencing +rsa==4.9.1 + # via google-auth +rtree==1.4.0 + # via trimesh +safetensors==0.5.3 + # via transformers +scikit-learn==1.7.0 + # via sentence-transformers +scipy==1.15.3 + # via + # jax + # jaxlib + # scikit-learn + # sentence-transformers + # trimesh +sentence-transformers==4.1.0 + # via + # -r ./comps/web_retrievers/src/requirements.in + # langchain-huggingface +setuptools==80.9.0 ; (python_full_version >= '3.12' and platform_machine != 'x86_64') or (python_full_version >= '3.12' and sys_platform != 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux') + # via + # torch + # triton +shapely==2.1.1 + # via trimesh +shellingham==1.5.4 + # via typer +shortuuid==1.0.13 + # via -r ./comps/web_retrievers/src/requirements.in +six==1.17.0 + # via + # kubernetes + # posthog + # python-dateutil +sniffio==1.3.1 + # via anyio +soupsieve==2.7 + # via beautifulsoup4 +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +sse-starlette==2.3.6 + # via mcp +starlette==0.45.3 + # via + # fastapi + # mcp + # prometheus-fastapi-instrumentator +svg-path==6.3 + # via trimesh +sympy==1.14.0 + # via + # onnxruntime + # torch +tenacity==9.1.2 + # via + # chromadb + # langchain-community + # langchain-core +threadpoolctl==3.6.0 + # via scikit-learn +tokenizers==0.21.1 + # via + # chromadb + # langchain-huggingface + # transformers +tomli==2.2.1 ; python_full_version < '3.11' + # via build +torch==2.7.1 + # via sentence-transformers +tqdm==4.67.1 + # via + # chromadb + # huggingface-hub + # sentence-transformers + # transformers +transformers==4.50.3 + # via + # langchain-huggingface + # sentence-transformers +trimesh==4.6.12 + # via docarray +triton==3.3.1 ; platform_machine == 'x86_64' and sys_platform == 'linux' + # via torch +typer==0.16.0 + # via chromadb +types-pillow==10.2.0.20240822 + # via docarray +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # asgiref + # beautifulsoup4 + # chromadb + # exceptiongroup + # fastapi + # huggingface-hub + # langchain-core + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # referencing + # rich + # sentence-transformers + # sqlalchemy + # torch + # typer + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +tzdata==2025.2 + # via pandas +uritemplate==4.2.0 + # via google-api-python-client +urllib3==2.4.0 + # via + # kubernetes + # requests + # types-requests +uvicorn==0.34.3 + # via + # -r ./comps/web_retrievers/src/requirements.in + # chromadb + # mcp +uvloop==0.21.0 ; platform_python_implementation != 'PyPy' and sys_platform != 'cygwin' and sys_platform != 'win32' + # via uvicorn +vhacdx==0.0.8.post2 + # via trimesh +watchfiles==1.1.0 + # via uvicorn +websocket-client==1.8.0 + # via kubernetes +websockets==15.0.1 + # via uvicorn +wrapt==1.17.2 + # via opentelemetry-instrumentation +xxhash==3.5.0 + # via trimesh +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/comps/web_retrievers/src/requirements.txt b/comps/web_retrievers/src/requirements.in similarity index 100% rename from comps/web_retrievers/src/requirements.txt rename to comps/web_retrievers/src/requirements.in diff --git a/requirements.in b/requirements.in new file mode 100644 index 0000000000..cca4354342 --- /dev/null +++ b/requirements.in @@ -0,0 +1,22 @@ +aiofiles +aiohttp +docarray +docx2txt +fastapi +httpx +kubernetes +langchain +langchain-community +mcp +opentelemetry-api +opentelemetry-exporter-otlp +opentelemetry-sdk +Pillow +prometheus-fastapi-instrumentator +pypdf +python-arango +python-multipart +pyyaml +requests +shortuuid +uvicorn diff --git a/requirements.txt b/requirements.txt index cca4354342..6eebd36413 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,22 +1,336 @@ -aiofiles -aiohttp -docarray -docx2txt -fastapi -httpx -kubernetes -langchain -langchain-community -mcp -opentelemetry-api -opentelemetry-exporter-otlp -opentelemetry-sdk -Pillow -prometheus-fastapi-instrumentator -pypdf -python-arango -python-multipart -pyyaml -requests -shortuuid -uvicorn +# This file was autogenerated by uv via the following command: +# uv pip compile ./requirements.in --universal -o ./requirements.txt +aiofiles==24.1.0 + # via -r ./requirements.in +aiohappyeyeballs==2.6.1 + # via aiohttp +aiohttp==3.12.13 + # via + # -r ./requirements.in + # langchain-community +aiosignal==1.3.2 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.9.0 + # via + # httpx + # mcp + # sse-starlette + # starlette +async-timeout==4.0.3 ; python_full_version < '3.11' + # via + # aiohttp + # langchain +attrs==25.3.0 + # via aiohttp +cachetools==5.5.2 + # via google-auth +certifi==2025.6.15 + # via + # httpcore + # httpx + # kubernetes + # requests +cffi==1.17.1 ; platform_python_implementation == 'PyPy' + # via zstandard +charset-normalizer==3.4.2 + # via requests +click==8.2.1 + # via uvicorn +colorama==0.4.6 ; sys_platform == 'win32' + # via click +dataclasses-json==0.6.7 + # via langchain-community +docarray==0.41.0 + # via -r ./requirements.in +docx2txt==0.9 + # via -r ./requirements.in +durationpy==0.10 + # via kubernetes +exceptiongroup==1.3.0 ; python_full_version < '3.11' + # via anyio +fastapi==0.115.13 + # via -r ./requirements.in +frozenlist==1.7.0 + # via + # aiohttp + # aiosignal +google-auth==2.40.3 + # via kubernetes +googleapis-common-protos==1.70.0 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +greenlet==3.2.3 ; (python_full_version < '3.14' and platform_machine == 'AMD64') or (python_full_version < '3.14' and platform_machine == 'WIN32') or (python_full_version < '3.14' and platform_machine == 'aarch64') or (python_full_version < '3.14' and platform_machine == 'amd64') or (python_full_version < '3.14' and platform_machine == 'ppc64le') or (python_full_version < '3.14' and platform_machine == 'win32') or (python_full_version < '3.14' and platform_machine == 'x86_64') + # via sqlalchemy +grpcio==1.73.0 + # via opentelemetry-exporter-otlp-proto-grpc +h11==0.16.0 + # via + # httpcore + # uvicorn +httpcore==1.0.9 + # via httpx +httpx==0.28.1 + # via + # -r ./requirements.in + # langsmith + # mcp +httpx-sse==0.4.0 + # via + # langchain-community + # mcp +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.7.0 + # via + # opentelemetry-api + # python-arango +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +kubernetes==33.1.0 + # via -r ./requirements.in +langchain==0.3.25 + # via + # -r ./requirements.in + # langchain-community +langchain-community==0.3.25 + # via -r ./requirements.in +langchain-core==0.3.65 + # via + # langchain + # langchain-community + # langchain-text-splitters +langchain-text-splitters==0.3.8 + # via langchain +langsmith==0.3.45 + # via + # langchain + # langchain-community + # langchain-core +markdown-it-py==3.0.0 + # via rich +marshmallow==3.26.1 + # via dataclasses-json +mcp==1.9.4 + # via -r ./requirements.in +mdurl==0.1.2 + # via markdown-it-py +multidict==6.5.0 + # via + # aiohttp + # yarl +mypy-extensions==1.1.0 + # via typing-inspect +numpy==2.2.6 ; python_full_version < '3.11' + # via + # docarray + # langchain-community +numpy==2.3.0 ; python_full_version >= '3.11' + # via + # docarray + # langchain-community +oauthlib==3.3.0 + # via + # kubernetes + # requests-oauthlib +opentelemetry-api==1.34.1 + # via + # -r ./requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions +opentelemetry-exporter-otlp==1.34.1 + # via -r ./requirements.in +opentelemetry-exporter-otlp-proto-common==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-exporter-otlp-proto-grpc==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-exporter-otlp-proto-http==1.34.1 + # via opentelemetry-exporter-otlp +opentelemetry-proto==1.34.1 + # via + # opentelemetry-exporter-otlp-proto-common + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-sdk==1.34.1 + # via + # -r ./requirements.in + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http +opentelemetry-semantic-conventions==0.55b1 + # via opentelemetry-sdk +orjson==3.10.18 + # via + # docarray + # langsmith +packaging==24.2 + # via + # langchain-core + # langsmith + # marshmallow + # python-arango +pillow==11.2.1 + # via -r ./requirements.in +prometheus-client==0.22.1 + # via prometheus-fastapi-instrumentator +prometheus-fastapi-instrumentator==7.1.0 + # via -r ./requirements.in +propcache==0.3.2 + # via + # aiohttp + # yarl +protobuf==5.29.5 + # via + # googleapis-common-protos + # opentelemetry-proto +pyasn1==0.6.1 + # via + # pyasn1-modules + # rsa +pyasn1-modules==0.4.2 + # via google-auth +pycparser==2.22 ; platform_python_implementation == 'PyPy' + # via cffi +pydantic==2.11.7 + # via + # docarray + # fastapi + # langchain + # langchain-core + # langsmith + # mcp + # pydantic-settings +pydantic-core==2.33.2 + # via pydantic +pydantic-settings==2.9.1 + # via + # langchain-community + # mcp +pygments==2.19.1 + # via rich +pyjwt==2.10.1 + # via python-arango +pypdf==5.6.0 + # via -r ./requirements.in +python-arango==8.2.0 + # via -r ./requirements.in +python-dateutil==2.9.0.post0 + # via kubernetes +python-dotenv==1.1.0 + # via pydantic-settings +python-multipart==0.0.20 + # via + # -r ./requirements.in + # mcp +pyyaml==6.0.2 + # via + # -r ./requirements.in + # kubernetes + # langchain + # langchain-community + # langchain-core +requests==2.32.4 + # via + # -r ./requirements.in + # kubernetes + # langchain + # langchain-community + # langsmith + # opentelemetry-exporter-otlp-proto-http + # python-arango + # requests-oauthlib + # requests-toolbelt +requests-oauthlib==2.0.0 + # via kubernetes +requests-toolbelt==1.0.0 + # via + # langsmith + # python-arango +rich==14.0.0 + # via docarray +rsa==4.9.1 + # via google-auth +setuptools==80.9.0 + # via python-arango +shortuuid==1.0.13 + # via -r ./requirements.in +six==1.17.0 + # via + # kubernetes + # python-dateutil +sniffio==1.3.1 + # via anyio +sqlalchemy==2.0.41 + # via + # langchain + # langchain-community +sse-starlette==2.3.6 + # via mcp +starlette==0.46.2 + # via + # fastapi + # mcp + # prometheus-fastapi-instrumentator +tenacity==9.1.2 + # via + # langchain-community + # langchain-core +types-requests==2.32.4.20250611 + # via docarray +typing-extensions==4.14.0 + # via + # anyio + # exceptiongroup + # fastapi + # langchain-core + # multidict + # opentelemetry-api + # opentelemetry-exporter-otlp-proto-grpc + # opentelemetry-exporter-otlp-proto-http + # opentelemetry-sdk + # opentelemetry-semantic-conventions + # pydantic + # pydantic-core + # pypdf + # rich + # sqlalchemy + # typing-inspect + # typing-inspection + # uvicorn +typing-inspect==0.9.0 + # via + # dataclasses-json + # docarray +typing-inspection==0.4.1 + # via + # pydantic + # pydantic-settings +urllib3==2.4.0 + # via + # kubernetes + # python-arango + # requests + # types-requests +uvicorn==0.34.3 + # via + # -r ./requirements.in + # mcp +websocket-client==1.8.0 + # via kubernetes +yarl==1.20.1 + # via aiohttp +zipp==3.23.0 + # via importlib-metadata +zstandard==0.23.0 + # via langsmith diff --git a/tests/language_detection/test_language_detection.sh b/tests/language_detection/test_language_detection.sh index a2a3651508..6ea0119765 100644 --- a/tests/language_detection/test_language_detection.sh +++ b/tests/language_detection/test_language_detection.sh @@ -7,7 +7,6 @@ set -x WORKPATH=$(dirname "$PWD") ip_address=$(hostname -I | awk '{print $1}') - export TAG=comps export PORT=8069 export service_name="language-detection" @@ -28,7 +27,7 @@ function start_service() { unset http_proxy cd $WORKPATH/comps/language_detection/deployment/docker_compose docker compose -f compose.yaml up ${service_name} -d - sleep 3s + sleep 10s } function validate_microservice() { diff --git a/tests/router/test_router_routellm_on_xeon.sh b/tests/router/test_router_routellm_on_xeon.sh index 4880bcb8c4..81ba8f265a 100755 --- a/tests/router/test_router_routellm_on_xeon.sh +++ b/tests/router/test_router_routellm_on_xeon.sh @@ -33,7 +33,7 @@ start_router() { export CONTROLLER_TYPE=routellm docker compose -f compose.yaml up router_service -d - sleep 20 + sleep 40 } validate() {