Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
721 changes: 365 additions & 356 deletions microservices/document-ingestion/pgvector/poetry.lock

Large diffs are not rendered by default.

Original file line number Diff line number Diff line change
Expand Up @@ -4,36 +4,23 @@ FROM python:3.11-slim AS python-base

# Define a build-time variable to determine if GPU drivers should be installed
ARG USE_GPU=false
ARG GPU_TYPE="none" # Options: none, igpu, dgpu
ARG INSTALL_DRIVER_VERSION="24.39.31294"
ARG INSTALL_DRIVER_VERSION="25.48.36300"
ARG UID=1000
ARG GID=1000

RUN echo "USE_GPU is set to $USE_GPU"; \
echo "GPU_TYPE is set to $GPU_TYPE"
RUN echo "USE_GPU is set to $USE_GPU"

# Copy drivers and set execute permissions on all .sh files
COPY ./drivers /tmp/drivers
RUN chmod +x /tmp/drivers/*.sh
# Copy drivers and set execute permission on sh files
COPY ./drivers/install_gpu_drivers.sh /tmp/drivers/install_gpu_drivers.sh
RUN chmod +x /tmp/drivers/install_gpu_drivers.sh

# Install GPU drivers if required
RUN if [ "$USE_GPU" = "true" ]; then \
if [ "$GPU_TYPE" != "igpu" ] && [ "$GPU_TYPE" != "dgpu" ]; then \
echo "ERROR: GPU_TYPE must be set to 'igpu' or 'dgpu' when USE_GPU is set to true"; \
exit 1; \
fi && \
if [ "$GPU_TYPE" = "igpu" ]; then \
echo "Installing iGPU drivers"; \
/tmp/drivers/install_igpu_drivers.sh; \
elif [ "$GPU_TYPE" = "dgpu" ]; then \
echo "Installing dGPU drivers version $INSTALL_DRIVER_VERSION"; \
echo "Installing GPU drivers version $INSTALL_DRIVER_VERSION"; \
apt-get update && apt-get install -y --no-install-recommends ca-certificates libxml2; \
/tmp/drivers/install_dgpu_drivers.sh; \
fi; \
/tmp/drivers/install_gpu_drivers.sh; \
else \
if [ "$GPU_TYPE" != "none" ]; then \
echo "USE_GPU is set to false. No GPU drivers will be installed. Only CPU is supported."; \
fi; \
apt-get clean && \
rm -rf /tmp/drivers /var/lib/apt/lists/* /tmp/*; \
fi
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -65,7 +65,6 @@ services:
dockerfile: docker/Dockerfile
args:
USE_GPU: "true"
GPU_TYPE: "dgpu"
devices:
- /dev/dri:/dev/dri
group_add:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@ To build the Docker image for the `Chat Question-and-Answer Core` application, f
- GPU-enabled inferencing (Intel GPUs support):

```bash
docker build -t chatqna:latest --build-arg USE_GPU=true --build-arg GPU_TYPE=dgpu -f docker/Dockerfile .
docker build -t chatqna:latest --build-arg USE_GPU=true -f docker/Dockerfile .
```

This build the image using OpenVINO toolkit with additional GPU support for accelerated inferencing. It remains compatible with CPU-only systems, offering flexibility across different hardware setups.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -52,6 +52,36 @@ case $INSTALL_DRIVER_VERSION in \
curl -L -O https://github.com/intel/intel-graphics-compiler/releases/download/v2.5.6/intel-igc-opencl-2_2.5.6+18417_amd64.deb ; \
dpkg -i *.deb && rm -Rf /tmp/gpu_deps ; \
;; \
"25.31.34666") \
mkdir /tmp/gpu_deps && cd /tmp/gpu_deps ; \
curl -L -O https://github.com/intel/compute-runtime/releases/download/25.31.34666.3/libze-intel-gpu1_25.31.34666.3-0_amd64.deb; \
curl -L -O https://github.com/intel/compute-runtime/releases/download/25.31.34666.3/intel-opencl-icd_25.31.34666.3-0_amd64.deb; \
curl -L -O https://github.com/intel/compute-runtime/releases/download/25.31.34666.3/libigdgmm12_22.8.1_amd64.deb; \
curl -L -O https://github.com/intel/compute-runtime/releases/download/25.31.34666.3/intel-ocloc_25.31.34666.3-0_amd64.deb; \
curl -L -O https://github.com/intel/intel-graphics-compiler/releases/download/v2.16.0/intel-igc-core-2_2.16.0+19683_amd64.deb; \
curl -L -O https://github.com/intel/intel-graphics-compiler/releases/download/v2.16.0/intel-igc-opencl-2_2.16.0+19683_amd64.deb; \
dpkg -i *.deb && rm -Rf /tmp/gpu_deps ; \
;; \
"25.35.35096") \
mkdir /tmp/gpu_deps && cd /tmp/gpu_deps ; \
curl -L -O https://github.com/intel/compute-runtime/releases/download/25.35.35096.9/libze-intel-gpu1_25.35.35096.9-0_amd64.deb; \
curl -L -O https://github.com/intel/compute-runtime/releases/download/25.35.35096.9/intel-opencl-icd_25.35.35096.9-0_amd64.deb; \
curl -L -O https://github.com/intel/compute-runtime/releases/download/25.35.35096.9/libigdgmm12_22.8.1_amd64.deb; \
curl -L -O https://github.com/intel/compute-runtime/releases/download/25.35.35096.9/intel-ocloc_25.35.35096.9-0_amd64.deb; \
curl -L -O https://github.com/intel/intel-graphics-compiler/releases/download/v2.18.5/intel-igc-core-2_2.18.5+19820_amd64.deb; \
curl -L -O https://github.com/intel/intel-graphics-compiler/releases/download/v2.18.5/intel-igc-opencl-2_2.18.5+19820_amd64.deb; \
dpkg -i *.deb && rm -Rf /tmp/gpu_deps ; \
;; \
"25.48.36300") \
mkdir /tmp/gpu_deps && cd /tmp/gpu_deps ; \
curl -L -O https://github.com/intel/compute-runtime/releases/download/25.48.36300.8/libze-intel-gpu1_25.48.36300.8-0_amd64.deb; \
curl -L -O https://github.com/intel/compute-runtime/releases/download/25.48.36300.8/intel-opencl-icd_25.48.36300.8-0_amd64.deb; \
curl -L -O https://github.com/intel/compute-runtime/releases/download/25.48.36300.8/libigdgmm12_22.8.2_amd64.deb; \
curl -L -O https://github.com/intel/compute-runtime/releases/download/25.48.36300.8/intel-ocloc_25.48.36300.8-0_amd64.deb; \
curl -L -O https://github.com/intel/intel-graphics-compiler/releases/download/v2.24.8/intel-igc-core-2_2.24.8+20344_amd64.deb; \
curl -L -O https://github.com/intel/intel-graphics-compiler/releases/download/v2.24.8/intel-igc-opencl-2_2.24.8+20344_amd64.deb; \
dpkg -i *.deb && rm -Rf /tmp/gpu_deps ; \
;; \
*) \
dpkg -P intel-gmmlib intel-igc-core intel-igc-opencl intel-level-zero-gpu intel-ocloc intel-opencl intel-opencl-icd && \
apt-get update && apt-get -y --no-install-recommends install dpkg-dev && rm -rf /var/lib/apt/lists/* && \
Expand All @@ -66,4 +96,4 @@ case $INSTALL_DRIVER_VERSION in \
intel-media-va-driver-non-free libmfx1 && \
rm -rf /var/lib/apt/lists/* ; \
esac
apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /tmp/*
apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /tmp/*

This file was deleted.

Loading
Loading