Build Tensorflow Image for ppc64le (#4)

* update makefile and dockerfile for tf * adding Pipfile and Pipfile.lock * adding Pipfile * changes * Updated image manifests for tensorflow * changes * added codeflare-sdk * update manifest * manifest changes * modification --------- Co-authored-by: root <[email protected]>
odh-on-pz · Jul 23, 2024 · 458cd7c · 458cd7c
1 parent 9d3611d
commit 458cd7c
Show file tree

Hide file tree

Showing 4 changed files with 481 additions and 484 deletions.
diff --git a/Makefile b/Makefile
@@ -148,6 +148,11 @@ runtime-cuda-tensorflow-ubi8-python-3.8: cuda-ubi8-python-3.8
 base-ubi9-python-3.9:
 	$(call image,$@,base/ubi9-python-3.9)
 
+# Build and push jupyter-tensorflow-ubi9-python-3.9 image to the registry
+.PHONY: jupyter-tensorflow-ubi9-python-3.9
+jupyter-tensorflow-ubi9-python-3.9: jupyter-datascience-ubi9-python-3.9
+	$(call image,$@,jupyter/tensorflow/ubi9-python-3.9,$<)
+
 # Build and push jupyter-minimal-ubi9-python-3.9 image to the registry
 .PHONY: jupyter-minimal-ubi9-python-3.9
 jupyter-minimal-ubi9-python-3.9: base-ubi9-python-3.9

diff --git a/jupyter/tensorflow/ubi9-python-3.9/Dockerfile b/jupyter/tensorflow/ubi9-python-3.9/Dockerfile
@@ -15,7 +15,23 @@ COPY utils ./utils/
 # Install Python packages and Jupyterlab extensions from Pipfile.lock
 COPY Pipfile.lock ./
 
-RUN echo "Installing softwares and packages" && micropipenv install && rm -f ./Pipfile.lock
+# Switch to root user
+USER root
+
+# Update and refresh package repositories, and install EPEL release
+RUN dnf update -y && \
+    dnf install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm && \
+    dnf install -y hdf5-devel
+
+# Switch back to the original user
+USER 1001
+
+RUN echo "Installing softwares and packages" && \
+    curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y &&\
+    source "$HOME/.cargo/env" && \
+    GRPC_PYTHON_BUILD_SYSTEM_OPENSSL=true PIP_CONSTRAINT=/etc/constraints.txt micropipenv install && \
+    rm -f ./Pipfile.lock && \
+    rustup self uninstall -y
 
 # Temporary:Workaround for fixing the kfp-kubernetes 1.0.0 for elyra pipeline execution
 # TODO: Remove this patch once the issue is fixed with kfp-kubernetes upgrade.

diff --git a/jupyter/tensorflow/ubi9-python-3.9/Pipfile b/jupyter/tensorflow/ubi9-python-3.9/Pipfile
@@ -3,11 +3,20 @@ url = "https://pypi.org/simple"
 verify_ssl = true
 name = "pypi"
 
+[[source]]
+url = "http://10.20.177.222:9000/"
+verify_ssl = false
+name = "localpi"
+
 [dev-packages]
 
 [packages]
 # TensorFlow packages
-tensorflow = "~=2.15.0"
+tensorflow = {version = "2.15.*", index="localpi"}
+ray = {version = "2.7.0.*", index="localpi"}
+py-spy = {version = "0.3.14.*", index="localpi"}
+pyarrow = {version = "15.0.2.dev0+ge03105efc.d20240613", index="localpi"}
+tensorflow-io-gcs-filesystem = {version = "0.36.*", index="localpi"}
 tensorboard = "~=2.15.2"
 tf2onnx = "~= 1.16.1"
 # Datascience and useful extensions