Updated Pytorch and datascience image code for ppc64le (#6)

* Updated Pytorch and datascience image code for ppc64le

* Added check for installing openssl-devel

* fixed code issue

Makefile

@@ -183,9 +183,14 @@ cuda-jupyter-datascience-ubi9-python-3.9: cuda-jupyter-minimal-ubi9-python-3.9
 cuda-jupyter-tensorflow-ubi9-python-3.9: cuda-jupyter-datascience-ubi9-python-3.9
 	$(call image,$@,jupyter/tensorflow/ubi9-python-3.9,$<)
 
+# Build and push cuda-jupyter-pytorch-ubi9-python-3.9 image to the registry
+.PHONY: cuda-jupyter-pytorch-ubi9-python-3.9
+cuda-jupyter-pytorch-ubi9-python-3.9: cuda-jupyter-datascience-ubi9-python-3.9
+	$(call image,$@,jupyter/pytorch/ubi9-python-3.9,$<)
+
 # Build and push jupyter-pytorch-ubi9-python-3.9 image to the registry
 .PHONY: jupyter-pytorch-ubi9-python-3.9
-jupyter-pytorch-ubi9-python-3.9: cuda-jupyter-datascience-ubi9-python-3.9
+jupyter-pytorch-ubi9-python-3.9: jupyter-datascience-ubi9-python-3.9
 	$(call image,$@,jupyter/pytorch/ubi9-python-3.9,$<)
 
 # Build and push jupyter-trustyai-ubi9-python-3.9 image to the registry

jupyter/datascience/ubi9-python-3.9/Dockerfile

@@ -22,8 +22,10 @@ COPY centos-crb.repo /etc/yum.repos.d/centos-crb.repo
 COPY constraints.txt /etc/constraints.txt
 
 USER root
-RUN dnf install -y unixODBC-devel python3-devel openblas* openssl-devel && dnf clean all
-
+RUN if [ "$(uname -m)" = "ppc64le" ]; then \
+        dnf install -y unixODBC-devel python3-devel openblas* openssl-devel && \
+        dnf clean all; \
+    fi
 USER 1001
 
 RUN echo "Installing softwares and packages" && \

jupyter/datascience/ubi9-python-3.9/Pipfile

@@ -3,9 +3,18 @@ url = "https://pypi.org/simple"
 verify_ssl = true
 name = "pypi"
 
+[[source]]
+url = "http://10.20.177.222:9000/"
+verify_ssl = false
+name = "localpi"
+
 [dev-packages]
 
 [packages]
+ray = {version = "2.7.0.*", index="localpi"}
+py-spy = {version = "0.3.14.*", index="localpi"}
+pyarrow = {version = "15.0.1.dev0+g5ce6ff434.d20240426", index="localpi"}
+
 # Datascience and useful extensions
 boto3 = "~=1.34.50"
 kafka-python = "~=2.0.2"
@@ -17,7 +26,7 @@ scikit-learn = "~=1.4.0"
 scipy = "~=1.12.0"
 skl2onnx = "~=1.16.0"
 onnxconverter-common = "~=1.13.0" # Required for skl2onnx, as upgraded version is not compatible with protobuf
-codeflare-sdk = {version = "~=0.16.0", "markers" = "platform_machine != 'ppc64le'"}
+codeflare-sdk = "~=0.16.0"
 
 # DB connectors
 pymongo = "~=4.6.2"

jupyter/pytorch/ubi9-python-3.9/Pipfile

@@ -20,6 +20,10 @@ name = "localpi"
 tensorboard = "~=2.16.2"
 torch = {version = "2.2.1a0", index = "localpi"}
 torchvision = {version = "0.17.*", index = "localpi"}
+ray = {version = "2.7.0.*", index="localpi"}
+py-spy = {version = "0.3.14.*", index="localpi"}
+pyarrow = {version = "15.0.1.dev0+g5ce6ff434.d20240426", index="localpi"}
+
 # Datascience and useful extensions
 boto3 = "~=1.34.50"
 kafka-python = "~=2.0.2"
@@ -31,6 +35,7 @@ scikit-learn = "~=1.4.0"
 scipy = "~=1.12.0"
 skl2onnx = "~=1.16.0"
 onnxconverter-common = "~=1.13.0" # Required for skl2onnx, as upgraded version is not compatible with protobuf
+codeflare-sdk = "~=0.16.0"
 
 # DB connectors
 pymongo = "~=4.6.2"