Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Updated Pytorch and datascience image code for ppc64le #6

Merged
merged 3 commits into from
Jul 23, 2024
Merged

Updated Pytorch and datascience image code for ppc64le #6

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
df21c2a
Updated Pytorch and datascience image code for ppc64le
bhagyashrigai Jul 19, 2024
096304e
Added check for installing openssl-devel
bhagyashrigai Jul 19, 2024
e4152f6
fixed code issue
bhagyashrigai Jul 19, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 6 additions & 1 deletion Makefile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -178,9 +178,14 @@ cuda-jupyter-datascience-ubi9-python-3.9: cuda-jupyter-minimal-ubi9-python-3.9
cuda-jupyter-tensorflow-ubi9-python-3.9: cuda-jupyter-datascience-ubi9-python-3.9
$(call image,$@,jupyter/tensorflow/ubi9-python-3.9,$<)

# Build and push cuda-jupyter-pytorch-ubi9-python-3.9 image to the registry
.PHONY: cuda-jupyter-pytorch-ubi9-python-3.9
cuda-jupyter-pytorch-ubi9-python-3.9: cuda-jupyter-datascience-ubi9-python-3.9
$(call image,$@,jupyter/pytorch/ubi9-python-3.9,$<)

# Build and push jupyter-pytorch-ubi9-python-3.9 image to the registry
.PHONY: jupyter-pytorch-ubi9-python-3.9
jupyter-pytorch-ubi9-python-3.9: cuda-jupyter-datascience-ubi9-python-3.9
jupyter-pytorch-ubi9-python-3.9: jupyter-datascience-ubi9-python-3.9
$(call image,$@,jupyter/pytorch/ubi9-python-3.9,$<)

# Build and push jupyter-trustyai-ubi9-python-3.9 image to the registry
Expand Down
6 changes: 4 additions & 2 deletions jupyter/datascience/ubi9-python-3.9/Dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,8 +22,10 @@ COPY centos-crb.repo /etc/yum.repos.d/centos-crb.repo
COPY constraints.txt /etc/constraints.txt

USER root
RUN dnf install -y unixODBC-devel python3-devel openblas* openssl-devel && dnf clean all

RUN if [ "$(uname -m)" = "ppc64le" ]; then \
dnf install -y unixODBC-devel python3-devel openblas* openssl-devel && \
dnf clean all; \
fi
USER 1001

RUN echo "Installing softwares and packages" && \
Expand Down
11 changes: 10 additions & 1 deletion jupyter/datascience/ubi9-python-3.9/Pipfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,18 @@ url = "https://pypi.org/simple"
verify_ssl = true
name = "pypi"

[[source]]
url = "http://10.20.177.222:9000/"
verify_ssl = false
name = "localpi"

[dev-packages]

[packages]
ray = {version = "2.7.0.*", index="localpi"}
py-spy = {version = "0.3.14.*", index="localpi"}
pyarrow = {version = "15.0.1.dev0+g5ce6ff434.d20240426", index="localpi"}

# Datascience and useful extensions
boto3 = "~=1.34.50"
kafka-python = "~=2.0.2"
Expand All @@ -17,7 +26,7 @@ scikit-learn = "~=1.4.0"
scipy = "~=1.12.0"
skl2onnx = "~=1.16.0"
onnxconverter-common = "~=1.13.0" # Required for skl2onnx, as upgraded version is not compatible with protobuf
codeflare-sdk = {version = "~=0.16.0", "markers" = "platform_machine != 'ppc64le'"}
codeflare-sdk = "~=0.16.0"

# DB connectors
pymongo = "~=4.6.2"
Expand Down
5 changes: 5 additions & 0 deletions jupyter/pytorch/ubi9-python-3.9/Pipfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,10 @@ name = "localpi"
tensorboard = "~=2.16.2"
torch = {version = "2.2.1a0", index = "localpi"}
torchvision = {version = "0.17.*", index = "localpi"}
ray = {version = "2.7.0.*", index="localpi"}
py-spy = {version = "0.3.14.*", index="localpi"}
pyarrow = {version = "15.0.1.dev0+g5ce6ff434.d20240426", index="localpi"}

# Datascience and useful extensions
boto3 = "~=1.34.50"
kafka-python = "~=2.0.2"
Expand All @@ -31,6 +35,7 @@ scikit-learn = "~=1.4.0"
scipy = "~=1.12.0"
skl2onnx = "~=1.16.0"
onnxconverter-common = "~=1.13.0" # Required for skl2onnx, as upgraded version is not compatible with protobuf
codeflare-sdk = "~=0.16.0"

# DB connectors
pymongo = "~=4.6.2"
Expand Down
Loading
Loading