Skip to content

Commit 6217646

Browse files
TRNWWZTRNWWZ
authored
release: v1.7.2 (#412)
2 parents 4e4b7f9 + 499b4e3 commit 6217646

25 files changed

+1979
-0
lines changed

Diff for: ‎build_artifacts/v1/v1.7/v1.7.2/CHANGELOG-cpu.md

+14
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
# Change log: 1.7.2(cpu)
2+
3+
## Upgrades:
4+
5+
Package | Previous Version | Current Version
6+
---|---|---
7+
jinja2|3.1.3|3.1.4
8+
amazon-codewhisperer-jupyterlab-ext|2.0.1|2.0.2
9+
jupyter-scheduler|2.5.1|2.5.2
10+
amazon_sagemaker_sql_editor|0.1.6|0.1.7
11+
notebook|7.1.2|7.1.3
12+
aws-glue-sessions|1.0.4|1.0.5
13+
sagemaker-code-editor|1.0.0|1.0.1
14+
sagemaker-jupyterlab-extension|0.3.1|0.3.2

Diff for: ‎build_artifacts/v1/v1.7/v1.7.2/CHANGELOG-gpu.md

+14
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
# Change log: 1.7.2(gpu)
2+
3+
## Upgrades:
4+
5+
Package | Previous Version | Current Version
6+
---|---|---
7+
jinja2|3.1.3|3.1.4
8+
amazon-codewhisperer-jupyterlab-ext|2.0.1|2.0.2
9+
jupyter-scheduler|2.5.1|2.5.2
10+
amazon_sagemaker_sql_editor|0.1.6|0.1.7
11+
notebook|7.1.2|7.1.3
12+
aws-glue-sessions|1.0.4|1.0.5
13+
sagemaker-code-editor|1.0.0|1.0.1
14+
sagemaker-jupyterlab-extension|0.3.1|0.3.2

Diff for: ‎build_artifacts/v1/v1.7/v1.7.2/Dockerfile

+200
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,200 @@
1+
ARG TAG_FOR_BASE_MICROMAMBA_IMAGE
2+
FROM mambaorg/micromamba:$TAG_FOR_BASE_MICROMAMBA_IMAGE
3+
4+
ARG CUDA_MAJOR_MINOR_VERSION=''
5+
ARG ENV_IN_FILENAME
6+
ARG ARG_BASED_ENV_IN_FILENAME
7+
8+
ARG AMZN_BASE="/opt/amazon/sagemaker"
9+
ARG DB_ROOT_DIR="/opt/db"
10+
ARG DIRECTORY_TREE_STAGE_DIR="${AMZN_BASE}/dir-staging"
11+
12+
ARG NB_USER="sagemaker-user"
13+
ARG NB_UID=1000
14+
ARG NB_GID=100
15+
16+
# https://www.openssl.org/source/
17+
ARG FIPS_VALIDATED_SSL=3.0.8
18+
19+
ENV SAGEMAKER_LOGGING_DIR="/var/log/sagemaker/"
20+
ENV STUDIO_LOGGING_DIR="/var/log/studio/"
21+
ENV EDITOR="nano"
22+
23+
USER root
24+
RUN usermod "--login=${NB_USER}" "--home=/home/${NB_USER}" --move-home "-u ${NB_UID}" "${MAMBA_USER}" && \
25+
groupmod "--new-name=${NB_USER}" --non-unique "-g ${NB_GID}" "${MAMBA_USER}" && \
26+
# Update the expected value of MAMBA_USER for the
27+
# _entrypoint.sh consistency check.
28+
echo "${NB_USER}" > "/etc/arg_mamba_user" && \
29+
:
30+
ENV MAMBA_USER=$NB_USER
31+
ENV USER=$NB_USER
32+
33+
RUN apt-get update && apt-get upgrade -y && \
34+
apt-get install -y --no-install-recommends sudo gettext-base wget curl unzip git rsync build-essential openssh-client nano cron less mandoc && \
35+
# We just install tzdata below but leave default time zone as UTC. This helps packages like Pandas to function correctly.
36+
DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends tzdata krb5-user libkrb5-dev libsasl2-dev libsasl2-modules && \
37+
chmod g+w /etc/passwd && \
38+
echo "ALL ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers && \
39+
touch /etc/krb5.conf.lock && chown ${NB_USER}:${MAMBA_USER} /etc/krb5.conf* && \
40+
# Note that we do NOT run `rm -rf /var/lib/apt/lists/*` here. If we did, anyone building on top of our images will
41+
# not be able to run any `apt-get install` commands and that would hamper customizability of the images.
42+
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" && \
43+
unzip awscliv2.zip && \
44+
sudo ./aws/install && \
45+
rm -rf aws awscliv2.zip && \
46+
:
47+
RUN echo "source /usr/local/bin/_activate_current_env.sh" | tee --append /etc/profile
48+
49+
# CodeEditor - create server, user data dirs
50+
RUN mkdir -p /opt/amazon/sagemaker/sagemaker-code-editor-server-data /opt/amazon/sagemaker/sagemaker-code-editor-user-data \
51+
&& chown $MAMBA_USER:$MAMBA_USER /opt/amazon/sagemaker/sagemaker-code-editor-server-data /opt/amazon/sagemaker/sagemaker-code-editor-user-data
52+
53+
# create dir to store user data files
54+
RUN mkdir -p /opt/amazon/sagemaker/user-data \
55+
&& chown $MAMBA_USER:$MAMBA_USER /opt/amazon/sagemaker/user-data
56+
57+
58+
# Merge in OS directory tree contents.
59+
RUN mkdir -p ${DIRECTORY_TREE_STAGE_DIR}
60+
COPY dirs/ ${DIRECTORY_TREE_STAGE_DIR}/
61+
RUN rsync -a ${DIRECTORY_TREE_STAGE_DIR}/ / && \
62+
rm -rf ${DIRECTORY_TREE_STAGE_DIR}
63+
64+
# CodeEditor - download the extensions
65+
RUN mkdir -p /etc/code-editor/extensions && \
66+
while IFS= read -r url || [ -n "$url" ]; do \
67+
echo "Downloading extension from ${url}..." && \
68+
wget --no-check-certificate -P /etc/code-editor/extensions "${url}"; \
69+
done < /etc/code-editor/extensions.txt
70+
71+
USER $MAMBA_USER
72+
COPY --chown=$MAMBA_USER:$MAMBA_USER $ENV_IN_FILENAME *.in /tmp/
73+
74+
# Make sure that $ENV_IN_FILENAME has a newline at the end before the `tee` command runs. Otherwise, nasty things
75+
# will happen.
76+
RUN if [[ -z $ARG_BASED_ENV_IN_FILENAME ]] ; \
77+
then echo 'No ARG_BASED_ENV_IN_FILENAME passed' ; \
78+
else envsubst < /tmp/$ARG_BASED_ENV_IN_FILENAME | tee --append /tmp/$ENV_IN_FILENAME ; \
79+
fi
80+
81+
ARG CONDA_OVERRIDE_CUDA=$CUDA_MAJOR_MINOR_VERSION
82+
RUN micromamba install -y --name base --file /tmp/$ENV_IN_FILENAME && \
83+
micromamba clean --all --yes --force-pkgs-dirs && \
84+
rm -rf /tmp/*.in
85+
86+
87+
ARG MAMBA_DOCKERFILE_ACTIVATE=1
88+
RUN sudo ln -s $(which python3) /usr/bin/python
89+
90+
# Update npm version
91+
RUN npm i -g npm
92+
93+
# Configure CodeEditor - Install extensions and set preferences
94+
RUN \
95+
extensionloc=/opt/amazon/sagemaker/sagemaker-code-editor-server-data/extensions && mkdir -p "${extensionloc}" \
96+
# Loop through all vsix files in /etc/code-editor/extensions and install them
97+
&& for ext in /etc/code-editor/extensions/*.vsix; do \
98+
echo "Installing extension ${ext}..."; \
99+
sagemaker-code-editor --install-extension "${ext}" --extensions-dir "${extensionloc}" --server-data-dir /opt/amazon/sagemaker/sagemaker-code-editor-server-data --user-data-dir /opt/amazon/sagemaker/sagemaker-code-editor-user-data; \
100+
done \
101+
# Copy the settings
102+
&& cp /etc/code-editor/code_editor_machine_settings.json /opt/amazon/sagemaker/sagemaker-code-editor-server-data/data/Machine/settings.json
103+
104+
# Install glue kernels, and move to shared directory
105+
# Also patching base kernel so Studio background code doesn't start session silently
106+
RUN install-glue-kernels && \
107+
SITE_PACKAGES=$(pip show aws-glue-sessions | grep Location | awk '{print $2}') && \
108+
jupyter-kernelspec install $SITE_PACKAGES/aws_glue_interactive_sessions_kernel/glue_pyspark --user && \
109+
jupyter-kernelspec install $SITE_PACKAGES/aws_glue_interactive_sessions_kernel/glue_spark --user && \
110+
mv /home/sagemaker-user/.local/share/jupyter/kernels/glue_pyspark /opt/conda/share/jupyter/kernels && \
111+
mv /home/sagemaker-user/.local/share/jupyter/kernels/glue_spark /opt/conda/share/jupyter/kernels && \
112+
sed -i '/if not store_history and (/i\ if "sm_analytics_runtime_check" in code:\n return await self._complete_cell()\n' \
113+
"$SITE_PACKAGES/aws_glue_interactive_sessions_kernel/glue_kernel_base/BaseKernel.py"
114+
115+
116+
# Patch glue kernels to use kernel wrapper
117+
COPY patch_glue_pyspark.json /opt/conda/share/jupyter/kernels/glue_pyspark/kernel.json
118+
COPY patch_glue_spark.json /opt/conda/share/jupyter/kernels/glue_spark/kernel.json
119+
120+
# Configure RTC - disable jupyter_collaboration by default
121+
RUN jupyter labextension disable @jupyter/collaboration-extension
122+
123+
USER root
124+
RUN HOME_DIR="/home/${NB_USER}/licenses" \
125+
&& mkdir -p ${HOME_DIR} \
126+
&& curl -o ${HOME_DIR}/oss_compliance.zip https://aws-dlinfra-utilities.s3.amazonaws.com/oss_compliance.zip \
127+
&& unzip ${HOME_DIR}/oss_compliance.zip -d ${HOME_DIR}/ \
128+
&& cp ${HOME_DIR}/oss_compliance/test/testOSSCompliance /usr/local/bin/testOSSCompliance \
129+
&& chmod +x /usr/local/bin/testOSSCompliance \
130+
&& chmod +x ${HOME_DIR}/oss_compliance/generate_oss_compliance.sh \
131+
&& ${HOME_DIR}/oss_compliance/generate_oss_compliance.sh ${HOME_DIR} python \
132+
&& rm -rf ${HOME_DIR}/oss_compliance*
133+
134+
# Create logging directories for supervisor
135+
RUN mkdir -p $SAGEMAKER_LOGGING_DIR && \
136+
chmod a+rw $SAGEMAKER_LOGGING_DIR && \
137+
mkdir -p ${STUDIO_LOGGING_DIR} && \
138+
chown ${NB_USER}:${MAMBA_USER} ${STUDIO_LOGGING_DIR}
139+
140+
# Clean up CodeEditor artifacts
141+
RUN rm -rf /etc/code-editor
142+
143+
# Create supervisord runtime directory
144+
RUN mkdir -p /var/run/supervisord && \
145+
chmod a+rw /var/run/supervisord
146+
147+
# Create root directory for DB
148+
# Create logging directories for supervisor
149+
RUN mkdir -p $DB_ROOT_DIR && \
150+
chmod a+rw $DB_ROOT_DIR
151+
152+
USER $MAMBA_USER
153+
ENV PATH="/opt/conda/bin:/opt/conda/condabin:$PATH"
154+
WORKDIR "/home/${NB_USER}"
155+
156+
# Install FIPS Provider for OpenSSL, on top of existing OpenSSL installation
157+
# v3.0.8 is latest FIPS validated provider, so this is the one we install
158+
# But we need to run tests against the installed version.
159+
# see https://github.com/openssl/openssl/blob/master/README-FIPS.md https://www.openssl.org/source/
160+
RUN INSTALLED_SSL=$(micromamba list | grep openssl | tr -s ' ' | cut -d ' ' -f 3 | head -n 1) && \
161+
# download source code for installed, and FIPS validated openssl versions
162+
curl -L https://www.openssl.org/source/openssl-$FIPS_VALIDATED_SSL.tar.gz > openssl-$FIPS_VALIDATED_SSL.tar.gz && \
163+
curl -L https://www.openssl.org/source/openssl-$INSTALLED_SSL.tar.gz > openssl-$INSTALLED_SSL.tar.gz && \
164+
tar -xf openssl-$FIPS_VALIDATED_SSL.tar.gz && tar -xf openssl-$INSTALLED_SSL.tar.gz && cd openssl-$FIPS_VALIDATED_SSL && \
165+
# Configure both versions to enable FIPS and build
166+
./Configure enable-fips --prefix=/opt/conda --openssldir=/opt/conda/ssl && make && \
167+
cd ../openssl-$INSTALLED_SSL && \
168+
./Configure enable-fips --prefix=/opt/conda --openssldir=/opt/conda/ssl && make && \
169+
# Copy validated provider to installed version for testing
170+
cp ../openssl-$FIPS_VALIDATED_SSL/providers/fips.so providers/. && \
171+
cp ../openssl-$FIPS_VALIDATED_SSL/providers/fipsmodule.cnf providers/. && \
172+
make tests && cd ../openssl-$FIPS_VALIDATED_SSL && \
173+
# After tests pass, install FIPS provider and remove source code
174+
make install_fips && cd .. && rm -rf ./openssl-*
175+
# Create new config file with fips-enabled. Then user can override OPENSSL_CONF to enable FIPS
176+
# e.g. export OPENSSL_CONF=/opt/conda/ssl/openssl-fips.cnf
177+
RUN cp /opt/conda/ssl/openssl.cnf /opt/conda/ssl/openssl-fips.cnf && \
178+
sed -i "s:# .include fipsmodule.cnf:.include /opt/conda/ssl/fipsmodule.cnf:" /opt/conda/ssl/openssl-fips.cnf && \
179+
sed -i 's:# fips = fips_sect:fips = fips_sect:' /opt/conda/ssl/openssl-fips.cnf
180+
ENV OPENSSL_MODULES=/opt/conda/lib64/ossl-modules/
181+
182+
# Install Kerberos.
183+
# Make sure no dependency is added/updated
184+
RUN pip install "krb5>=0.5.1,<0.6" && \
185+
pip show krb5 | grep Require | xargs -i sh -c '[ $(echo {} | cut -d: -f2 | wc -w) -eq 0 ] '
186+
187+
# https://stackoverflow.com/questions/122327
188+
RUN SYSTEM_PYTHON_PATH=$(python3 -c "from __future__ import print_function;import sysconfig; print(sysconfig.get_paths().get('purelib'))") && \
189+
# Remove SparkRKernel as it's not supported \
190+
jupyter-kernelspec remove -f -y sparkrkernel && \
191+
# Patch Sparkmagic lib to support Custom Certificates \
192+
# https://github.com/jupyter-incubator/sparkmagic/pull/435/files \
193+
cp -a ${SYSTEM_PYTHON_PATH}/sagemaker_studio_analytics_extension/patches/configuration.py ${SYSTEM_PYTHON_PATH}/sparkmagic/utils/ && \
194+
cp -a ${SYSTEM_PYTHON_PATH}/sagemaker_studio_analytics_extension/patches/reliablehttpclient.py ${SYSTEM_PYTHON_PATH}/sparkmagic/livyclientlib/reliablehttpclient.py && \
195+
sed -i 's= "python"= "/opt/conda/bin/python"=g' /opt/conda/share/jupyter/kernels/pysparkkernel/kernel.json /opt/conda/share/jupyter/kernels/sparkkernel/kernel.json && \
196+
sed -i 's="Spark"="SparkMagic Spark"=g' /opt/conda/share/jupyter/kernels/sparkkernel/kernel.json && \
197+
sed -i 's="PySpark"="SparkMagic PySpark"=g' /opt/conda/share/jupyter/kernels/pysparkkernel/kernel.json
198+
199+
ENV SHELL=/bin/bash
200+

Diff for: ‎build_artifacts/v1/v1.7/v1.7.2/RELEASE.md

+57
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,57 @@
1+
# Release notes: 1.7.2
2+
3+
Package | gpu| cpu
4+
---|---|---
5+
python|3.10.14|3.10.14
6+
numpy|1.26.4|1.26.4
7+
jinja2|3.1.4|3.1.4
8+
pandas|2.1.4|2.1.4
9+
altair|5.3.0|5.3.0
10+
boto3|1.34.51|1.34.51
11+
ipython|8.22.2|8.22.2
12+
jupyter-lsp|2.2.5|2.2.5
13+
jupyterlab|4.1.6|4.1.6
14+
amazon-codewhisperer-jupyterlab-ext|2.0.2|2.0.2
15+
jupyter-scheduler|2.5.2|2.5.2
16+
amazon-sagemaker-jupyter-scheduler|3.0.11|3.0.11
17+
amazon-sagemaker-sql-magic|0.1.1|0.1.1
18+
jupyterlab-lsp|5.0.3|5.0.3
19+
amazon_sagemaker_sql_editor|0.1.7|0.1.7
20+
scipy|1.11.4|1.11.4
21+
scikit-learn|1.4.2|1.4.2
22+
pip|23.3.2|23.3.2
23+
torchvision|0.15.2|0.15.2
24+
autogluon|0.8.2|0.8.2
25+
ipywidgets|8.1.2|8.1.2
26+
notebook|7.1.3|7.1.3
27+
aws-glue-sessions|1.0.5|1.0.5
28+
conda|23.11.0|23.11.0
29+
fastapi|0.103.2|0.103.2
30+
langchain|0.1.9|0.1.9
31+
jupyter-ai|2.12.0|2.12.0
32+
jupyter-collaboration|1.1.0|1.1.0
33+
jupyter-dash|0.4.2|0.4.2
34+
jupyter-server-proxy|4.1.2|4.1.2
35+
jupyterlab-git|0.50.0|0.50.0
36+
keras|2.12.0|2.12.0
37+
matplotlib|3.8.4|3.8.4
38+
nodejs|18.19.0|18.19.0
39+
py-xgboost-gpu|1.7.6|
40+
thrift_sasl|0.4.3|0.4.3
41+
pyhive|0.7.0|0.7.0
42+
python-gssapi|1.8.3|1.8.3
43+
python-lsp-server|1.11.0|1.11.0
44+
pytorch-gpu|2.0.0|
45+
sagemaker-code-editor|1.0.1|1.0.1
46+
sagemaker-headless-execution-driver|0.0.12|0.0.12
47+
sagemaker-jupyterlab-emr-extension|0.1.9|0.1.9
48+
sagemaker-jupyterlab-extension|0.3.2|0.3.2
49+
sagemaker-kernel-wrapper|0.0.2|0.0.2
50+
sagemaker-python-sdk|2.214.3|2.214.3
51+
sagemaker-studio-analytics-extension|0.0.21|0.0.21
52+
sasl|0.3.1|0.3.1
53+
supervisor|4.2.5|4.2.5
54+
tensorflow|2.12.1|2.12.1
55+
uvicorn|0.29.0|0.29.0
56+
pytorch| |2.0.0
57+
py-xgboost-cpu| |1.7.6

Diff for: ‎build_artifacts/v1/v1.7/v1.7.2/cpu.env.in

+52
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,52 @@
1+
# This file is auto-generated.
2+
conda-forge::jupyter-collaboration[version='>=1.1.0,<1.2.0']
3+
conda-forge::sagemaker-code-editor[version='>=1.0.0,<1.1.0']
4+
conda-forge::amazon_sagemaker_sql_editor[version='>=0.1.6,<0.2.0']
5+
conda-forge::amazon-sagemaker-sql-magic[version='>=0.1.1,<0.2.0']
6+
conda-forge::langchain[version='>=0.1.9,<0.2.0']
7+
conda-forge::fastapi[version='>=0.103.2,<0.104.0']
8+
conda-forge::uvicorn[version='>=0.29.0,<0.30.0']
9+
conda-forge::pytorch[version='>=2.0.0,<2.1.0']
10+
conda-forge::tensorflow[version='>=2.12.1,<2.13.0']
11+
conda-forge::python[version='>=3.10.14,<3.11.0']
12+
conda-forge::pip[version='>=23.3.2,<23.4.0']
13+
conda-forge::torchvision[version='>=0.15.2,<0.16.0']
14+
conda-forge::numpy[version='>=1.26.4,<1.27.0']
15+
conda-forge::pandas[version='>=2.1.4,<2.2.0']
16+
conda-forge::scikit-learn[version='>=1.4.2,<1.5.0']
17+
conda-forge::jinja2[version='>=3.1.3,<3.2.0']
18+
conda-forge::matplotlib[version='>=3.8.4,<3.9.0']
19+
conda-forge::sagemaker-headless-execution-driver[version='>=0.0.12,<0.1.0']
20+
conda-forge::ipython[version='>=8.22.2,<8.23.0']
21+
conda-forge::scipy[version='>=1.11.4,<1.12.0']
22+
conda-forge::keras[version='>=2.12.0,<2.13.0']
23+
conda-forge::py-xgboost-cpu[version='>=1.7.6,<1.8.0']
24+
conda-forge::jupyterlab[version='>=4.1.6,<4.2.0']
25+
conda-forge::ipywidgets[version='>=8.1.2,<8.2.0']
26+
conda-forge::conda[version='>=23.11.0,<23.12.0']
27+
conda-forge::boto3[version='>=1.34.51,<1.35.0']
28+
conda-forge::sagemaker-python-sdk[version='>=2.214.3,<2.215.0']
29+
conda-forge::supervisor[version='>=4.2.5,<4.3.0']
30+
conda-forge::autogluon[version='>=0.8.2,<0.9.0']
31+
conda-forge::aws-glue-sessions[version='>=1.0.4,<1.1.0']
32+
conda-forge::sagemaker-kernel-wrapper[version='>=0.0.2,<0.1.0']
33+
conda-forge::jupyter-ai[version='>=2.12.0,<2.13.0']
34+
conda-forge::jupyter-scheduler[version='>=2.5.1,<2.6.0']
35+
conda-forge::nodejs[version='>=18.19.0,<18.20.0']
36+
conda-forge::jupyter-lsp[version='>=2.2.5,<2.3.0']
37+
conda-forge::jupyterlab-lsp[version='>=5.0.3,<5.1.0']
38+
conda-forge::python-lsp-server[version='>=1.11.0,<1.12.0']
39+
conda-forge::notebook[version='>=7.1.2,<7.2.0']
40+
conda-forge::altair[version='>=5.3.0,<5.4.0']
41+
conda-forge::sagemaker-studio-analytics-extension[version='>=0.0.21,<0.1.0']
42+
conda-forge::jupyter-dash[version='>=0.4.2,<0.5.0']
43+
conda-forge::sagemaker-jupyterlab-extension[version='>=0.3.1,<0.4.0']
44+
conda-forge::sagemaker-jupyterlab-emr-extension[version='>=0.1.9,<0.2.0']
45+
conda-forge::amazon-sagemaker-jupyter-scheduler[version='>=3.0.11,<3.1.0']
46+
conda-forge::jupyter-server-proxy[version='>=4.1.2,<4.2.0']
47+
conda-forge::amazon-codewhisperer-jupyterlab-ext[version='>=2.0.1,<2.1.0']
48+
conda-forge::jupyterlab-git[version='>=0.50.0,<0.51.0']
49+
conda-forge::sasl[version='>=0.3.1,<0.4.0']
50+
conda-forge::thrift_sasl[version='>=0.4.3,<0.5.0']
51+
conda-forge::pyhive[version='>=0.7.0,<0.8.0']
52+
conda-forge::python-gssapi[version='>=1.8.3,<1.9.0']

0 commit comments

Comments
 (0)