Skip to content

Commit

Permalink
removing sedona JARs from tithia docker image
Browse files Browse the repository at this point in the history
  • Loading branch information
angelosnm committed Dec 16, 2024
1 parent a56b19d commit db681ad
Show file tree
Hide file tree
Showing 3 changed files with 11 additions and 5 deletions.
5 changes: 1 addition & 4 deletions docker/tithia-jupyter/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -28,13 +28,10 @@ RUN wget https://downloads.lightbend.com/scala/${SCALA_VERSION}/scala-${SCALA_VE
rm scala-${SCALA_VERSION}.tgz
ENV PATH="${SCALA_HOME}/bin:${PATH}"

# Download additional Spark jars
# Download AWS related Spark jars for S3 integration
RUN wget -P /usr/local/spark/jars https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.3.4/hadoop-aws-3.3.4.jar
RUN wget -P /usr/local/spark/jars https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.12.777/aws-java-sdk-bundle-1.12.777.jar

RUN wget -P /usr/local/spark/jars https://repo1.maven.org/maven2/org/apache/sedona/sedona-spark-shaded-3.5_2.12/1.6.1/sedona-spark-shaded-3.5_2.12-1.6.1.jar
RUN wget -P /usr/local/spark/jars https://repo1.maven.org/maven2/org/datasyslab/geotools-wrapper/1.6.1-28.2/geotools-wrapper-1.6.1-28.2.jar

USER $NB_USER

# Copy the project files
Expand Down
2 changes: 2 additions & 0 deletions kube/jupyterhub/ingress.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,8 @@ kind: Ingress
metadata:
name: jupyterhub
namespace: jupyterhub
annotations:
nginx.ingress.kubernetes.io/proxy-body-size: "100m"
spec:
rules:
- host: jupyterhub.tithia.scio.services
Expand Down
9 changes: 8 additions & 1 deletion kube/jupyterhub/values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -385,7 +385,14 @@ singleuser:
extraLabels:
hub.jupyter.org/network-access-hub: "true"
hub.jupyter.org/network-access-singleuser: "true" # needed for spark connectivity
extraFiles: {}
extraFiles:
# The file key is just a reference that doesn't influence the
# actual file name.
singleUserConfig:
mountPath: /usr/local/etc/jupyter/jupyter_server_config.json
data:
ServerApp:
iopub_data_rate_limit: 100000000
extraEnv: {}
lifecycleHooks: {}
initContainers: []
Expand Down

0 comments on commit db681ad

Please sign in to comment.