Dockerfile.history

FROM openjdk:11-jdk

ARG spark_version=${spark_version:-"3.5.0"} \
    spark_home=${spark_home:-"/opt/spark"} \
    spark_conf=${spark_conf:-"/etc/spark/conf"} \
    created_date="`date -u +\"%Y-%m-%dT%H:%M:%SZ\"`"

LABEL author="Ranga Reddy"
LABEL image="spark-history-server"
LABEL build_date="${created_date}"
LABEL version="${spark_version}"

ENV SPARK_HOME=${spark_home} \
    SPARK_VERSION=${spark_version} \
    SPARK_CONF=${spark_conf} \
    SPARK_LOG_DIR=${SPARK_LOG_DIR:-/var/log/spark} \
    SPARK_HISTORY_UI_PORT=${SPARK_HISTORY_UI_PORT:-"18080"}  \
    SPARK_EVENTLOG_ENABLED=${SPARK_EVENTLOG_ENABLED:-"true"} \
    SPARK_HISTORY_FS_LOG_DIRECTORY=${SPARK_HISTORY_FS_LOG_DIRECTORY:-"/tmp/spark-events"} \
    SPARK_EVENT_LOG_DIR=${SPARK_EVENT_LOG_DIR:-$SPARK_HISTORY_FS_LOG_DIRECTORY} \
    SPARK_DAEMON_MEMORY=${SPARK_DAEMON_MEMORY:-"10g"} \
    SPARK_HISTORY_FS_CLEANER_ENABLED=${SPARK_HISTORY_FS_CLEANER_ENABLED:-"true"} \
    SPARK_HISTORY_STORE_MAXDISKUSAGE=${SPARK_HISTORY_STORE_MAXDISKUSAGE:-"100g"} \
    SPARK_HISTORY_FS_CLEANER_INTERVAL=${SPARK_HISTORY_FS_CLEANER_INTERVAL:-"8h"} \
    SPARK_HISTORY_FS_CLEANER_MAXAGE=${SPARK_HISTORY_FS_CLEANER_MAXAGE:-"5d"} \
    SPARK_HISTORY_FS_UPDATE_INTERVAL=${SPARK_HISTORY_FS_UPDATE_INTERVAL:-"10s"} \
    SPARK_HISTORY_RETAINEDAPPLICATIONS=${SPARK_HISTORY_RETAINEDAPPLICATIONS:-"100"} \
    SPARK_HISTORY_UI_MAXAPPLICATIONS=${SPARK_HISTORY_UI_MAXAPPLICATIONS:-"500"}

ENV DEBIAN_FRONTEND noninteractive

RUN apt-get update && \
    apt-get install -y --no-install-recommends \
    netcat \
    curl \
    vim \
    wget \
    software-properties-common \
    ssh && \
    apt-get clean && \
    rm -rf /var/lib/apt/lists/*

COPY config/history/scripts /opt
COPY config/history/conf /opt
RUN chmod 755 /opt/*.sh
RUN bash /opt/install_spark.sh
ENV PATH=$SPARK_HOME/bin:$SPARK_HOME/sbin:$PATH

ENTRYPOINT ["/opt/entrypoint.sh"]