airflow-spark-notebooks (2d6685d1-arm64)

Published 2026-03-01 08:04:53 +00:00 by lily in stratospire-public/docker-images

Installation

docker pull git.stratospire.com/stratospire-public/airflow-spark-notebooks:2d6685d1-arm64
sha256:42788f71450e86ccb526860337fa22fd12642ee695c84e24d1d0b37c90123f10

Image layers

ARG RELEASE
ARG LAUNCHPAD_BUILD_ARCH
LABEL org.opencontainers.image.ref.name=ubuntu
LABEL org.opencontainers.image.version=22.04
ADD file:cf91de9ab30abab112d58c0a7f3bbb35853a02b2e406c65c89430ff049573c47 in /
CMD ["/bin/bash"]
LABEL maintainer=Jupyter Project <jupyter@googlegroups.com>
ARG NB_USER=jovyan
ARG NB_UID=1000
ARG NB_GID=100
SHELL [/bin/bash -o pipefail -c]
USER root
ENV DEBIAN_FRONTEND=noninteractive
RUN |3 NB_USER=jovyan NB_UID=1000 NB_GID=100 /bin/bash -o pipefail -c apt-get update --yes && apt-get upgrade --yes && apt-get install --yes --no-install-recommends bzip2 ca-certificates locales sudo tini wget && apt-get clean && rm -rf /var/lib/apt/lists/* && echo "en_US.UTF-8 UTF-8" > /etc/locale.gen && locale-gen # buildkit
ENV CONDA_DIR=/opt/conda SHELL=/bin/bash NB_USER=jovyan NB_UID=1000 NB_GID=100 LC_ALL=en_US.UTF-8 LANG=en_US.UTF-8 LANGUAGE=en_US.UTF-8
ENV PATH=/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin HOME=/home/jovyan
COPY fix-permissions /usr/local/bin/fix-permissions # buildkit
RUN |3 NB_USER=jovyan NB_UID=1000 NB_GID=100 /bin/bash -o pipefail -c chmod a+rx /usr/local/bin/fix-permissions # buildkit
RUN |3 NB_USER=jovyan NB_UID=1000 NB_GID=100 /bin/bash -o pipefail -c sed -i 's/^#force_color_prompt=yes/force_color_prompt=yes/' /etc/skel/.bashrc && echo 'eval "$(command conda shell.bash hook 2> /dev/null)"' >> /etc/skel/.bashrc # buildkit
RUN |3 NB_USER=jovyan NB_UID=1000 NB_GID=100 /bin/bash -o pipefail -c echo "auth requisite pam_deny.so" >> /etc/pam.d/su && sed -i.bak -e 's/^%admin/#%admin/' /etc/sudoers && sed -i.bak -e 's/^%sudo/#%sudo/' /etc/sudoers && useradd -l -m -s /bin/bash -N -u "${NB_UID}" "${NB_USER}" && mkdir -p "${CONDA_DIR}" && chown "${NB_USER}:${NB_GID}" "${CONDA_DIR}" && chmod g+w /etc/passwd && fix-permissions "${HOME}" && fix-permissions "${CONDA_DIR}" # buildkit
USER 1000
ARG PYTHON_VERSION=3.10
RUN |4 NB_USER=jovyan NB_UID=1000 NB_GID=100 PYTHON_VERSION=3.10 /bin/bash -o pipefail -c mkdir "/home/${NB_USER}/work" && fix-permissions "/home/${NB_USER}" # buildkit
COPY initial-condarc /opt/conda/.condarc # buildkit
WORKDIR /tmp
RUN |4 NB_USER=jovyan NB_UID=1000 NB_GID=100 PYTHON_VERSION=3.10 /bin/bash -o pipefail -c set -x && arch=$(uname -m) && if [ "${arch}" = "x86_64" ]; then arch="64"; fi && wget -qO /tmp/micromamba.tar.bz2 "https://micromamba.snakepit.net/api/micromamba/linux-${arch}/latest" && tar -xvjf /tmp/micromamba.tar.bz2 --strip-components=1 bin/micromamba && rm /tmp/micromamba.tar.bz2 && PYTHON_SPECIFIER="python=${PYTHON_VERSION}" && if [[ "${PYTHON_VERSION}" == "default" ]]; then PYTHON_SPECIFIER="python"; fi && ./micromamba install --root-prefix="${CONDA_DIR}" --prefix="${CONDA_DIR}" --yes "${PYTHON_SPECIFIER}" 'mamba' 'jupyter_core' && rm micromamba && mamba list python | grep '^python ' | tr -s ' ' | cut -d ' ' -f 1,2 >> "${CONDA_DIR}/conda-meta/pinned" && mamba clean --all -f -y && fix-permissions "${CONDA_DIR}" && fix-permissions "/home/${NB_USER}" # buildkit
ENTRYPOINT ["tini" "-g" "--"]
CMD ["start.sh"]
COPY start.sh /usr/local/bin/ # buildkit
USER 1000
WORKDIR /home/jovyan
LABEL maintainer=Jupyter Project <jupyter@googlegroups.com>
SHELL [/bin/bash -o pipefail -c]
USER root
RUN /bin/bash -o pipefail -c apt-get update --yes && apt-get install --yes --no-install-recommends fonts-liberation pandoc run-one && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit
USER 1000
WORKDIR /tmp
RUN /bin/bash -o pipefail -c mamba install --yes 'notebook' 'jupyterhub' 'jupyterlab' && jupyter notebook --generate-config && mamba clean --all -f -y && npm cache clean --force && jupyter lab clean && rm -rf "/home/${NB_USER}/.cache/yarn" && fix-permissions "${CONDA_DIR}" && fix-permissions "/home/${NB_USER}" # buildkit
ENV JUPYTER_PORT=8888
EXPOSE map[8888/tcp:{}]
CMD ["start-notebook.sh"]
COPY start-notebook.sh start-singleuser.sh /usr/local/bin/ # buildkit
COPY jupyter_server_config.py docker_healthcheck.py /etc/jupyter/ # buildkit
USER root
RUN /bin/bash -o pipefail -c sed -re "s/c.ServerApp/c.NotebookApp/g" /etc/jupyter/jupyter_server_config.py > /etc/jupyter/jupyter_notebook_config.py && fix-permissions /etc/jupyter/ # buildkit
HEALTHCHECK &{["CMD-SHELL" "/etc/jupyter/docker_healthcheck.py || exit 1"] "5s" "3s" "5s" '\x03'}
USER 1000
WORKDIR /home/jovyan
LABEL maintainer=Jupyter Project <jupyter@googlegroups.com>
SHELL [/bin/bash -o pipefail -c]
USER root
RUN /bin/bash -o pipefail -c apt-get update --yes && apt-get install --yes --no-install-recommends git nano-tiny tzdata unzip vim-tiny openssh-client less texlive-xetex texlive-fonts-recommended texlive-plain-generic xclip && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit
RUN /bin/bash -o pipefail -c update-alternatives --install /usr/bin/nano nano /bin/nano-tiny 10 # buildkit
USER 1000
COPY Rprofile.site /opt/conda/lib/R/etc/ # buildkit
LABEL maintainer=Jupyter Project <jupyter@googlegroups.com>
SHELL [/bin/bash -o pipefail -c]
USER root
RUN /bin/bash -o pipefail -c apt-get update --yes && apt-get install --yes --no-install-recommends build-essential cm-super dvipng ffmpeg && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit
USER 1000
RUN /bin/bash -o pipefail -c mamba install --yes 'altair' 'beautifulsoup4' 'bokeh' 'bottleneck' 'cloudpickle' 'conda-forge::blas=*=openblas' 'cython' 'dask' 'dill' 'h5py' 'ipympl' 'ipywidgets' 'jupyter_server>=2.0.0' 'matplotlib-base' 'numba' 'numexpr' 'openpyxl' 'pandas' 'patsy' 'protobuf' 'pytables' 'scikit-image' 'scikit-learn' 'scipy' 'seaborn' 'sqlalchemy' 'statsmodels' 'sympy' 'widgetsnbextension' 'xlrd' && mamba clean --all -f -y && fix-permissions "${CONDA_DIR}" && fix-permissions "/home/${NB_USER}" # buildkit
WORKDIR /tmp
RUN /bin/bash -o pipefail -c git clone https://github.com/PAIR-code/facets.git && jupyter nbextension install facets/facets-dist/ --sys-prefix && rm -rf /tmp/facets && fix-permissions "${CONDA_DIR}" && fix-permissions "/home/${NB_USER}" # buildkit
ENV XDG_CACHE_HOME=/home/jovyan/.cache/
RUN /bin/bash -o pipefail -c MPLBACKEND=Agg python -c "import matplotlib.pyplot" && fix-permissions "/home/${NB_USER}" # buildkit
USER 1000
WORKDIR /home/jovyan
ENV PATH=/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/conda/bin
RUN /bin/bash -o pipefail -c pip install --upgrade ipykernel # buildkit
RUN /bin/bash -o pipefail -c conda install --quiet --yes cffi future pycryptodomex && conda clean --all && fix-permissions $CONDA_DIR && fix-permissions /home/$NB_USER # buildkit
ADD jupyter_enterprise_gateway_kernel_image_files*.tar.gz /usr/local/bin/ # buildkit
USER root
RUN /bin/bash -o pipefail -c apt-get update && apt-get install -yq --no-install-recommends libkrb5-dev && rm -rf /var/lib/apt/lists/* # buildkit
RUN /bin/bash -o pipefail -c chown jovyan:users /usr/local/bin/bootstrap-kernel.sh && chmod 0755 /usr/local/bin/bootstrap-kernel.sh && chown -R jovyan:users /usr/local/bin/kernel-launchers # buildkit
USER jovyan
ENV KERNEL_LANGUAGE=python
HEALTHCHECK &{["NONE"] "0s" "0s" "0s" "0s" '\x00'}
CMD ["/bin/bash" "-o" "pipefail" "-c" "/usr/local/bin/bootstrap-kernel.sh"]
ARG SPARK_VERSION
ENV SPARK_VER=3.2.1
ENV SPARK_HOME=/opt/spark
ENV KERNEL_LANGUAGE=python
ENV R_LIBS_USER=:/opt/spark/R/lib
ENV PATH=/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/conda/bin:/opt/spark/bin
USER root
RUN |1 SPARK_VERSION=3.2.1 /bin/bash -o pipefail -c dpkg --purge --force-depends ca-certificates-java && apt-get update && apt-get install -yq --no-install-recommends ca-certificates ca-certificates-java openjdk-8-jdk less curl libssl-dev && rm -rf /var/lib/apt/lists/* # buildkit
ENV JAVA_HOME=/usr/lib/jvm/java
RUN |1 SPARK_VERSION=3.2.1 /bin/bash -o pipefail -c ln -s $(readlink -f /usr/bin/javac | sed "s:/bin/javac::") ${JAVA_HOME} # buildkit
RUN |1 SPARK_VERSION=3.2.1 /bin/bash -o pipefail -c curl -s https://archive.apache.org/dist/spark/spark-${SPARK_VER}/spark-${SPARK_VER}-bin-hadoop2.7.tgz | tar -xz -C /opt && ln -s ${SPARK_HOME}-${SPARK_VER}-bin-hadoop2.7 $SPARK_HOME # buildkit
RUN |1 SPARK_VERSION=3.2.1 /bin/bash -o pipefail -c cd /opt/ && wget https://raw.githubusercontent.com/apache/spark/v${SPARK_VER}/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/entrypoint.sh && chmod a+x /opt/entrypoint.sh && sed -i 's/tini -s/tini -g/g' /opt/entrypoint.sh # buildkit
WORKDIR /opt/spark/work-dir
RUN |1 SPARK_VERSION=3.2.1 /bin/bash -o pipefail -c chmod 0777 $SPARK_HOME/work-dir # buildkit
ENTRYPOINT ["/opt/entrypoint.sh"]
USER jovyan
USER root
/bin/bash -o pipefail -c pip install --no-cache-dir papermill==2.6.0 jupyter-client==8.6.0 ipykernel==6.29.0 nbformat==5.10.0 nbconvert==7.16.0
/bin/bash -o pipefail -c pip install --no-cache-dir pandas==2.2.0 pyarrow==15.0.0 boto3==1.34.0
COPY file:d6b710b0151401797f603caddb79826370df28dedb6c6c256bb393e35c95a28e in /usr/local/bin/run_notebook.py
/bin/bash -o pipefail -c chmod +x /usr/local/bin/run_notebook.py
/bin/bash -o pipefail -c mkdir -p /opt/notebooks
WORKDIR /opt/notebooks
USER jovyan

Labels

Key Value
maintainer Jupyter Project <jupyter@googlegroups.com>
org.opencontainers.image.ref.name ubuntu
org.opencontainers.image.version 22.04
Details
Container
2026-03-01 08:04:53 +00:00
1
OCI / Docker
linux/arm64
1.5 GiB
Versions (40) View all
3.2.3-da3b594b 2026-03-01
3.2.3 2026-03-01
da3b594b 2026-03-01
latest 2026-03-01