airflow-spark-notebooks (3.2.3-bdc3a053-arm64)
Installation
docker pull git.stratospire.com/stratospire-public/airflow-spark-notebooks:3.2.3-bdc3a053-arm64sha256:a94d8d69419e10809a8017e91f21a8ec248af766214844078da8622bbd02ef2cImage layers
| ARG RELEASE |
| ARG LAUNCHPAD_BUILD_ARCH |
| LABEL org.opencontainers.image.ref.name=ubuntu |
| LABEL org.opencontainers.image.version=22.04 |
| ADD file:cf91de9ab30abab112d58c0a7f3bbb35853a02b2e406c65c89430ff049573c47 in / |
| CMD ["/bin/bash"] |
| LABEL maintainer=Jupyter Project <jupyter@googlegroups.com> |
| ARG NB_USER=jovyan |
| ARG NB_UID=1000 |
| ARG NB_GID=100 |
| SHELL [/bin/bash -o pipefail -c] |
| USER root |
| ENV DEBIAN_FRONTEND=noninteractive |
| RUN |3 NB_USER=jovyan NB_UID=1000 NB_GID=100 /bin/bash -o pipefail -c apt-get update --yes && apt-get upgrade --yes && apt-get install --yes --no-install-recommends bzip2 ca-certificates locales sudo tini wget && apt-get clean && rm -rf /var/lib/apt/lists/* && echo "en_US.UTF-8 UTF-8" > /etc/locale.gen && locale-gen # buildkit |
| ENV CONDA_DIR=/opt/conda SHELL=/bin/bash NB_USER=jovyan NB_UID=1000 NB_GID=100 LC_ALL=en_US.UTF-8 LANG=en_US.UTF-8 LANGUAGE=en_US.UTF-8 |
| ENV PATH=/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin HOME=/home/jovyan |
| COPY fix-permissions /usr/local/bin/fix-permissions # buildkit |
| RUN |3 NB_USER=jovyan NB_UID=1000 NB_GID=100 /bin/bash -o pipefail -c chmod a+rx /usr/local/bin/fix-permissions # buildkit |
| RUN |3 NB_USER=jovyan NB_UID=1000 NB_GID=100 /bin/bash -o pipefail -c sed -i 's/^#force_color_prompt=yes/force_color_prompt=yes/' /etc/skel/.bashrc && echo 'eval "$(command conda shell.bash hook 2> /dev/null)"' >> /etc/skel/.bashrc # buildkit |
| RUN |3 NB_USER=jovyan NB_UID=1000 NB_GID=100 /bin/bash -o pipefail -c echo "auth requisite pam_deny.so" >> /etc/pam.d/su && sed -i.bak -e 's/^%admin/#%admin/' /etc/sudoers && sed -i.bak -e 's/^%sudo/#%sudo/' /etc/sudoers && useradd -l -m -s /bin/bash -N -u "${NB_UID}" "${NB_USER}" && mkdir -p "${CONDA_DIR}" && chown "${NB_USER}:${NB_GID}" "${CONDA_DIR}" && chmod g+w /etc/passwd && fix-permissions "${HOME}" && fix-permissions "${CONDA_DIR}" # buildkit |
| USER 1000 |
| ARG PYTHON_VERSION=3.10 |
| RUN |4 NB_USER=jovyan NB_UID=1000 NB_GID=100 PYTHON_VERSION=3.10 /bin/bash -o pipefail -c mkdir "/home/${NB_USER}/work" && fix-permissions "/home/${NB_USER}" # buildkit |
| COPY initial-condarc /opt/conda/.condarc # buildkit |
| WORKDIR /tmp |
| RUN |4 NB_USER=jovyan NB_UID=1000 NB_GID=100 PYTHON_VERSION=3.10 /bin/bash -o pipefail -c set -x && arch=$(uname -m) && if [ "${arch}" = "x86_64" ]; then arch="64"; fi && wget -qO /tmp/micromamba.tar.bz2 "https://micromamba.snakepit.net/api/micromamba/linux-${arch}/latest" && tar -xvjf /tmp/micromamba.tar.bz2 --strip-components=1 bin/micromamba && rm /tmp/micromamba.tar.bz2 && PYTHON_SPECIFIER="python=${PYTHON_VERSION}" && if [[ "${PYTHON_VERSION}" == "default" ]]; then PYTHON_SPECIFIER="python"; fi && ./micromamba install --root-prefix="${CONDA_DIR}" --prefix="${CONDA_DIR}" --yes "${PYTHON_SPECIFIER}" 'mamba' 'jupyter_core' && rm micromamba && mamba list python | grep '^python ' | tr -s ' ' | cut -d ' ' -f 1,2 >> "${CONDA_DIR}/conda-meta/pinned" && mamba clean --all -f -y && fix-permissions "${CONDA_DIR}" && fix-permissions "/home/${NB_USER}" # buildkit |
| ENTRYPOINT ["tini" "-g" "--"] |
| CMD ["start.sh"] |
| COPY start.sh /usr/local/bin/ # buildkit |
| USER 1000 |
| WORKDIR /home/jovyan |
| LABEL maintainer=Jupyter Project <jupyter@googlegroups.com> |
| SHELL [/bin/bash -o pipefail -c] |
| USER root |
| RUN /bin/bash -o pipefail -c apt-get update --yes && apt-get install --yes --no-install-recommends fonts-liberation pandoc run-one && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit |
| USER 1000 |
| WORKDIR /tmp |
| RUN /bin/bash -o pipefail -c mamba install --yes 'notebook' 'jupyterhub' 'jupyterlab' && jupyter notebook --generate-config && mamba clean --all -f -y && npm cache clean --force && jupyter lab clean && rm -rf "/home/${NB_USER}/.cache/yarn" && fix-permissions "${CONDA_DIR}" && fix-permissions "/home/${NB_USER}" # buildkit |
| ENV JUPYTER_PORT=8888 |
| EXPOSE map[8888/tcp:{}] |
| CMD ["start-notebook.sh"] |
| COPY start-notebook.sh start-singleuser.sh /usr/local/bin/ # buildkit |
| COPY jupyter_server_config.py docker_healthcheck.py /etc/jupyter/ # buildkit |
| USER root |
| RUN /bin/bash -o pipefail -c sed -re "s/c.ServerApp/c.NotebookApp/g" /etc/jupyter/jupyter_server_config.py > /etc/jupyter/jupyter_notebook_config.py && fix-permissions /etc/jupyter/ # buildkit |
| HEALTHCHECK &{["CMD-SHELL" "/etc/jupyter/docker_healthcheck.py || exit 1"] "5s" "3s" "5s" '\x03'} |
| USER 1000 |
| WORKDIR /home/jovyan |
| LABEL maintainer=Jupyter Project <jupyter@googlegroups.com> |
| SHELL [/bin/bash -o pipefail -c] |
| USER root |
| RUN /bin/bash -o pipefail -c apt-get update --yes && apt-get install --yes --no-install-recommends git nano-tiny tzdata unzip vim-tiny openssh-client less texlive-xetex texlive-fonts-recommended texlive-plain-generic xclip && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit |
| RUN /bin/bash -o pipefail -c update-alternatives --install /usr/bin/nano nano /bin/nano-tiny 10 # buildkit |
| USER 1000 |
| COPY Rprofile.site /opt/conda/lib/R/etc/ # buildkit |
| LABEL maintainer=Jupyter Project <jupyter@googlegroups.com> |
| SHELL [/bin/bash -o pipefail -c] |
| USER root |
| RUN /bin/bash -o pipefail -c apt-get update --yes && apt-get install --yes --no-install-recommends build-essential cm-super dvipng ffmpeg && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit |
| USER 1000 |
| RUN /bin/bash -o pipefail -c mamba install --yes 'altair' 'beautifulsoup4' 'bokeh' 'bottleneck' 'cloudpickle' 'conda-forge::blas=*=openblas' 'cython' 'dask' 'dill' 'h5py' 'ipympl' 'ipywidgets' 'jupyter_server>=2.0.0' 'matplotlib-base' 'numba' 'numexpr' 'openpyxl' 'pandas' 'patsy' 'protobuf' 'pytables' 'scikit-image' 'scikit-learn' 'scipy' 'seaborn' 'sqlalchemy' 'statsmodels' 'sympy' 'widgetsnbextension' 'xlrd' && mamba clean --all -f -y && fix-permissions "${CONDA_DIR}" && fix-permissions "/home/${NB_USER}" # buildkit |
| WORKDIR /tmp |
| RUN /bin/bash -o pipefail -c git clone https://github.com/PAIR-code/facets.git && jupyter nbextension install facets/facets-dist/ --sys-prefix && rm -rf /tmp/facets && fix-permissions "${CONDA_DIR}" && fix-permissions "/home/${NB_USER}" # buildkit |
| ENV XDG_CACHE_HOME=/home/jovyan/.cache/ |
| RUN /bin/bash -o pipefail -c MPLBACKEND=Agg python -c "import matplotlib.pyplot" && fix-permissions "/home/${NB_USER}" # buildkit |
| USER 1000 |
| WORKDIR /home/jovyan |
| ENV PATH=/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/conda/bin |
| RUN /bin/bash -o pipefail -c pip install --upgrade ipykernel # buildkit |
| RUN /bin/bash -o pipefail -c conda install --quiet --yes cffi future pycryptodomex && conda clean --all && fix-permissions $CONDA_DIR && fix-permissions /home/$NB_USER # buildkit |
| ADD jupyter_enterprise_gateway_kernel_image_files*.tar.gz /usr/local/bin/ # buildkit |
| USER root |
| RUN /bin/bash -o pipefail -c apt-get update && apt-get install -yq --no-install-recommends libkrb5-dev && rm -rf /var/lib/apt/lists/* # buildkit |
| RUN /bin/bash -o pipefail -c chown jovyan:users /usr/local/bin/bootstrap-kernel.sh && chmod 0755 /usr/local/bin/bootstrap-kernel.sh && chown -R jovyan:users /usr/local/bin/kernel-launchers # buildkit |
| USER jovyan |
| ENV KERNEL_LANGUAGE=python |
| HEALTHCHECK &{["NONE"] "0s" "0s" "0s" "0s" '\x00'} |
| CMD ["/bin/bash" "-o" "pipefail" "-c" "/usr/local/bin/bootstrap-kernel.sh"] |
| ARG SPARK_VERSION |
| ENV SPARK_VER=3.2.1 |
| ENV SPARK_HOME=/opt/spark |
| ENV KERNEL_LANGUAGE=python |
| ENV R_LIBS_USER=:/opt/spark/R/lib |
| ENV PATH=/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/conda/bin:/opt/spark/bin |
| USER root |
| RUN |1 SPARK_VERSION=3.2.1 /bin/bash -o pipefail -c dpkg --purge --force-depends ca-certificates-java && apt-get update && apt-get install -yq --no-install-recommends ca-certificates ca-certificates-java openjdk-8-jdk less curl libssl-dev && rm -rf /var/lib/apt/lists/* # buildkit |
| ENV JAVA_HOME=/usr/lib/jvm/java |
| RUN |1 SPARK_VERSION=3.2.1 /bin/bash -o pipefail -c ln -s $(readlink -f /usr/bin/javac | sed "s:/bin/javac::") ${JAVA_HOME} # buildkit |
| RUN |1 SPARK_VERSION=3.2.1 /bin/bash -o pipefail -c curl -s https://archive.apache.org/dist/spark/spark-${SPARK_VER}/spark-${SPARK_VER}-bin-hadoop2.7.tgz | tar -xz -C /opt && ln -s ${SPARK_HOME}-${SPARK_VER}-bin-hadoop2.7 $SPARK_HOME # buildkit |
| RUN |1 SPARK_VERSION=3.2.1 /bin/bash -o pipefail -c cd /opt/ && wget https://raw.githubusercontent.com/apache/spark/v${SPARK_VER}/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/entrypoint.sh && chmod a+x /opt/entrypoint.sh && sed -i 's/tini -s/tini -g/g' /opt/entrypoint.sh # buildkit |
| WORKDIR /opt/spark/work-dir |
| RUN |1 SPARK_VERSION=3.2.1 /bin/bash -o pipefail -c chmod 0777 $SPARK_HOME/work-dir # buildkit |
| ENTRYPOINT ["/opt/entrypoint.sh"] |
| USER jovyan |
| USER root |
| /bin/bash -o pipefail -c pip install --no-cache-dir papermill==2.6.0 jupyter-client==8.6.0 ipykernel==6.29.0 nbformat==5.10.0 nbconvert==7.16.0 |
| /bin/bash -o pipefail -c pip install --no-cache-dir pandas==2.2.0 pyarrow==15.0.0 boto3==1.34.0 |
| COPY file:b0b239fea05c537a6beddc22a8647f17f3bc9b6e879ef7688d2746d8e814914e in /usr/local/bin/run_notebook.py |
| /bin/bash -o pipefail -c chmod +x /usr/local/bin/run_notebook.py |
| /bin/bash -o pipefail -c mkdir -p /opt/notebooks |
| WORKDIR /opt/notebooks |
| USER jovyan |
Labels
| Key | Value |
|---|---|
| maintainer | Jupyter Project <jupyter@googlegroups.com> |
| org.opencontainers.image.ref.name | ubuntu |
| org.opencontainers.image.version | 22.04 |
Details
2026-03-01 02:15:35 +00:00
Versions (34)
View all
Container
0
OCI / Docker
linux/arm64
1.5 GiB
3.2.3-2d6685d1
2026-03-01
3.2.3
2026-03-01
2d6685d1
2026-03-01
latest
2026-03-01
3.2.3-2d6685d1-arm64
2026-03-01