Skip to content

Commit fa1a6b3

Browse files
sirikalsirikal
committed
jupyter-spark with ubuntu 24.04, cuda 12.6 and vscode server 4.96.2
1 parent 0132060 commit fa1a6b3

File tree

1 file changed

+46
-46
lines changed

1 file changed

+46
-46
lines changed

‎jupyter-spark/Dockerfile

Lines changed: 46 additions & 46 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
# SciPy: https://github.com/jupyter/docker-stacks/blob/main/scipy-notebook/Dockerfile
77
# Minimal: https://github.com/jupyter/docker-stacks/blob/main/minimal-notebook/Dockerfile
88
# Base: https://github.com/jupyter/docker-stacks/blob/main/base-notebook/Dockerfile
9-
FROM quay.io/jupyter/all-spark-notebook:00987883e58d as miniconda
9+
FROM quay.io/jupyter/all-spark-notebook:a6ef176ff3a7 as miniconda
1010
USER root
1111
ENV DEBIAN_FRONTEND noninteractive \
1212
NODE_OPTIONS --max-old-space-size=4096 \
@@ -28,15 +28,15 @@ RUN conda config --set channel_priority strict && \
2828
RUN mamba create -n minimal -y && bash -c 'source activate minimal && conda install -y ipykernel && ipython kernel install --name=minimal --display-name="Python 3 (minimal conda)" && conda clean --all -f -y && conda deactivate'
2929
USER notebook
3030

31-
FROM quay.io/jupyter/all-spark-notebook:00987883e58d
31+
FROM quay.io/jupyter/all-spark-notebook:a6ef176ff3a7
3232
LABEL maintainer = "[email protected]"
3333
USER root
3434

3535
# Setup ENV for Appstore to be picked up
3636
ENV APP_UID=999 \
3737
APP_GID=999 \
38-
PKG_JUPYTER_NOTEBOOK_VERSION=7.2.1 \
39-
PKG_CUDA_VERSION=12.4.1
38+
PKG_JUPYTER_NOTEBOOK_VERSION=7.3.2 \
39+
PKG_CUDA_VERSION=12.6.3
4040

4141
RUN groupadd -g "$APP_GID" notebook && \
4242
useradd -m -s /bin/bash -N -u "$APP_UID" -g notebook notebook && \
@@ -48,69 +48,69 @@ RUN groupadd -g "$APP_GID" notebook && \
4848
# https://github.com/tensorflow/tensorflow/blob/master/tensorflow/tools/dockerfiles/dockerfiles/gpu-jupyter.Dockerfile
4949
# might also be useful for CUDA packages
5050

51-
ENV NV_CUDA_LIB_VERSION=12.4.1-1 \
52-
NV_CUDNN_VERSION=9.1.0.70-1 \
51+
ENV NV_CUDA_LIB_VERSION=12.6.3-1 \
52+
NV_CUDNN_VERSION=9.5.1.17-1 \
5353
NV_CUDNN_PACKAGE_NAME="libcudnn9-cuda-12" \
54-
NV_CUDA_CUDART_VERSION=12.4.127-1 \
55-
NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4 \
56-
CUDA_VERSION=12.4.1 \
57-
NV_NVTX_VERSION=12.4.127-1 \
58-
NV_LIBNPP_VERSION=12.2.5.30-1 \
59-
NV_LIBCUSPARSE_VERSION=12.3.1.170-1 \
60-
NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-4 \
61-
NV_LIBCUBLAS_VERSION=12.4.5.8-1 \
54+
NV_CUDA_CUDART_VERSION=12.6.77-1 \
55+
NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-6 \
56+
CUDA_VERSION=12.6.3 \
57+
NV_NVTX_VERSION=12.6.77-1\
58+
NV_LIBNPP_VERSION=12.3.1.54-1 \
59+
NV_LIBCUSPARSE_VERSION=12.5.4.2-1 \
60+
NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-6 \
61+
NV_LIBCUBLAS_VERSION=12.6.4.1-1 \
6262
NV_LIBNCCL_PACKAGE_NAME=libnccl2 \
63-
NV_LIBNCCL_PACKAGE_VERSION=2.21.5-1 \
64-
NV_CUDA_CUDART_DEV_VERSION=12.4.127-1 \
65-
NV_NVML_DEV_VERSION=12.4.127-1 \
66-
NV_NVPROF_VERSION=12.4.127-1\
67-
NCCL_VERSION=2.21.5-1 \
68-
NV_LIBNPP_DEV_VERSION=12.2.5.30-1 \
69-
NV_LIBCUSPARSE_DEV_VERSION=12.3.1.170-1 \
70-
NV_LIBCUBLAS_DEV_VERSION=12.4.5.8-1 \
71-
NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-4 \
63+
NV_LIBNCCL_PACKAGE_VERSION=2.23.4-1\
64+
NV_CUDA_CUDART_DEV_VERSION=12.6.77-1 \
65+
NV_NVML_DEV_VERSION=12.6.77-1 \
66+
NV_NVPROF_VERSION=12.6.80-1\
67+
NCCL_VERSION=2.23.4-1 \
68+
NV_LIBNPP_DEV_VERSION=12.3.1.54-1 \
69+
NV_LIBCUSPARSE_DEV_VERSION=12.5.4.2-1 \
70+
NV_LIBCUBLAS_DEV_VERSION=12.6.4.1-1 \
71+
NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-6 \
7272
NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev \
73-
NV_LIBNCCL_DEV_PACKAGE_VERSION=2.21.5-1 \
74-
NV_CUDA_NSIGHT_COMPUTE_VERSION=12.4.1-1
73+
NV_LIBNCCL_DEV_PACKAGE_VERSION=2.23.4-1 \
74+
NV_CUDA_NSIGHT_COMPUTE_VERSION=12.6.3-1
7575

7676
ENV NV_CUDNN_PACKAGE="libcudnn9-cuda-12=${NV_CUDNN_VERSION}" \
7777
PKG_CUDNN_VERSION="$NV_CUDNN_VERSION" \
78-
NV_LIBNPP_PACKAGE="libnpp-12-4=${NV_LIBNPP_VERSION}"\
78+
NV_LIBNPP_PACKAGE="libnpp-12-6=${NV_LIBNPP_VERSION}"\
7979
NV_LIBCUBLAS_PACKAGE="${NV_LIBCUBLAS_PACKAGE_NAME}=${NV_LIBCUBLAS_VERSION}" \
80-
NV_NVPROF_DEV_PACKAGE="cuda-nvprof-12-4=${NV_NVPROF_VERSION}" \
81-
NV_LIBNCCL_PACKAGE="${NV_LIBNCCL_PACKAGE_NAME}=${NV_LIBNCCL_PACKAGE_VERSION}+cuda12.4" \
82-
NV_LIBNPP_DEV_PACKAGE="libnpp-dev-12-4=${NV_LIBNPP_DEV_VERSION}" \
80+
NV_NVPROF_DEV_PACKAGE="cuda-nvprof-12-6=${NV_NVPROF_VERSION}" \
81+
NV_LIBNCCL_PACKAGE="${NV_LIBNCCL_PACKAGE_NAME}=${NV_LIBNCCL_PACKAGE_VERSION}+cuda12.6" \
82+
NV_LIBNPP_DEV_PACKAGE="libnpp-dev-12-6=${NV_LIBNPP_DEV_VERSION}" \
8383
NV_LIBCUBLAS_DEV_PACKAGE="${NV_LIBCUBLAS_DEV_PACKAGE_NAME}=${NV_LIBCUBLAS_DEV_VERSION}" \
84-
NV_LIBNCCL_DEV_PACKAGE="${NV_LIBNCCL_DEV_PACKAGE_NAME}=${NV_LIBNCCL_DEV_PACKAGE_VERSION}+cuda12.4" \
85-
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE="cuda-nsight-compute-12-4=${NV_CUDA_NSIGHT_COMPUTE_VERSION}"
84+
NV_LIBNCCL_DEV_PACKAGE="${NV_LIBNCCL_DEV_PACKAGE_NAME}=${NV_LIBNCCL_DEV_PACKAGE_VERSION}+cuda12.6" \
85+
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE="cuda-nsight-compute-12-6=${NV_CUDA_NSIGHT_COMPUTE_VERSION}"
8686

8787
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
8888
RUN apt-get update && apt-get install -y --no-install-recommends \
8989
gnupg2 curl ca-certificates && \
90-
curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.1-1_all.deb && \
91-
dpkg -i cuda-keyring_1.1-1_all.deb && \
90+
curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/x86_64/3bf863cc.pub | apt-key add - && \
91+
echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/x86_64 /" > /etc/apt/sources.list.d/cuda.list && \
9292
apt-get -y autoremove && \
9393
rm -rf /var/lib/apt/lists/*
9494

9595
RUN apt-get update && apt-get install -y --no-install-recommends \
9696
build-essential \
97-
cuda-cudart-12-4=${NV_CUDA_CUDART_VERSION} \
97+
cuda-cudart-12-6=${NV_CUDA_CUDART_VERSION} \
9898
"${NV_CUDA_COMPAT_PACKAGE}" \
99-
cuda-libraries-12-4="${NV_CUDA_LIB_VERSION}" \
99+
cuda-libraries-12-6="${NV_CUDA_LIB_VERSION}" \
100100
"${NV_LIBNPP_PACKAGE}" \
101-
cuda-nvtx-12-4="${NV_NVTX_VERSION}" \
102-
libcusparse-12-4="${NV_LIBCUSPARSE_VERSION}" \
101+
cuda-nvtx-12-6="${NV_NVTX_VERSION}" \
102+
libcusparse-12-6="${NV_LIBCUSPARSE_VERSION}" \
103103
"${NV_LIBCUBLAS_PACKAGE}" \
104104
"${NV_LIBNCCL_PACKAGE}" \
105105
"${NV_CUDNN_PACKAGE}" \
106-
cuda-cudart-dev-12-4="${NV_CUDA_CUDART_DEV_VERSION}" \
107-
cuda-command-line-tools-12-4="${NV_CUDA_LIB_VERSION}" \
108-
cuda-minimal-build-12-4="${NV_CUDA_LIB_VERSION}" \
109-
cuda-libraries-dev-12-4="${NV_CUDA_LIB_VERSION}" \
110-
cuda-nvml-dev-12-4="${NV_NVML_DEV_VERSION}" \
106+
cuda-cudart-dev-12-6="${NV_CUDA_CUDART_DEV_VERSION}" \
107+
cuda-command-line-tools-12-6="${NV_CUDA_LIB_VERSION}" \
108+
cuda-minimal-build-12-6="${NV_CUDA_LIB_VERSION}" \
109+
cuda-libraries-dev-12-6="${NV_CUDA_LIB_VERSION}" \
110+
cuda-nvml-dev-12-6="${NV_NVML_DEV_VERSION}" \
111111
"${NV_NVPROF_DEV_PACKAGE}" \
112112
"${NV_LIBNPP_DEV_PACKAGE}" \
113-
libcusparse-dev-12-4="${NV_LIBCUSPARSE_DEV_VERSION}" \
113+
libcusparse-dev-12-6="${NV_LIBCUSPARSE_DEV_VERSION}" \
114114
"${NV_LIBCUBLAS_DEV_PACKAGE}" \
115115
"${NV_LIBNCCL_DEV_PACKAGE}" \
116116
"${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE}" \
@@ -165,9 +165,9 @@ ENV TZ="Europe/Oslo" \
165165
NB_GID=999 \
166166
PKG_SPARK_VERSION=${APACHE_SPARK_VERSION} \
167167
PKG_HADOOP_VERSION=${HADOOP_VERSION} \
168-
PKG_TOREE_VERSION=0.4.0-incubating \
169-
PKG_R_VERSION=4.3.3 \
170-
PKG_VS_CODE_VERSION=4.91.1 \
168+
PKG_TOREE_VERSION=0.5.0-incubating \
169+
PKG_R_VERSION=4.4.2 \
170+
PKG_VS_CODE_VERSION=4.96.2 \
171171
HOME=/home/notebook \
172172
PATH=$PATH:$SPARK_HOME/bin \
173173
XDG_CACHE_HOME=/home/notebook/.cache/

0 commit comments

Comments
 (0)