Namespace
alexsuntop
Image / Tagmineru-sglang:2.1.7
Content Digestsha256:69426b0610fe3619e312852bfc1fca4f6e8b66217ba9642a67529eceef5be1bb
Details
2025-07-27 14:58:57 UTC
16.1 GB
Labels
-
com.nvidia.cudnn.version9.3.0.75-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
CUDA_HOME/usr/local/cuda
CUDA_VERSION12.6.1
DEBIAN_FRONTENDnoninteractive
GDRCOPY_HOME/usr/src/gdrdrv-2.4.4/
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.22.3-1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.6 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551
NVIDIA_VISIBLE_DEVICESall
NVSHMEM_DIR/sgl-workspace/nvshmem/install
NV_CUDA_CUDART_DEV_VERSION12.6.68-1
NV_CUDA_CUDART_VERSION12.6.68-1
NV_CUDA_LIB_VERSION12.6.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-6=12.6.1-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.6.1-1
NV_CUDNN_PACKAGElibcudnn9-cuda-12=9.3.0.75-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-12=9.3.0.75-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-12
NV_CUDNN_VERSION9.3.0.75-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-6=12.6.1.4-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-6
NV_LIBCUBLAS_DEV_VERSION12.6.1.4-1
NV_LIBCUBLAS_PACKAGElibcublas-12-6=12.6.1.4-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-6
NV_LIBCUBLAS_VERSION12.6.1.4-1
NV_LIBCUSPARSE_DEV_VERSION12.5.3.3-1
NV_LIBCUSPARSE_VERSION12.5.3.3-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.22.3-1+cuda12.6
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.22.3-1
NV_LIBNCCL_PACKAGElibnccl2=2.22.3-1+cuda12.6
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.22.3-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-6=12.3.1.54-1
NV_LIBNPP_DEV_VERSION12.3.1.54-1
NV_LIBNPP_PACKAGElibnpp-12-6=12.3.1.54-1
NV_LIBNPP_VERSION12.3.1.54-1
NV_NVML_DEV_VERSION12.6.68-1
NV_NVPROF_DEV_PACKAGEcuda-nvprof-12-6=12.6.68-1
NV_NVPROF_VERSION12.6.68-1
NV_NVTX_VERSION12.6.68-1
PATH/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
Layers
[#000] sha256:857cc8cb19c0f475256df4b7709003b77f101215ebf3693118e61aac6a5ea4ff - 0.17% (28.2 MB)
[#001] sha256:43c9e37e4068d8ef7a8f75b75ad05cc8770ac1f8fe1b6299a5c932a11b93ef09 - 0.03% (4.41 MB)
[#002] sha256:b8f5d10811b1a0625fe9af8e7904b4b441cf2778710db24e61d92b7c826ba13d - 0.33% (54.7 MB)
[#003] sha256:5433d7c9b0a7a2d3928f0d557775cd130a7f292a984a5bbda52641f00036fb67 - 0.0% (184 Bytes)
[#004] sha256:22e17e21b5e69ddd0e26d8b510fb892ce7d40988cbc62bc0a02647d91a11368a - 0.0% (6.72 KB)
[#005] sha256:8ae4858e1b6b07fa55ec702dbf92d2155e9958fd066640ef70d0a8ef3ad3cdeb - 7.99% (1.29 GB)
[#006] sha256:901dbd1d7787ef82b10666aa689387fe7002913811cd59082a680b6883870c4a - 0.0% (62.6 KB)
[#007] sha256:c8db2d94ee090364e268894d946c0b0053b95cfe9075cdcd81963b6d00c62e88 - 0.0% (1.64 KB)
[#008] sha256:9e09e08092e230cee55c4d10384e1d093a911405f37266b56657f9a487750418 - 0.0% (1.49 KB)
[#009] sha256:0a347f211a3d7040f35d39d9d9516c91cb2e3fe8e3fbf7faf83decba2e7f3ed2 - 14.31% (2.31 GB)
[#010] sha256:39280a15c0bdc5df1c2ad22923b0cfeb2215853b9385846b55a2a70b9a76fc03 - 0.0% (86.8 KB)
[#011] sha256:19385e86e52fcea37d949c78a8250c54fa54411ad2a3cdf5facb8ec0b4430949 - 3.37% (555 MB)
[#012] sha256:0740331e7375f7eef5352cab8c7d9df74de05f228346d39fb88b7efa8f5b5f37 - 1.8% (296 MB)
[#013] sha256:3f3b3dcf76bbba0c96e9878de64dc6494c154288ff54163296ff07108e8805ea - 0.0% (642 KB)
[#014] sha256:547c0bcfa558dc78e03298e149be95e8d75a1054769d14de0b04c34f593c6930 - 0.0% (187 Bytes)
[#015] sha256:6544f65a4ffeff557948fe27a9ee97997ce4aeb2d73a37b9330ed040e6cbb31d - 0.0% (103 Bytes)
[#016] sha256:69bee076a728d2619dd1596cdf686569c44caa18a7334bd9f4101ec334e2f6cd - 39.84% (6.42 GB)
[#017] sha256:bc76807ecdfef22de4b3d0e1d36579efdeb4adc0f5abc9455006b38b9a3a70e8 - 3.8% (627 MB)
[#018] sha256:33b2c3eeb90c0cadecf3ba6399bb98928e5e3ed7462482d2e77773e72270ff84 - 0.4% (66.4 MB)
[#019] sha256:57630a9e21d315a2cae34992ec0011541a2cff87e40488fe451670ec072858c0 - 0.31% (52 MB)
[#020] sha256:2b0967230685897236479a77d736b7b5687a305a4471d340d5e15bebbd4358d6 - 1.29% (214 MB)
[#021] sha256:472edd433e8473b234c2f66750962a932acbedc90b57956e94482048bd8b6fd6 - 0.01% (845 KB)
[#022] sha256:cf1ce2d478227899aecf0d40476433245c2de11709051b7af35fd185b7974ba3 - 0.11% (18.1 MB)
[#023] sha256:90bdf8061756de54536abb4a976dffa9fb7138fe53291d5eb29be3d96d314afa - 0.0% (13.1 KB)
[#024] sha256:dde046bb808f2542a47e882e662206a183d019f12555525a789414e720bfe2dd - 0.01% (1.7 MB)
[#025] sha256:690d3c0f816abeaee725fe48e08c2ab46fda7721a14bf17a98b7b4457949fa70 - 0.5% (81.9 MB)
[#026] sha256:4e162ba88c2059b3c4c185cfbbdada32071e3421e65f6694a12d9d08df8ffae2 - 0.27% (44.4 MB)
[#027] sha256:bc5b0d4a16182408dbb2b2c9fdadad3bcd238560b125c1be98f89c3ae9a5a166 - 0.0% (450 Bytes)
[#028] sha256:c55a2bcf30dab6361d4046c112246f463bc263c0438fafd73ac84cbba9670e27 - 0.0% (447 Bytes)
[#029] sha256:454890ed0026f6979e0b50e1a62685fd6ec2e400d90822f314e53fe9bf48f9fe - 0.05% (9 MB)
[#030] sha256:82dafb61d8af1cf1b0000056660f901532971118416ab1fe2965780ce5b0b388 - 0.0% (696 Bytes)
[#031] sha256:7e5f69ee02a3bc1cb600da789535d08ccd772c34934e21896092e905fb9d8ced - 0.0% (467 Bytes)
[#032] sha256:962cfac66779cd3b3f30226399ef4a8ee40b7e2d60a6bda1d1b6a71636d8e8ad - 0.0% (487 Bytes)
[#033] sha256:bd43e1dbca7676c414faf20bc8444d176d449ec290050b1af3f47af07c707900 - 0.0% (391 Bytes)
[#034] sha256:a8796982ed3fdc843d605b66f0625af604cd84284e648247373a250305858628 - 0.01% (1.9 MB)
[#035] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#036] sha256:013362201897a8b7980b8975a584dacaf31c51cf128e059fafa4e104ff25380c - 0.88% (144 MB)
[#037] sha256:6086d72d60eccb966a02ca914818b22d83840635349e504dea367888549077e6 - 2.53% (418 MB)
[#038] sha256:313c7cb5a697d45a6d2926c41f5516dbc276bd2595ff90cf0c1588ce2d82d48f - 21.99% (3.54 GB)
History
/bin/sh -c #(nop) ARG RELEASE
2024-08-13 09:27:22 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2024-08-13 09:27:22 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2024-08-13 09:27:22 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2024-08-13 09:27:24 UTC/bin/sh -c #(nop) ADD file:2f8a54a5efd080fb81efea702b4e3e07d946eec7563fb2281bd28950c10ec462 in /
2024-08-13 09:27:24 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2024-09-03 14:56:41 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2024-09-03 14:56:41 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.6 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551
2024-09-03 14:56:41 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.6.68-1
2024-09-03 14:56:41 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-09-03 14:56:41 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-09-03 14:56:41 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2024-09-03 14:56:41 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.6.1
2024-09-03 14:56:51 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-6=${NV_CUDA_CUDART_VERSION} cuda-compat-12-6 && rm -rf /var/lib/apt/lists/* # buildkit
2024-09-03 14:56:51 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2024-09-03 14:56:51 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2024-09-03 14:56:51 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2024-09-03 14:56:51 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2024-09-03 14:56:51 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2024-09-03 14:56:51 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.6.1-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.6.68-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.3.1.54-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-6=12.3.1.54-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.5.3.3-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-6
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.6.1.4-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-6=12.6.1.4-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.22.3-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.22.3-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.22.3-1+cuda12.6
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-6=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-6=${NV_NVTX_VERSION} libcusparse-12-6=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.6.1-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.6.68-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.6.68-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.3.3-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.3.1.54-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-6=12.3.1.54-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.6.1.4-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-6
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-6=12.6.1.4-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.6.1-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-6=12.6.1-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_VERSION=12.6.68-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-6=12.6.68-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.22.3-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.22.3-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.22.3-1+cuda12.6
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-6=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-6=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-6=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-6=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-6=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-6=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2024-09-03 15:34:35 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.3.0.75-1
2024-09-03 15:34:35 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
2024-09-03 15:34:35 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.3.0.75-1
2024-09-03 15:34:35 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.3.0.75-1
2024-09-03 15:34:35 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-09-03 15:34:35 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-09-03 15:34:35 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.3.0.75-1
2024-09-03 15:34:35 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2025-07-26 00:18:43 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2025-07-26 00:18:43 UTC (buildkit.dockerfile.v0)ARG DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58
2025-07-26 00:18:43 UTC (buildkit.dockerfile.v0)ARG CMAKE_BUILD_PARALLEL_LEVEL=2
2025-07-26 00:18:43 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.4.4/ NVSHMEM_DIR=/sgl-workspace/nvshmem/install
2025-07-26 00:18:43 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt-get update && apt-get install -y --no-install-recommends tzdata software-properties-common netcat-openbsd kmod unzip openssh-server curl wget lsof zsh ccache tmux htop git-lfs tree python3 python3-pip python3-dev libpython3-dev python3-venv build-essential cmake libopenmpi-dev libnuma1 libnuma-dev libibverbs-dev libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 libnl-route-3-dev libnl-3-dev ibverbs-providers infiniband-diags perftest libgoogle-glog-dev libgtest-dev libjsoncpp-dev libunwind-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler-grpc pybind11-dev libhiredis-dev libcurl4-openssl-dev libczmq4 libczmq-dev libfabric-dev patchelf nvidia-dkms-550 devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev && ln -sf /usr/bin/python3 /usr/bin/python && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2025-07-26 00:19:02 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c mkdir -p /tmp/gdrcopy && cd /tmp && git clone https://github.com/NVIDIA/gdrcopy.git -b v2.4.4 && cd gdrcopy/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb libgdrapi_*.deb gdrcopy-tests_*.deb gdrcopy_*.deb && cd / && rm -rf /tmp/gdrcopy # buildkit
2025-07-26 00:19:02 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c ln -sf /usr/lib/x86_64-linux-gnu/libmlx5.so.1 /usr/lib/x86_64-linux-gnu/libmlx5.so # buildkit
2025-07-26 00:19:02 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2025-07-26 00:22:13 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c python3 -m pip install --no-cache-dir --upgrade pip setuptools wheel html5lib six && git clone --depth=1 https://github.com/sgl-project/sglang.git && cd sglang && case "$CUDA_VERSION" in 12.6.1) CUINDEX=126 ;; 12.8.1) CUINDEX=128 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && python3 -m pip install --no-cache-dir -e "python[${BUILD_TYPE}]" --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} && python3 -m pip install --no-cache-dir nvidia-nccl-cu12==2.27.6 --force-reinstall --no-deps && if [ "$CUDA_VERSION" = "12.8.1" ]; then python3 -m pip install --no-cache-dir https://github.com/sgl-project/whl/releases/download/v0.2.7/sgl_kernel-0.2.7+cu128-cp39-abi3-manylinux2014_x86_64.whl --force-reinstall --no-deps ; fi # buildkit
2025-07-26 00:39:03 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c wget https://developer.download.nvidia.com/compute/redist/nvshmem/3.3.9/source/nvshmem_src_cuda12-all-all-3.3.9.tar.gz && git clone https://github.com/deepseek-ai/DeepEP.git && cd DeepEP && git checkout ${DEEPEP_COMMIT} && cd .. && tar -xf nvshmem_src_cuda12-all-all-3.3.9.tar.gz && mv nvshmem_src nvshmem && cd nvshmem && rm -f /sgl-workspace/nvshmem_src_cuda12-all-all-3.3.9.tar.gz && NVSHMEM_SHMEM_SUPPORT=0 NVSHMEM_UCX_SUPPORT=0 NVSHMEM_USE_NCCL=0 NVSHMEM_MPI_SUPPORT=0 NVSHMEM_IBGDA_SUPPORT=1 NVSHMEM_PMIX_SUPPORT=0 NVSHMEM_TIMEOUT_DEVICE_POLLING=0 NVSHMEM_USE_GDRCOPY=1 cmake -S . -B build/ -DCMAKE_INSTALL_PREFIX=${NVSHMEM_DIR} -DCMAKE_CUDA_ARCHITECTURES=90 && cmake --build build --target install -j${CMAKE_BUILD_PARALLEL_LEVEL} && cd /sgl-workspace/DeepEP && NVSHMEM_DIR=${NVSHMEM_DIR} pip install . # buildkit
2025-07-26 00:39:08 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c python3 -m pip install --no-cache-dir datamodel_code_generator mooncake-transfer-engine==0.3.5 pre-commit pytest black isort icdiff uv wheel scikit-build-core # buildkit
2025-07-26 00:39:21 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c apt-get update && apt-get install -y gdb ninja-build vim tmux htop wget curl locales lsof git git-lfs zsh tree silversearcher-ag cloc unzip pkg-config libssl-dev bear ccache less && apt install -y rdma-core infiniband-diags openssh-server perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2025-07-26 00:39:39 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c apt update -y && apt install -y --no-install-recommends gnupg && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/amd64 /" | tee /etc/apt/sources.list.d/nvidia-devtools.list && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/7fa2af80.pub && apt update -y && apt install nsight-systems-cli -y # buildkit
2025-07-26 00:39:41 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c locale-gen en_US.UTF-8 # buildkit
2025-07-26 00:39:41 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8
2025-07-26 00:39:41 UTC (buildkit.dockerfile.v0)ENV LANGUAGE=en_US:en
2025-07-26 00:39:41 UTC (buildkit.dockerfile.v0)ENV LC_ALL=en_US.UTF-8
2025-07-26 00:39:45 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c python3 -m pip install --no-cache-dir --break-system-packages pytest black isort icdiff scikit_build_core uv pre-commit pandas matplotlib tabulate # buildkit
2025-07-26 00:39:45 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c curl -LSso /usr/local/bin/diff-so-fancy https://github.com/so-fancy/diff-so-fancy/releases/download/v1.4.4/diff-so-fancy && chmod +x /usr/local/bin/diff-so-fancy # buildkit
2025-07-26 00:39:45 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c curl -LSso /usr/local/bin/clang-format https://github.com/muttleyxd/clang-tools-static-binaries/releases/download/master-32d3ac78/clang-format-16_linux-amd64 && chmod +x /usr/local/bin/clang-format # buildkit
2025-07-26 00:39:47 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c curl -L https://github.com/clangd/clangd/releases/download/18.1.3/clangd-linux-18.1.3.zip -o clangd.zip && unzip clangd.zip && cp -r clangd_18.1.3/bin/* /usr/local/bin/ && cp -r clangd_18.1.3/lib/* /usr/local/lib/ && rm -rf clangd_18.1.3 clangd.zip # buildkit
2025-07-26 00:39:50 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c wget https://github.com/Kitware/CMake/releases/download/v3.31.1/cmake-3.31.1-linux-x86_64.tar.gz && tar -xzf cmake-3.31.1-linux-x86_64.tar.gz && cp -r cmake-3.31.1-linux-x86_64/bin/* /usr/local/bin/ && cp -r cmake-3.31.1-linux-x86_64/share/* /usr/local/share/ && rm -rf cmake-3.31.1-linux-x86_64 cmake-3.31.1-linux-x86_64.tar.gz # buildkit
2025-07-26 00:39:50 UTC (buildkit.dockerfile.v0)COPY --chown=root:root <<EOF /usr/local/bin/yank # buildkit
2025-07-26 00:39:50 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c chmod +x /usr/local/bin/yank # buildkit
2025-07-26 00:39:51 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c sh -c "$(curl -fsSL https://raw.githubusercontent.com/ohmyzsh/ohmyzsh/master/tools/install.sh)" "" --unattended && git clone https://github.com/zsh-users/zsh-autosuggestions ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-autosuggestions && git clone https://github.com/zsh-users/zsh-syntax-highlighting.git ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-syntax-highlighting # buildkit
2025-07-26 00:39:51 UTC (buildkit.dockerfile.v0)COPY --chown=root:root <<EOF /root/.vimrc # buildkit
2025-07-26 00:39:51 UTC (buildkit.dockerfile.v0)COPY --chown=root:root <<EOF /root/.tmux.conf # buildkit
2025-07-26 00:39:51 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c git config --global core.editor "vim" && git config --global core.whitespace "fix,-indent-with-non-tab,trailing-space,cr-at-eol" && git config --global core.pager "diff-so-fancy | less --tabs=4 -RFX" && git config --global color.ui true && git config --global color."diff-highlight".oldNormal "red bold" && git config --global color."diff-highlight".oldHighlight "red bold 52" && git config --global color."diff-highlight".newNormal "green bold" && git config --global color."diff-highlight".newHighlight "green bold 22" && git config --global color.diff.meta "11" && git config --global color.diff.frag "magenta bold" && git config --global color.diff.commit "yellow bold" && git config --global color.diff.old "red bold" && git config --global color.diff.new "green bold" && git config --global color.diff.whitespace "red reverse" && git config --global alias.lg "log --color --graph --pretty=format:'%Cred%h%Creset - %s %Cgreen(%cr) %C(bold blue)<%an>%Creset%C(auto)%d%Creset' --abbrev-commit --" && git config --global http.sslVerify false && git config --global pull.rebase true # buildkit
2025-07-26 00:39:51 UTC (buildkit.dockerfile.v0)COPY --chown=root:root <<EOF /root/.zshrc # buildkit
2025-07-26 00:39:52 UTC (buildkit.dockerfile.v0)RUN |3 BUILD_TYPE=all DEEPEP_COMMIT=b6ce310bb0b75079682d09bc2ebc063a074fbd58 CMAKE_BUILD_PARALLEL_LEVEL=2 /bin/sh -c set -euxo ; curl --proto '=https' --tlsv1.2 -sSf https://just.systems/install.sh | bash -s -- --to /usr/local/bin # buildkit
2025-07-26 00:39:52 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace/sglang
2025-07-27 14:56:09 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c apt-get update && apt-get install -y fonts-noto-core fonts-noto-cjk fontconfig libgl1 && fc-cache -fv && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit
2025-07-27 14:57:16 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c python3 -m pip install -U 'mineru[core]' --break-system-packages && python3 -m pip cache purge # buildkit
2025-07-27 14:58:57 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c /bin/bash -c "mineru-models-download -s huggingface -m all" # buildkit
2025-07-27 14:58:57 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/bin/bash" "-c" "export MINERU_MODEL_SOURCE=local && exec \"$@\"" "--"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.