gptbasesparticle
    gb_llmapi
    v630
Namespace
gptbasesparticle
Image / Tag
gb_llmapi:v630
Content Digest
sha256:bb564fdc27dd28b5f1f76c31bedb883653d5b481e2cac21affabbcaf7d59811e
Details
Created

2024-10-17 18:44:05 +0900

Size

5.17 GB

Content Digest
Labels
  • maintainer
    NVIDIA CORPORATION <cudatools@nvidia.com>
  • org.opencontainers.image.ref.name
    ubuntu
  • org.opencontainers.image.version
    22.04
Environment
CUDA_VERSION

12.4.1

DEBIAN_FRONTEND

noninteractive

LD_LIBRARY_PATH

/usr/local/nvidia/lib:/usr/local/nvidia/lib64

NVARCH

x86_64

NVIDIA_DRIVER_CAPABILITIES

compute,utility

NVIDIA_REQUIRE_CUDA

cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536

NVIDIA_VISIBLE_DEVICES

all

NV_CUDA_COMPAT_PACKAGE

cuda-compat-12-4

NV_CUDA_CUDART_VERSION

12.4.127-1

PATH

/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

VLLM_USAGE_SOURCE

production-docker-image

Layers

[#000] sha256:3c645031de2917ade93ec54b118d5d3e45de72ef580b8f419a8cdc41e01d042c - 0.53% (28.2 MB)

[#001] sha256:0d6448aff88945ea46a37cfe4330bdb0ada228268b80da6258a0fec63086f404 - 0.08% (4.41 MB)

[#002] sha256:0a7674e3e8fe69dcd7f1424fa29aa033b32c42269aab46cbe9818f8dd7154754 - 1.04% (54.9 MB)

[#003] sha256:b71b637b97c5efb435b9965058ad414f07afa99d320cf05e89f10441ec1becf4 - 0.0% (185 Bytes)

[#004] sha256:56dc8550293751a1604e97ac949cfae82ba20cb2a28e034737bafd7382559609 - 0.0% (6.72 KB)

[#005] sha256:2ab4522b7e7f44c195e772e07354622fcf36460ee71dba34958fbe72dbfd4f0e - 0.0% (136 Bytes)

[#006] sha256:737622d51b449a3e855341edeb96611982d96aecdf75872ce536f2692f1aec55 - 0.0% (231 Bytes)

[#007] sha256:d5a70e9e79dc9669aab93c391f69d9b5b3fabdf7f6f9a599df46dc9147fd8174 - 7.61% (403 MB)

[#008] sha256:b09cd39b0af5c1b1497d2af0b9488062ed3fdbf24e7cf95b26cf56dc3b8a026b - 0.0% (11.2 KB)

[#009] sha256:c857fdf0ab96890737831c5252dde1d0220e05e143acdff25579d45e92432e04 - 64.05% (3.31 GB)

[#010] sha256:4dd3c7fdfd2fd349c70a372c0ad905633b72a54e0d3251188bfb2dbebbf64884 - 24.08% (1.25 GB)

[#011] sha256:0db2f592b3be6f497bf90158c8af50128eee367d96927b64154020fcb7db15a2 - 0.0% (53 KB)

[#012] sha256:e9d17904a0909cb70c3ba449588f23ef55d3469adf9d051377a47ba497f85c43 - 2.61% (138 MB)

History
2024-04-10 18:52:02 UTC

/bin/sh -c #(nop) ARG RELEASE

2024-04-10 18:52:02 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2024-04-10 18:52:02 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2024-04-10 18:52:02 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04

2024-04-10 18:52:04 UTC

/bin/sh -c #(nop) ADD file:3bd10da0673e2e72cb06a1f64a9df49a36341df39b0f762e3d1b38ee4de296fa in /

2024-04-10 18:52:04 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)

ENV NVARCH=x86_64

2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_REQUIRE_CUDA=cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536

2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_VERSION=12.4.127-1

2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4

2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit

2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)

ENV CUDA_VERSION=12.4.1

2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-4=${NV_CUDA_CUDART_VERSION} ${NV_CUDA_COMPAT_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit

2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64

2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)

COPY NGC-DL-CONTAINER-LICENSE / # buildkit

2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_VISIBLE_DEVICES=all

2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility

2024-10-17 16:48:58 +0900 (buildkit.dockerfile.v0)

ARG CUDA_VERSION=12.4.1

2024-10-17 16:48:58 +0900 (buildkit.dockerfile.v0)

ARG PYTHON_VERSION=3.12

2024-10-17 16:48:58 +0900 (buildkit.dockerfile.v0)

WORKDIR /vllm-workspace

2024-10-17 16:48:58 +0900 (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive

2024-10-17 16:49:00 +0900 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.4.1 PYTHON_VERSION=3.12 /bin/sh -c PYTHON_VERSION_STR=$(echo ${PYTHON_VERSION} | sed 's/\.//g') && echo "export PYTHON_VERSION_STR=${PYTHON_VERSION_STR}" >> /etc/environment # buildkit

2024-10-17 16:55:48 +0900 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.4.1 PYTHON_VERSION=3.12 /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt-get update -y && apt-get install -y ccache software-properties-common git curl sudo vim python3-pip && apt-get install -y ffmpeg libsm6 libxext6 libgl1 && add-apt-repository ppa:deadsnakes/ppa && apt-get update -y && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv libibverbs-dev && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit

2024-10-17 16:55:49 +0900 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.4.1 PYTHON_VERSION=3.12 /bin/sh -c ldconfig /usr/local/cuda-$(echo $CUDA_VERSION | cut -d. -f1,2)/compat/ # buildkit

2024-10-17 18:42:56 +0900 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.4.1 PYTHON_VERSION=3.12 /bin/sh -c python3 -m pip install dist/*.whl --verbose # buildkit

2024-10-17 18:43:52 +0900 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.4.1 PYTHON_VERSION=3.12 /bin/sh -c . /etc/environment && python3 -m pip install https://github.com/flashinfer-ai/flashinfer/releases/download/v0.1.6/flashinfer-0.1.6+cu121torch2.4-cp${PYTHON_VERSION_STR}-cp${PYTHON_VERSION_STR}-linux_x86_64.whl # buildkit

2024-10-17 18:43:52 +0900 (buildkit.dockerfile.v0)

COPY examples examples # buildkit

2024-10-17 18:44:05 +0900 (buildkit.dockerfile.v0)

RUN |2 CUDA_VERSION=12.4.1 PYTHON_VERSION=3.12 /bin/sh -c pip install accelerate hf_transfer 'modelscope!=1.15.0' bitsandbytes>=0.44.0 timm==0.9.10 # buildkit

2024-10-17 18:44:05 +0900 (buildkit.dockerfile.v0)

ENV VLLM_USAGE_SOURCE=production-docker-image

2024-10-17 18:44:05 +0900 (buildkit.dockerfile.v0)

ENTRYPOINT ["python3" "-m" "vllm.entrypoints.openai.api_server"]

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete