Sign inSign up

rocmvllm/dv_trtllm_h100:latest

Manifest digest

sha256:265232c5639b23c51c6ac73160d25a76bbd99cc80d6bc61bf8c14f9efeec8015

OS/ARCH

linux/amd64

Compressed size

16.89 GB

Last pushed

over 1 year by rocmvllm

Type

Image

Manifest digest

sha256:265232c5639b23c51c6ac73160d25a76bbd99cc80d6bc61bf8c14f9efeec8015

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 29.19 MB
6CMD ["/bin/bash"]0 B
7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive110.16 MB
8ARG CUDA_VERSION=12.6.3.0010 B
9ARG CUDA_DRIVER_VERSION=560.35.050 B
10ARG JETPACK_HOST_MOUNTS=0 B
11ENV CUDA_VERSION=12.6.3.001 CUDA_DRIVER_VERSION=560.35.05 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
12RUN |3 CUDA_VERSION=12.6.3.001 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=32 B
13RUN |3 CUDA_VERSION=12.6.3.001 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=150 MB
14RUN |3 CUDA_VERSION=12.6.3.001 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=15.08 KB
15ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
16LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
17ARG NCCL_VERSION=2.23.40 B
18ARG CUBLAS_VERSION=12.6.4.10 B
19ARG CUFFT_VERSION=11.3.0.40 B
20ARG CURAND_VERSION=10.3.7.770 B
21ARG CUSPARSE_VERSION=12.5.4.20 B
22ARG CUSOLVER_VERSION=11.7.1.20 B
23ARG CUTENSOR_VERSION=2.0.2.50 B
24ARG NPP_VERSION=12.3.1.540 B
25ARG NVJPEG_VERSION=12.3.3.540 B
26ARG CUDNN_VERSION=9.5.1.170 B
27ARG CUDNN_FRONTEND_VERSION=1.8.00 B
28ARG TRT_VERSION=10.6.0.260 B
29ARG TRTOSS_VERSION=0 B
30ARG NSIGHT_SYSTEMS_VERSION=2024.6.1.900 B
31ARG NSIGHT_COMPUTE_VERSION=2024.3.2.30 B
32ARG CUSPARSELT_VERSION=0.6.3.20 B
33ENV NCCL_VERSION=2.23.4 CUBLAS_VERSION=12.6.4.1 CUFFT_VERSION=11.3.0.4 CURAND_VERSION=10.3.7.770 B
34RUN |19 CUDA_VERSION=12.6.3.001 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=4.1 GB
35LABEL com.nvidia.nccl.version=2.23.4 com.nvidia.cublas.version=12.6.4.1 com.nvidia.cufft.version=11.3.0.4 com.nvidia.curand.version=10.3.7.770 B
36ARG DALI_VERSION=1.43.00 B
37ARG DALI_BUILD=194973850 B
38ARG POLYGRAPHY_VERSION=0.49.130 B
39ARG TRANSFORMER_ENGINE_VERSION=1.120 B
40ARG MODEL_OPT_VERSION=0.19.00 B
41ENV DALI_VERSION=1.43.0 DALI_BUILD=19497385 POLYGRAPHY_VERSION=0.49.13 TRANSFORMER_ENGINE_VERSION=1.120 B
42ADD docs.tgz / # buildkit11.26 KB
43RUN |24 CUDA_VERSION=12.6.3.001 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=182 B
44ARG _LIBPATH_SUFFIX=0 B
45ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
46COPY entrypoint/ /opt/nvidia/ # buildkit6.12 KB
47ENV NVIDIA_PRODUCT_NAME=CUDA0 B
48ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
49COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB
50RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive34.95 MB
51ARG GDRCOPY_VERSION=2.4.10 B
52ARG HPCX_VERSION=2.210 B
53ARG RDMACORE_VERSION=39.00 B
54ARG MOFED_VERSION=5.4-rdmacore39.00 B
55ARG OPENUCX_VERSION=1.18.00 B
56ARG OPENMPI_VERSION=4.1.70 B
57ARG EFA_VERSION=1.34.00 B
58ARG AWS_OFI_NCCL_VERSION=1.12.10 B
59ENV GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.00 B
60ARG TARGETARCH=amd640 B
61RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.084.2 MB
62ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
63ENV OMPI_MCA_coll_hcoll_enable=00 B
64COPY cuda-*.patch /tmp # buildkit503 B
65RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0423.4 MB
66ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
67COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit379.92 KB
68RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.09.02 KB
69ENV NVIDIA_PRODUCT_NAME=PyTorch0 B
70ARG NVIDIA_PYTORCH_VERSION=24.110 B
71ARG PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc00 B
72ARG NVFUSER_BUILD_VERSION=0d333660 B
73ENV PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 PYTORCH_VERSION=2.6.0a0+df5bbc0 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=24.110 B
74ENV NVFUSER_BUILD_VERSION=0d33366 NVFUSER_VERSION=0d333660 B
75LABEL com.nvidia.pytorch.version=2.6.0a0+df5bbc00 B
76ARG TARGETARCH=amd640 B
77ARG PYVER=3.120 B
78ARG PYVER_MAJMIN=3120 B
79ENV PIP_BREAK_SYSTEM_PACKAGES=10 B
80ARG L4T=00 B
81RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336670.07 MB
82ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python0 B
83RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d333665.44 MB
84RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336627.92 MB
85RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336612.16 MB
86RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336632 B
87ENV NVPL_LAPACK_MATH_MODE=PEDANTIC0 B
88WORKDIR /opt/pytorch116 B
89COPY . . # buildkit361.33 MB
90ENV PYTHONIOENCODING=utf-80 B
91ENV LC_ALL=C.UTF-80 B
92ENV PIP_DEFAULT_TIMEOUT=1000 B
93RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d33366635.75 MB
94RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336663.12 MB
95RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d333668.36 KB
96RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d333665.9 MB
97COPY jupyter_config/jupyter_notebook_config.py /usr/local/etc/jupyter/ # buildkit537 B
98COPY jupyter_config/manager.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit377 B
99COPY jupyter_config/settings.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit367 B
100ENV JUPYTER_PORT=88880 B
101ENV TENSORBOARD_PORT=60060 B
102EXPOSE map[8888/tcp:{}]0 B
103EXPOSE map[6006/tcp:{}]0 B
104RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336618.46 MB
105ENV UCC_CL_BASIC_TLS=^sharp0 B
106ENV TORCH_CUDA_ARCH_LIST=7.0 7.5 8.0 8.60 B
107ENV PYTORCH_HOME=/opt/pytorch/pytorch0 B
108ENV CUDA_HOME=/usr/local/cuda0 B
109ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=10 B
110RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d33366855.41 MB
111COPY /usr/local/share/cmake/TorchVision/ /usr/local/share/cmake/TorchVision/ # buildkit2.89 KB
112COPY /usr/local/include/torchvision/ /usr/local/include/torchvision/ # buildkit72.34 KB
113COPY /usr/local/lib64/libtorchvision.so /usr/local/lib/libtorchvision.so # buildkit2.13 MB
114COPY /usr/local/lib64/libjpeg* /usr/local/lib/ # buildkit32 B
115RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d333662.25 MB
116RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d333663.6 MB
117RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d33366227.36 MB
118RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d33366328.95 MB
119ENV COCOAPI_VERSION=2.0+nv0.8.10 B
120RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336621.55 MB
121COPY singularity/ /.singularity.d/ # buildkit1.09 KB
122RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336658.87 MB
123RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336671.95 KB
124RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d333662.16 GB
125WORKDIR /workspace32 B
126COPY NVREADME.md README.md # buildkit1.1 KB
127COPY docker-examples docker-examples # buildkit1.09 KB
128COPY tutorials tutorials # buildkit28.73 MB
129RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336628.87 MB
130RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d333661.74 MB
131ENV PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin0 B
132RUN |7 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336624.76 MB
133COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit58.59 MB
134ARG PYVER=3.120 B
135RUN |8 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d33366119.26 MB
136RUN |8 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336614.6 MB
137RUN |8 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d33366108 MB
138ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
139ENV PATH=/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin0 B
140RUN |8 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d33366134.24 MB
141ENV TORCH_CUDNN_V8_API_ENABLED=10 B
142ENV CUDA_MODULE_LOADING=LAZY0 B
143RUN |8 NVIDIA_PYTORCH_VERSION=24.11 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336620.43 KB
144COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit502 B
145ARG NVIDIA_BUILD_ID=1224025330 B
146ENV NVIDIA_BUILD_ID=1224025330 B
147LABEL com.nvidia.build.id=1224025330 B
148ARG NVIDIA_BUILD_REF=40d6cf911ff7816d89ec212ae4ba065395be1d070 B
149LABEL com.nvidia.build.ref=40d6cf911ff7816d89ec212ae4ba065395be1d070 B
150ENV BASH_ENV=/etc/bash.bashrc0 B
151ENV ENV=/etc/shinit_v20 B
152ARG GITHUB_MIRROR=0 B
153ENV GITHUB_MIRROR=0 B
154RUN |1 GITHUB_MIRROR= /bin/sh -c32 B
155SHELL [/bin/bash -c]0 B
156ARG PYTHON_VERSION=3.12.30 B
157RUN |2 GITHUB_MIRROR= PYTHON_VERSION=3.12.3 /bin/bash32 B
158COPY docker/common/install_base.sh install_base.sh # buildkit2.01 KB
159RUN |2 GITHUB_MIRROR= PYTHON_VERSION=3.12.3 /bin/bash17.37 MB
160COPY docker/common/install_cmake.sh install_cmake.sh # buildkit504 B
161RUN |2 GITHUB_MIRROR= PYTHON_VERSION=3.12.3 /bin/bash103.01 MB
162COPY docker/common/install_ccache.sh install_ccache.sh # buildkit477 B
163RUN |2 GITHUB_MIRROR= PYTHON_VERSION=3.12.3 /bin/bash146 B
164COPY docker/common/install_cuda_toolkit.sh install_cuda_toolkit.sh # buildkit781 B
165RUN |2 GITHUB_MIRROR= PYTHON_VERSION=3.12.3 /bin/bash152 B
166ARG TRT_VER0 B
167ARG CUDA_VER0 B
168ARG CUDNN_VER0 B
169ARG NCCL_VER0 B
170ARG CUBLAS_VER0 B
171COPY docker/common/install_tensorrt.sh install_tensorrt.sh # buildkit1.97 KB
172RUN |7 GITHUB_MIRROR= PYTHON_VERSION=3.12.3 TRT_VER=5.86 GB
173COPY docker/common/install_polygraphy.sh install_polygraphy.sh # buildkit197 B
174RUN |7 GITHUB_MIRROR= PYTHON_VERSION=3.12.3 TRT_VER=714.43 KB
175COPY docker/common/install_mpi4py.sh install_mpi4py.sh # buildkit471 B
176RUN |7 GITHUB_MIRROR= PYTHON_VERSION=3.12.3 TRT_VER=3.22 MB
177ARG TORCH_INSTALL_TYPE=skip0 B
178COPY docker/common/install_pytorch.sh install_pytorch.sh # buildkit1.2 KB
179RUN |8 GITHUB_MIRROR= PYTHON_VERSION=3.12.3 TRT_VER=147 B
180712.02 MB

Command

 ARG RELEASE