Sign inSign up

rocm/verl:verl-0.3.0.post0_rocm6.2_vllm0.6.3

Manifest digest

sha256:cbe423803fd7850448b22444176bee06f4dcf22cd3c94c27732752d3a39b04b2

OS/ARCH

linux/amd64

Compressed size

22.05 GB

Last pushed

over 1 year by rocmdev

Type

Image

Manifest digest

sha256:cbe423803fd7850448b22444176bee06f4dcf22cd3c94c27732752d3a39b04b2

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=20.040 B
5ADD file ... in / 27.26 MB
6CMD ["/bin/bash"]0 B
7ARG UBUNTU_VERSION0 B
8ENV DEBIAN_FRONTEND=noninteractive0 B
9ARG PYTORCH_ROCM_ARCH0 B
10ENV PYTORCH_ROCM_ARCH=gfx900;gfx906;gfx908;gfx90a;gfx1030;gfx1100;gfx1101;gfx940;gfx941;gfx9420 B
11COPY file:858e110e538f1856a420937c6e60c94691f6fe76e210ce8f4f6b9a4e29abf901 in install_base.sh 2.01 KB
12|1 UBUNTU_VERSION=20.04 /bin/sh -c bash298.08 MB
13ARG LLVMDEV0 B
14ARG CLANG_VERSION0 B
15COPY file:ea4470f09a1a3c3e7b5e68367ef79048b788247d3169e9da385ac1a9afb3216a in install_clang.sh 804 B
16|3 CLANG_VERSION= LLVMDEV= UBUNTU_VERSION=20.04 /bin/sh104 B
17COPY file:c6304d808aa099de4888e640fb5596877c462b857b7c670e8d091c4165ccf0a4 in install_user.sh 545 B
18|3 CLANG_VERSION= LLVMDEV= UBUNTU_VERSION=20.04 /bin/sh1.25 KB
19ARG ANACONDA_PYTHON_VERSION0 B
20ARG CONDA_CMAKE0 B
21ENV ANACONDA_PYTHON_VERSION=3.90 B
22ENV PATH=/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
23COPY file:c5be8c0e77e15f28e563633651f5fac29ce344df0a01e627ed6a22c47aa296a3 in /opt/conda/requirements-ci.txt 3.18 KB
24COPY file:f3acc251b0ae052ae695d58464d1910534800631478b2b476f5319b533a92d55 in install_conda.sh 1.98 KB
25COPY file:c5302e49e297c6cd3705786f39312b29dc4a58c734f1c1a397ca2038754c6af5 in common_utils.sh 723 B
26|4 CLANG_VERSION= CONDA_CMAKE=yes LLVMDEV= UBUNTU_VERSION=20.042.36 GB
27ARG GCC_VERSION0 B
28COPY file:a6be3fca5763d553ed3491dd421b101b6a4ea1af953b169ac5c98b0e15ecbe62 in install_gcc.sh 380 B
29|5 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION= LLVMDEV=104 B
30ARG PROTOBUF0 B
31COPY file:bfb1658a960c59a8baab938c07819f89b03bae6acf27b58e019143543b493283 in install_protobuf.sh 495 B
32|6 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION= LLVMDEV=115.85 MB
33|6 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION= LLVMDEV=109 B
34ENV INSTALLED_PROTOBUF=yes0 B
35ARG DB0 B
36COPY file:780b56a8d793c04ac8e9065142e0cdb5b683631502e90d9f784c8e9a36402015 in install_db.sh 560 B
37|7 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=1.09 MB
38|7 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=101 B
39ENV INSTALLED_DB=yes0 B
40ARG VISION0 B
41COPY multi:73ecdd32c88d03052ef890e557c91bc92eedab26de2fd8fed55c23d21cae50e9 in ./ 1.47 KB
42|8 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=404.56 MB
43|8 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=160 B
44ENV INSTALLED_VISION=yes0 B
45ARG ROCM_VERSION0 B
46COPY file:24d748e9857ace8ec555c90d26a00103ef09980c679c2feec3de66aa2440b633 in install_rocm.sh 1.91 KB
47|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=6.33 GB
48|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=105 B
49COPY file:d98119f5af1b9faf43e5508c7dff2c997ec9066336c0b7117755c698c92006fb in install_rocm_magma.sh 840 B
50|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=616.61 MB
51|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=111 B
52ENV ROCM_PATH=/opt/rocm0 B
53ENV PATH=/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
54ENV PATH=/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
55ENV PATH=/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
56ENV PATH=/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
57ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
58ENV MAGMA_HOME=/opt/rocm/magma0 B
59ENV LANG=C.UTF-80 B
60ENV LC_ALL=C.UTF-80 B
61ARG CMAKE_VERSION0 B
62COPY file:81e429df46fa0455cf421853efc016e51afc523e70e51c6582fa7b29fe87e4bb in install_cmake.sh 564 B
63|10 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes41.2 MB
64|10 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes106 B
65ARG NINJA_VERSION0 B
66COPY file:00cb9f7fa5c380835603121c64a21edd9ecfa3bac0af0ec60f552a7669c314e7 in install_ninja.sh 294 B
67|11 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes86.23 KB
68|11 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes106 B
69ARG TRITON0 B
70COPY file:5601a5cde44d4215151f5b7657208e7de91eec26cee6c4e3936e8fc4e5f2f258 in install_triton.sh 1.17 KB
71COPY file:c5302e49e297c6cd3705786f39312b29dc4a58c734f1c1a397ca2038754c6af5 in common_utils.sh 723 B
72COPY file:a9ebd6ee3b0c7553e97c416d8d66ad61f528207420cd86be787bdfbd3776b3f5 in triton-rocm.txt 140 B
73COPY file:54503e1082c21ed64207a1c393cce0d477e2c84301cda940539f0abad2cffdb1 in triton_version.txt 118 B
74|12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes1.14 GB
75|12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes176 B
76COPY file:0838d251e98cd169718c8b92dd9587a248266bb3b15480aa1b69fea3b91181b5 in install_cache.sh 1.8 KB
77ENV PATH=/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
78|12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes15.24 MB
79ARG BUILD_ENVIRONMENT0 B
80ENV BUILD_ENVIRONMENT=pytorch-linux-focal-rocm6.2-py3.90 B
81USER jenkins0 B
82CMD ["bash"]0 B
83ARG FRAME_NAME0 B
84ARG OS_CHOICE0 B
85ARG PY_VER0 B
86ARG PY_EXTRA_PK0 B
87ARG MAX_JOBS=40 B
88ENV MAX_JOBS=320 B
89USER root0 B
90COPY dir:4812daaaeb45c5898690f76775aea1d417cf26c8e96585a99414ee778b1ba403 in /var/lib/jenkins 6.74 KB
91COPY dir:79d374beca75a6bae47d7dca6a52bb22780c78eb455dc8c6bd022d8c7be3bbec in /var/lib/jenkins/pytorch 2.68 GB
92WORKDIR /var/lib/jenkins0 B
93|4 FRAME_NAME=pytorch OS_CHOICE=ubuntu20.04 PY_EXTRA_PK= PY_VER=py3.90 B
94|4 FRAME_NAME=pytorch OS_CHOICE=ubuntu20.04 PY_EXTRA_PK= PY_VER=py3.94.85 GB
95ENV ROCM_PATH=/opt/rocm0 B
96ENV MPI_HOME=/opt/ompi0 B
97ENV UCX_HOME=/opt/ucx0 B
98ENV PATH=/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
99ENV LD_LIBRARY_PATH=/opt/ompi/lib:/opt/rocm/lib:/usr/local/lib:0 B
100ENV CI=10 B
101ENV PYTORCH_TEST_WITH_ROCM=10 B
102ENV PYTORCH_TESTING_DEVICE_ONLY_FOR=cuda0 B
103ENV HSA_FORCE_FINE_GRAIN_PCIE=10 B
104USER root0 B
105ARG BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.00 B
106ARG COMMON_WORKDIR=/app0 B
107ARG ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B
108ENV PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B
109RUN |3 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx94220.59 MB
110RUN |3 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx94246.88 MB
111ENV LLVM_SYMBOLIZER_PATH=/opt/rocm/llvm/bin/llvm-symbolizer0 B
112ENV PATH=/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/lib/python3.9/site-packages/torch/bin:0 B
113ENV LD_LIBRARY_PATH=/opt/ompi/lib:/opt/rocm/lib:/usr/local/lib::/opt/rocm/lib/:/opt/conda/envs/py_3.9/lib/python3.9/site-packages/torch/lib:0 B
114ENV CPLUS_INCLUDE_PATH=:/opt/conda/envs/py_3.9/lib/python3.9/site-packages/torch/include:/opt/conda/envs/py_3.9/lib/python3.9/site-packages/torch/include/torch/csrc/api/include/:/opt/rocm/include/:0 B
115WORKDIR /app93 B
116ARG COMMON_WORKDIR=/app0 B
117ARG BUILD_FA=10 B
118RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx9424.7 MB
119RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942295 B
120RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx9421.53 GB
121RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx94215.68 MB
122RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx94259.61 MB
123RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942263.47 MB
124RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx9421.49 MB
125RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942482.66 MB
126RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx9422.63 MB
127RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx9426.44 MB
128ENV VLLM_INSTALL_PUNICA_KERNELS=10 B
129RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942658.01 MB
130COPY /benchmarks /app/vllm/benchmarks # buildkit63.34 KB
131COPY /tests /app/vllm/tests # buildkit433.01 KB
132COPY /examples /app/vllm/examples # buildkit55.54 KB
133COPY /.buildkite /app/vllm/.buildkite # buildkit30.89 KB
134ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
135ENV TOKENIZERS_PARALLELISM=false0 B
136ENV HIP_FORCE_DEV_KERNARG=10 B
137CMD ["/bin/bash"]0 B
138ENV PYTORCH_TUNABLEOP_ENABLED=00 B
139ENV PYTORCH_TUNABLEOP_TUNING=00 B
140ENV PYTORCH_TUNABLEOP_FILENAME=/app/tuned_gemm_csv/afo_tune_device_%d_full.csv0 B
141COPY tuned_gemm_csv /app/tuned_gemm_csv # buildkit264.54 KB
142ENV PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B
143RUN /bin/sh -c pip uninstall60.28 MB
144COPY verl/ . # buildkit6.11 MB
145RUN /bin/sh -c pip install87.29 MB

Command

 ARG RELEASE