Sign inSign up

rocm/ray:ray-2.55.1_rocm7.2.1_ubuntu22.04_py3.12_vllm0.18.0

Manifest digest

sha256:3d5ce53c60985340b896ecea1dffab036cec7767a9ae5c997cf7a96324225701

OS/ARCH

linux/amd64

Compressed size

10.31 GB

Last pushed

11 days by rocm

Type

Image

Manifest digest

sha256:3d5ce53c60985340b896ecea1dffab036cec7767a9ae5c997cf7a96324225701

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 29.04 MB
6CMD ["/bin/bash"]0 B
7LABEL [email protected]0 B
8ARG ROCM_VERSION=5.30 B
9ARG AMDGPU_VERSION=5.30 B
10ARG APT_PREF0 B
11RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package:239 B
12RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package:6.76 GB
13RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package:654 B
14ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV ROCM_PATH=/opt/rocm0 B
16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
19ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
20ENV MORI_GPU_ARCHS=gfx942;gfx9500 B
21ENV HSA_NO_SCRATCH_RECLAIM=10 B
22ARG PYTHON_VERSION=3.120 B
23ENV PYTHON_VERSION=3.120 B
24RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh93 B
25WORKDIR /app32 B
26ENV DEBIAN_FRONTEND=noninteractive0 B
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh146.4 MB
28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh65.84 MB
29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh3.84 MB
30ARG USE_SCCACHE0 B
31ARG SCCACHE_DOWNLOAD_URL0 B
32ARG SCCACHE_ENDPOINT0 B
33ARG SCCACHE_BUCKET_NAME=vllm-build-sccache0 B
34ARG SCCACHE_REGION_NAME=us-west-20 B
35ARG SCCACHE_S3_NO_CREDENTIALS=00 B
36RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=32 B
37RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=32 B
38ARG USE_SCCACHE0 B
39ENV SCCACHE_BUCKET=0 B
40ENV SCCACHE_REGION=0 B
41ENV SCCACHE_S3_NO_CREDENTIALS=0 B
42ENV SCCACHE_IDLE_TIMEOUT=0 B
43RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=2.03 GB
44ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:7.2.1-complete0 B
45ARG TRITON_BRANCH=ba5c15170 B
46ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B
47ARG PYTORCH_BRANCH=8514f0510 B
48ARG PYTORCH_VISION_BRANCH=v0.24.10 B
49ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git0 B
50ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B
51ARG PYTORCH_AUDIO_BRANCH=v2.9.00 B
52ARG PYTORCH_AUDIO_REPO=https://github.com/pytorch/audio.git0 B
53ARG FA_BRANCH=0e60e3940 B
54ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
55ARG AITER_BRANCH=v0.1.10.post20 B
56ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
57ARG MORI_BRANCH=2d02c6a90 B
58ARG MORI_REPO=https://github.com/ROCm/mori.git0 B
59RUN |23 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=399 B
60ARG ARG_PYTORCH_ROCM_ARCH0 B
61ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
62RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c136.77 MB
63RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c1.33 KB
64ARG USE_SCCACHE0 B
65RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= /bin/sh32 B
66RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= /bin/sh23.33 MB
67ENV UV_HTTP_TIMEOUT=5000 B
68ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
69ENV UV_LINK_MODE=copy0 B
70ARG USE_SCCACHE0 B
71ARG SCCACHE_DOWNLOAD_URL0 B
72ARG SCCACHE_ENDPOINT0 B
73ARG SCCACHE_BUCKET_NAME=vllm-build-sccache0 B
74ARG SCCACHE_REGION_NAME=us-west-20 B
75ARG SCCACHE_S3_NO_CREDENTIALS=00 B
76RUN |7 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=32 B
77ARG USE_SCCACHE0 B
78ENV SCCACHE_BUCKET=0 B
79ENV SCCACHE_REGION=0 B
80ENV SCCACHE_S3_NO_CREDENTIALS=0 B
81ENV SCCACHE_IDLE_TIMEOUT=0 B
82ARG COMMON_WORKDIR=/app0 B
83WORKDIR /app32 B
84RUN |8 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=1.96 KB
85RUN |8 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=32 B
86ENV SCCACHE_BUCKET=0 B
87ENV SCCACHE_REGION=0 B
88ENV SCCACHE_S3_NO_CREDENTIALS=0 B
89ENV SCCACHE_IDLE_TIMEOUT=0 B
90RUN |8 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=32 B
91RUN |8 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=7.55 MB
92RUN |8 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=671.94 MB
93ARG COMMON_WORKDIR=/app0 B
94ARG BASE_IMAGE=rocm/vllm-dev:base0 B
95COPY /benchmarks /app/vllm/benchmarks # buildkit215.52 KB
96COPY /examples /app/vllm/examples # buildkit232.47 KB
97COPY /docker /app/vllm/docker # buildkit5.42 KB
98ENV TOKENIZERS_PARALLELISM=false0 B
99ENV SAFETENSORS_FAST_GPU=10 B
100ENV HIP_FORCE_DEV_KERNARG=10 B
101RUN |9 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=168 B
102ENV KINETO_CONFIG=/app/libkineto.conf0 B
103RUN |9 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=421 B
104CMD ["/bin/bash"]0 B
105RUN apt-get update && apt-get3.3 KB
106RUN pip uninstall -y ray471.75 MB

Command

 ARG RELEASE