Sign inSign up

rocm/atom-dev:sglang-v0.5.15.post1-nightly_20260805

Manifest digest

sha256:47c8a397d600f1c9a9db0283ca261d1a756bac57a1a52e41e61c2a6345f50905

OS/ARCH

linux/amd64

Compressed size

15.81 GB

Last pushed

6 days by valarlip

Type

Image

Manifest digest

sha256:47c8a397d600f1c9a9db0283ca261d1a756bac57a1a52e41e61c2a6345f50905

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 28.36 MB
5CMD ["/bin/bash"]0 B
6ARG BASE_IMAGE=ubuntu:24.040 B
7ARG PYTHON_VERSION=3.120 B
8ARG PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8330 B
9ARG TORCHVISION_VERSION=0.25.0+rocm7.2.4.git82df5f590 B
10ARG TORCHAUDIO_VERSION=2.10.0+rocm7.2.4.git5047768f0 B
11ARG TRITON_VERSION=3.6.0+rocm7.2.4.git4ed888920 B
12ARG APEX_VERSION=1.10.0+rocm7.2.4.git751f5dd50 B
13ARG ROCM_VERSION=7.2.40 B
14ARG UBUNTU_VERSION=24.040 B
15ARG PYTORCH_WHEEL_INDEX=https://repo.radeon.com/rocm/manylinux/rocm-rel-7.2.4/0 B
16LABEL org.opencontainers.image.ref.name=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0+rocm7.2.4.lw.git3d3aa8330 B
17ENV DEBIAN_FRONTEND=noninteractive0 B
18RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833258.73 KB
19RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833116.29 MB
20ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/opt/rocm/lib0 B
21RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833114.67 MB
22RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833122.36 MB
23ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
24RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8337.37 GB
25RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8331.94 GB
26RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833135.12 KB
27ARG GPU_ARCH=gfx942;gfx9500 B
28ENV GPU_ARCH_LIST=gfx942;gfx9500 B
29ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B
30RUN |1 GPU_ARCH=gfx942;gfx950 /bin/sh -c76.54 MB
31ARG ATOM_REPO=https://github.com/ROCm/ATOM.git0 B
32ARG ATOM_COMMIT=main0 B
33RUN |3 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main186.38 MB
34RUN |3 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main13.96 MB
35ARG INSTALL_MOONCAKE=10 B
36ARG MOONCAKE_REPO=https://github.com/Jasen2201/Mooncake.git0 B
37ARG MOONCAKE_COMMIT=fix/ionic-mr-and-qp-resource-fixes0 B
38ARG VENV_PYTHON=/opt/venv/bin/python0 B
39RUN |7 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main92.05 MB
40ENV PATH=/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
41RUN |7 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main210.26 MB
42ARG IONIC_DEB_URL=https://repo.radeon.com/amdainic/pensando/ubuntu/1.117.1-a-63/pool/main/r/rdma-core/libionic1_54.0-149.g3304be71_amd64.deb0 B
43RUN |8 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main499.83 KB
44RUN |8 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main319.57 MB
45ARG RUST_VERSION=1.94.00 B
46RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main203.15 MB
47ENV PATH=/root/.cargo/bin:/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
48COPY /app/rccl/build/release/*.deb /tmp/rccl/ # buildkit16.97 MB
49RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main18.04 MB
50COPY /app/aiter-test /app/aiter-test # buildkit1.78 GB
51RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main973.98 MB
52RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main92 B
53ARG CACHEBUST=17859404720 B
54RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main678.64 MB
55RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main32 B
56RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main1.95 MB
57RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main2.86 MB
58RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main16.17 MB
59ARG LMCACHE_TAG=v0.4.50 B
60RUN |11 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main68.5 MB
61ARG INSTALL_SA_AIPERF=10 B
62ARG SA_AIPERF_COMMIT=0d2aa0572ac685943d38c580675c4a61023581d30 B
63RUN |13 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main208.87 MB
64CMD ["/bin/bash"]0 B
65ARG GPU_ARCH=gfx942;gfx9500 B
66ARG VENV_PYTHON=/opt/venv/bin/python0 B
67ARG SGLANG_REPO=https://github.com/sgl-project/sglang.git0 B
68ARG SGLANG_REF=v0.5.15.post10 B
69LABEL com.rocm.atom.sglang_ref=v0.5.15.post10 B
70ENV PATH=/opt/venv/bin:/root/.cargo/bin:/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
71ENV PYTHONPATH=/app/sglang/python:/app/ATOM:0 B
72COPY docker/patches/sglang/cohere2-moe-drop-invalid-hf-strict.patch /tmp/sglang-patches/cohere2-moe-drop-invalid-hf-strict.patch # buildkit534 B
73RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git423.18 MB
74RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git288.22 MB
75RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git17.41 MB
76RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git214.85 MB
77RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git423.19 MB
78RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git1.05 MB
79RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git106.57 KB
80RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git32 B
81CMD ["/bin/bash"]0 B

Command

 ARG RELEASE