Sign inSign up

rocm/atom-dev:sglang-v0.5.15.post1-nightly_20260811

Manifest digest

sha256:13e9db2902ba7df728f013eda769ed154bbcf52f86ac8b2dff750d0b661a311c

OS/ARCH

linux/amd64

Compressed size

33.49 GB

Last pushed

about 14 hours by valarlip

Type

Image

Manifest digest

sha256:13e9db2902ba7df728f013eda769ed154bbcf52f86ac8b2dff750d0b661a311c

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 28.37 MB
5CMD ["/bin/bash"]0 B
6ARG PYTHON_VERSION=3.120 B
7COPY .github/scripts/install_rocm_deps.sh /tmp/ # buildkit1.3 KB
8COPY .github/scripts/install_python.sh /tmp/ # buildkit1.05 KB
9RUN |1 PYTHON_VERSION=3.12 /bin/sh -c312.94 MB
10RUN |1 PYTHON_VERSION=3.12 /bin/sh -c8.61 MB
11ENV VIRTUAL_ENV=/opt/venv PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
12ARG ROCM_VERSION=7.14.00 B
13ARG AMDGPU_FAMILY=device-all0 B
14ARG RELEASE_TYPE=nightly0 B
15ARG PYTHON_VERSION=3.120 B
16ARG INDEX_URL=https://rocm.devreleases.amd.com/whl-multi-arch0 B
17ARG EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/0 B
18ARG PIN_EXPLICIT_VERSIONS=true0 B
19ARG TORCH_VERSION=2.13.0+rocm7.14.00 B
20ARG TORCHAUDIO_VERSION=2.11.0.2+rocm7.14.00 B
21ARG TORCHVISION_VERSION=0.28.0+rocm7.14.00 B
22ARG APEX_VERSION0 B
23ARG TRITON_VERSION0 B
24LABEL image.title=PyTorch + ROCm runtime0 B
25COPY .github/scripts/install_pytorch_wheels.py /tmp/ # buildkit5.85 KB
26COPY .github/scripts/detect_device_arches.py /tmp/ # buildkit3.32 KB
27RUN |12 PYTHON_VERSION=3.12 ROCM_VERSION=7.14.0 AMDGPU_FAMILY=device-all127.98 MB
28RUN |12 PYTHON_VERSION=3.12 ROCM_VERSION=7.14.0 AMDGPU_FAMILY=device-all17.66 GB
29RUN |12 PYTHON_VERSION=3.12 ROCM_VERSION=7.14.0 AMDGPU_FAMILY=device-all130 B
30ARG PYTHON_VERSION=3.120 B
31ARG INDEX_URL=https://rocm.devreleases.amd.com/whl-multi-arch0 B
32ARG EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/0 B
33ARG AMDGPU_FAMILY=device-all0 B
34ARG ROCM_VERSION=7.14.00 B
35ARG PYTORCH_ROCM_ARCH=gfx1010;gfx1011;gfx1012;gfx1030;gfx1031;gfx1032;gfx1033;gfx1034;gfx1035;gfx1036;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201;gfx900;gfx906;gfx908;gfx90a;gfx942;gfx9500 B
36ENV ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel ROCM_SOURCE_DIR=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel ROCM_BIN=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin0 B
37ENV CMAKE_PREFIX_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/cmake HIP_DEVICE_LIB_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/amdgcn/bitcode ROCM_DEVICE_LIB_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/amdgcn/bitcode ROCM_SYSDEPS_INCLUDE=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/rocm_sysdeps/include0 B
38RUN |13 PYTHON_VERSION=3.12 ROCM_VERSION=7.14.0 AMDGPU_FAMILY=device-all1009.99 MB
39RUN |13 PYTHON_VERSION=3.12 ROCM_VERSION=7.14.0 AMDGPU_FAMILY=device-all6.81 GB
40COPY pytorch /workspace/pytorch # buildkit130.79 MB
41RUN |13 PYTHON_VERSION=3.12 ROCM_VERSION=7.14.0 AMDGPU_FAMILY=device-all176 B
42RUN |13 PYTHON_VERSION=3.12 ROCM_VERSION=7.14.0 AMDGPU_FAMILY=device-all1.43 GB
43RUN |13 PYTHON_VERSION=3.12 ROCM_VERSION=7.14.0 AMDGPU_FAMILY=device-all92 B
44RUN |13 PYTHON_VERSION=3.12 ROCM_VERSION=7.14.0 AMDGPU_FAMILY=device-all217 B
45RUN |13 PYTHON_VERSION=3.12 ROCM_VERSION=7.14.0 AMDGPU_FAMILY=device-all135.05 KB
46WORKDIR /0 B
47ARG GPU_ARCH=gfx942;gfx9500 B
48ENV GPU_ARCH_LIST=gfx942;gfx9500 B
49ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B
50RUN |1 GPU_ARCH=gfx942;gfx950 /bin/sh -c124.3 MB
51RUN |1 GPU_ARCH=gfx942;gfx950 /bin/sh -c12.41 KB
52ARG ATOM_REPO=https://github.com/ROCm/ATOM.git0 B
53ARG ATOM_COMMIT=main0 B
54RUN |3 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main139.31 MB
55RUN |3 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main14.08 MB
56ARG INSTALL_MOONCAKE=10 B
57ARG MOONCAKE_REPO=https://github.com/Jasen2201/Mooncake.git0 B
58ARG MOONCAKE_COMMIT=fix/ionic-mr-and-qp-resource-fixes0 B
59ARG VENV_PYTHON=/opt/venv/bin/python0 B
60RUN |7 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main92.25 MB
61ENV PATH=/usr/local/go/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
62RUN |7 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main212.84 MB
63ARG IONIC_DEB_URL=https://repo.radeon.com/amdainic/pensando/ubuntu/1.117.1-a-63/pool/main/r/rdma-core/libionic1_54.0-149.g3304be71_amd64.deb0 B
64RUN |8 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main343.6 KB
65RUN |8 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main319.56 MB
66ARG RUST_VERSION=1.94.00 B
67RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main203.15 MB
68ENV PATH=/root/.cargo/bin:/usr/local/go/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
69COPY /app/rccl/build/release/*.deb /tmp/rccl/ # buildkit21.69 MB
70RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main23.18 MB
71COPY /app/aiter-test /app/aiter-test # buildkit1.65 GB
72RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main972.78 MB
73RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main92 B
74ARG CACHEBUST=17864577740 B
75RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main681.41 MB
76RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main32 B
77RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main1001.18 KB
78RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main2.86 MB
79RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main16.18 MB
80ARG LMCACHE_TAG=v0.4.50 B
81RUN |11 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main69.41 MB
82ARG INSTALL_SA_AIPERF=10 B
83ARG SA_AIPERF_COMMIT=0d2aa0572ac685943d38c580675c4a61023581d30 B
84RUN |13 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=main202.02 MB
85CMD ["/bin/bash"]0 B
86ARG GPU_ARCH=gfx942;gfx9500 B
87ARG VENV_PYTHON=/opt/venv/bin/python0 B
88ARG SGLANG_REPO=https://github.com/sgl-project/sglang.git0 B
89ARG SGLANG_REF=v0.5.15.post10 B
90LABEL com.rocm.atom.sglang_ref=v0.5.15.post10 B
91ENV PATH=/opt/venv/bin:/root/.cargo/bin:/usr/local/go/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
92ENV PYTHONPATH=/app/sglang/python:/app/ATOM:0 B
93COPY docker/patches/sglang/cohere2-moe-drop-invalid-hf-strict.patch /tmp/sglang-patches/cohere2-moe-drop-invalid-hf-strict.patch # buildkit533 B
94RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git423.18 MB
95RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git292.27 MB
96RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git17.36 MB
97RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git216.67 MB
98RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git423.19 MB
99RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git1.05 MB
100RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git106.56 KB
101RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git32 B
102CMD ["/bin/bash"]0 B

Command

 ARG RELEASE