Sign inSign up

rocm/atom-dev:vllm-kimi-k3-20260807

Manifest digest

sha256:105d1964c0637f56e2331ff493f26f2086d0e3a8c964a9fb793cfedb2b86b75d

OS/ARCH

linux/amd64

Compressed size

20.42 GB

Last pushed

5 days by valarlip

Type

Image

Manifest digest

sha256:105d1964c0637f56e2331ff493f26f2086d0e3a8c964a9fb793cfedb2b86b75d

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 28.36 MB
5CMD ["/bin/bash"]0 B
6ARG BASE_IMAGE=ubuntu:24.040 B
7ARG PYTHON_VERSION=3.120 B
8ARG PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8330 B
9ARG TORCHVISION_VERSION=0.25.0+rocm7.2.4.git82df5f590 B
10ARG TORCHAUDIO_VERSION=2.10.0+rocm7.2.4.git5047768f0 B
11ARG TRITON_VERSION=3.6.0+rocm7.2.4.git4ed888920 B
12ARG APEX_VERSION=1.10.0+rocm7.2.4.git751f5dd50 B
13ARG ROCM_VERSION=7.2.40 B
14ARG UBUNTU_VERSION=24.040 B
15ARG PYTORCH_WHEEL_INDEX=https://repo.radeon.com/rocm/manylinux/rocm-rel-7.2.4/0 B
16LABEL org.opencontainers.image.ref.name=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0+rocm7.2.4.lw.git3d3aa8330 B
17ENV DEBIAN_FRONTEND=noninteractive0 B
18RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833258.73 KB
19RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833116.29 MB
20ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/opt/rocm/lib0 B
21RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833114.67 MB
22RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833122.36 MB
23ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
24RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8337.37 GB
25RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8331.94 GB
26RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833135.12 KB
27ARG GPU_ARCH=gfx942;gfx9500 B
28ENV GPU_ARCH_LIST=gfx942;gfx9500 B
29ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B
30RUN |1 GPU_ARCH=gfx942;gfx950 /bin/sh -c76.54 MB
31ARG ATOM_REPO=https://github.com/ROCm/ATOM.git0 B
32ARG ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e0 B
33RUN |3 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e186.38 MB
34RUN |3 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e13.96 MB
35ARG INSTALL_MOONCAKE=10 B
36ARG MOONCAKE_REPO=https://github.com/Jasen2201/Mooncake.git0 B
37ARG MOONCAKE_COMMIT=fix/ionic-mr-and-qp-resource-fixes0 B
38ARG VENV_PYTHON=/opt/venv/bin/python0 B
39RUN |7 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e91.96 MB
40ENV PATH=/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
41RUN |7 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e210.26 MB
42ARG IONIC_DEB_URL=https://repo.radeon.com/amdainic/pensando/ubuntu/1.117.1-a-63/pool/main/r/rdma-core/libionic1_54.0-149.g3304be71_amd64.deb0 B
43RUN |8 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e499.9 KB
44RUN |8 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e319.51 MB
45ARG RUST_VERSION=1.94.00 B
46RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e203.15 MB
47ENV PATH=/root/.cargo/bin:/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
48COPY /app/rccl/build/release/*.deb /tmp/rccl/ # buildkit16.97 MB
49RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e18.04 MB
50COPY /app/aiter-test /app/aiter-test # buildkit1.78 GB
51RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e973.98 MB
52RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e92 B
53ARG CACHEBUST=17859348870 B
54RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e677.97 MB
55RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e32 B
56RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e1.95 MB
57RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e2.86 MB
58RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e16.17 MB
59ARG LMCACHE_TAG=v0.4.50 B
60RUN |11 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e68.5 MB
61ARG INSTALL_SA_AIPERF=10 B
62ARG SA_AIPERF_COMMIT=0d2aa0572ac685943d38c580675c4a61023581d30 B
63RUN |13 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=2ab5351052f55db156749866925a35bd72397a3e208.83 MB
64CMD ["/bin/bash"]0 B
65ARG MAX_JOBS=640 B
66ARG VENV_PYTHON=/opt/venv/bin/python0 B
67ARG VLLM_REPO=https://github.com/vllm-project/vllm.git0 B
68ARG VLLM_COMMIT=adbf08d977fb3fa26c4f19826745a02abd6dd7ca0 B
69ARG INSTALL_LM_EVAL=10 B
70ARG INSTALL_FASTSAFETENSORS=10 B
71LABEL com.rocm.atom.vllm_commit=adbf08d977fb3fa26c4f19826745a02abd6dd7ca0 B
72ENV PATH=/opt/venv/bin:/root/.cargo/bin:/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
73ENV MAX_JOBS=640 B
74ENV VLLM_TARGET_DEVICE=rocm0 B
75ENV CMAKE_MAKE_PROGRAM=/usr/local/bin/ninja0 B
76RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git17.05 MB
77RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git614.68 MB
78RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git423.18 MB
79COPY docker/patches/vllm-torch210-compat.patch /tmp/vllm-torch210-compat.patch # buildkit2.07 KB
80RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git289.79 MB
81RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git933.16 MB
82RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git3.44 MB
83RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git1.49 GB
84RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git94.26 MB
85RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git92 B
86RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git423.19 MB
87RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git17.08 MB
88RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git32 B
89CMD ["/bin/bash"]0 B
90sleep infinity1.71 GB
91sleep infinity2.5 MB

Command

 ARG RELEASE