Sign inSign up

rocm/sgl-dev:v0.5.15.post1-ubuntu24.04-py3.14-rocm10rc2

Index digest

sha256:90770dc57d80a879e489a191d28dfc7578aa48df96cefde1d37eef105299d180

OS/ARCH

linux/amd64

Compressed size

18.05 GB

Last pushed

3 days by rocm

Type

Image

Manifest digest

sha256:3c4e7e3f1dce4a310ca6dd1de465f5deeee7d9749740962e01599b98b9eff1ee

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 28.37 MB
5CMD ["/bin/bash"]0 B
6ENV DEBIAN_FRONTEND=noninteractive0 B
7SHELL [/bin/bash -lc]0 B
8WORKDIR /sgl-workspace103 B
9RUN /bin/bash -lc apt-get update148.8 MB
10RUN /bin/bash -lc apt update90.93 MB
11ENV VIRTUAL_ENV=/opt/venv0 B
12RUN /bin/bash -lc python -m3.75 MB
13ENV PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
14RUN /bin/bash -lc python -m6.76 MB
15ARG PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/0 B
16ARG ROCM_SDK_VERSION=10.0.0rc20 B
17ARG PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx12010 B
18RUN |3 PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/ ROCM_SDK_VERSION=10.0.0rc2 PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx12013.79 GB
19RUN |3 PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/ ROCM_SDK_VERSION=10.0.0rc2 PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx12013.79 GB
20ARG TORCH_VERSION=2.12.00 B
21ARG TORCHVISION_VERSION=0.27.00 B
22ARG TORCHAUDIO_VERSION=2.11.00 B
23RUN |6 PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/ ROCM_SDK_VERSION=10.0.0rc2 PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx12011.44 GB
24ENV BUILD_VLLM=00 B
25ENV BUILD_TRITON=00 B
26ENV BUILD_AITER_ALL=00 B
27ENV BUILD_MOONCAKE=10 B
28ENV AITER_COMMIT=9127c94a18e4398e1eba91f6639e910f0994ad020 B
29ENV GPU_ARCH_LIST=gfx942;gfx950;gfx1100;gfx12010 B
30ENV PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx12010 B
31ENV SGL_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx12010 B
32ENV OPT_ROCM_ARCH=gfx942;gfx9500 B
33ARG SETUPTOOLS_SCM_PRETEND_VERSION=0 B
34ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
35ARG MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git0 B
36ARG MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a0 B
37ARG TILELANG_REPO=https://github.com/tile-ai/tilelang.git0 B
38ARG TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc9000 B
39ARG FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git0 B
40ARG FHT_BRANCH=rocm0 B
41ARG FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd10 B
42ARG ENABLE_MORI=00 B
43ARG NIC_BACKEND=none0 B
44ARG MORI_REPO=https://github.com/ROCm/mori.git0 B
45ARG MORI_COMMIT=42f3fe3018fe7ae7db4ed456bb9eb5b080becfb70 B
46USER root0 B
47RUN |19 PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/ ROCM_SDK_VERSION=10.0.0rc2 PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx120132 B
48RUN |19 PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/ ROCM_SDK_VERSION=10.0.0rc2 PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx12011.63 GB
49ARG SETUPTOOLS_SCM_PRETEND_VERSION0 B
50ENV ROCM_HOME=/opt/venv/lib/python3.14/site-packages/_rocm_sdk_devel0 B
51ENV CPATH=/opt/venv/lib/python3.14/site-packages/_rocm_sdk_devel/include0 B
52ENV LIBRARY_PATH=/opt/venv/lib/python3.14/site-packages/_rocm_sdk_devel/lib0 B
53ENV LD_LIBRARY_PATH=/opt/venv/lib/python3.14/site-packages/_rocm_sdk_devel/lib0 B
54RUN |19 PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/ ROCM_SDK_VERSION=10.0.0rc2 PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx120125.79 MB
55RUN |19 PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/ ROCM_SDK_VERSION=10.0.0rc2 PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx120173.17 MB
56ENV PATH=/root/.cargo/bin:/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
57RUN |19 PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/ ROCM_SDK_VERSION=10.0.0rc2 PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx1201291.1 MB
58ENV CARGO_BUILD_JOBS=40 B
59RUN |19 PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/ ROCM_SDK_VERSION=10.0.0rc2 PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx1201295.47 MB
60RUN |19 PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/ ROCM_SDK_VERSION=10.0.0rc2 PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx120132 B
61COPY . /sgl-workspace/sglang # buildkit289.34 MB
62RUN |19 PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/ ROCM_SDK_VERSION=10.0.0rc2 PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx120122.33 MB
63RUN |19 PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/ ROCM_SDK_VERSION=10.0.0rc2 PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx1201193 B
64RUN |19 PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/ ROCM_SDK_VERSION=10.0.0rc2 PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx1201614.17 MB
65ENV PYTHONPATH=/opt/venv/lib/python3.14/site-packages/_rocm_sdk_core/share/amd_smi:0 B
66RUN |19 PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/ ROCM_SDK_VERSION=10.0.0rc2 PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx1201426.52 MB
67RUN |19 PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/ ROCM_SDK_VERSION=10.0.0rc2 PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx12013.91 GB
68RUN |19 PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/ ROCM_SDK_VERSION=10.0.0rc2 PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx12011.22 GB
69RUN |19 PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/ ROCM_SDK_VERSION=10.0.0rc2 PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1100;gfx12015.99 MB
70ENV LD_LIBRARY_PATH=/usr/local/lib:/sgl-workspace/Mooncake/build/mooncake-common/etcd:/opt/venv/lib/python3.14/site-packages/_rocm_sdk_devel/lib0 B
71ENV PYTHONPATH=/opt/tilelang:/sgl-workspace/aiter:/opt/venv/lib/python3.14/site-packages/_rocm_sdk_core/share/amd_smi:0 B
72ENV SGLANG_DISABLE_CUDNN_CHECK=10 B
73ENV HIP_FORCE_DEV_KERNARG=10 B
74ENV HSA_NO_SCRATCH_RECLAIM=10 B
75ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=10 B
76ENV SGLANG_INT4_WEIGHT=00 B
77ENV SGLANG_MOE_PADDING=10 B
78ENV SGLANG_ROCM_DISABLE_LINEARQUANT=00 B
79ENV SGLANG_ROCM_FUSED_DECODE_MLA=10 B
80ENV SGLANG_SET_CPU_AFFINITY=10 B
81ENV SGLANG_USE_AITER=10 B
82ENV NCCL_MIN_NCHANNELS=1120 B
83ENV ROCM_QUICK_REDUCE_QUANTIZATION=INT80 B
84ENV TORCHINDUCTOR_MAX_AUTOTUNE=10 B
85ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=10 B
86CMD ["bash"]0 B

Command

 ARG RELEASE