rocm/infera:vllm-v0.1.0-rc6

Manifest digest

sha256:888cc5b5b11a502be71c0fecd2d1a6ca23e1f216604b3773812d282eeda1e55d

OS/ARCH

linux/amd64

Compressed size

11.39 GB

Last pushed

21 days by jeniferchristina

Type

Image

Manifest digest

sha256:888cc5b5b11a502be71c0fecd2d1a6ca23e1f216604b3773812d282eeda1e55d

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.version=22.040 B

4ADD file ... in / 29.23 MB

5CMD ["/bin/bash"]0 B

6LABEL [email protected]0 B

7ARG ROCM_VERSION=5.30 B

8ARG AMDGPU_VERSION=5.30 B

9ARG APT_PREF0 B

10RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:240 B

11RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:6.76 GB

12RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:655 B

13ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

14ENV ROCM_PATH=/opt/rocm0 B

15ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B

16ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B

17ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B

18ENV AITER_ROCM_ARCH=gfx942;gfx9500 B

19ENV MORI_GPU_ARCHS=gfx942;gfx9500 B

20ENV HSA_NO_SCRATCH_RECLAIM=10 B

21ARG PYTHON_VERSION=3.120 B

22ENV PYTHON_VERSION=3.120 B

23

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh

93 B

24WORKDIR /app32 B

25ENV DEBIAN_FRONTEND=noninteractive0 B

26

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh

148.51 MB

27

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh

65.85 MB

28

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh

4.06 MB

29ARG USE_SCCACHE0 B

30ARG SCCACHE_DOWNLOAD_URL0 B

31ARG SCCACHE_ENDPOINT0 B

32ARG SCCACHE_BUCKET_NAME0 B

33ARG SCCACHE_REGION_NAME0 B

34ARG SCCACHE_S3_NO_CREDENTIALS0 B

35

RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=1

9.11 MB

36

RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=1

227 B

37ARG USE_SCCACHE0 B

38ENV SCCACHE_BUCKET=vllm-build-sccache0 B

39ENV SCCACHE_REGION=us-west-20 B

40ENV SCCACHE_S3_NO_CREDENTIALS=00 B

41ENV SCCACHE_IDLE_TIMEOUT=00 B

42RUN /bin/sh -c pip install2.41 GB

43ARG BASE_IMAGE0 B

44ARG TRITON_BRANCH0 B

45ARG TRITON_REPO0 B

46ARG PYTORCH_BRANCH0 B

47ARG PYTORCH_VISION_BRANCH0 B

48ARG PYTORCH_REPO0 B

49ARG PYTORCH_VISION_REPO0 B

50ARG PYTORCH_AUDIO_BRANCH0 B

51ARG PYTORCH_AUDIO_REPO0 B

52ARG FA_BRANCH0 B

53ARG FA_REPO0 B

54ARG AITER_BRANCH0 B

55ARG AITER_REPO0 B

56ARG MORI_BRANCH0 B

57ARG MORI_REPO0 B

58

RUN |15 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.2.3-complete TRITON_BRANCH=0f380657 TRITON_REPO=https://github.com/ROCm/triton.git

398 B

59ARG ARG_PYTORCH_ROCM_ARCH0 B

60ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B

61RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c142.08 MB

62RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c92 B

63ARG USE_SCCACHE0 B

64RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/sh32 B

65RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/sh25.31 MB

66ENV UV_HTTP_TIMEOUT=5000 B

67ENV UV_INDEX_STRATEGY=unsafe-best-match0 B

68ENV UV_LINK_MODE=copy0 B

69ENV CCACHE_DIR=/root/.cache/ccache0 B

70ENV CCACHE_COMPILERCHECK=content0 B

71ARG max_jobs0 B

72ENV MAX_JOBS=160 B

73ARG USE_SCCACHE0 B

74ARG SCCACHE_DOWNLOAD_URL0 B

75ARG SCCACHE_ENDPOINT0 B

76ARG SCCACHE_BUCKET_NAME0 B

77ARG SCCACHE_REGION_NAME0 B

78ARG SCCACHE_S3_NO_CREDENTIALS0 B

79RUN |9 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 max_jobs=1632 B

80ARG USE_SCCACHE0 B

81ENV SCCACHE_BUCKET=vllm-build-sccache0 B

82ENV SCCACHE_REGION=us-west-20 B

83ENV SCCACHE_S3_NO_CREDENTIALS=00 B

84ENV SCCACHE_IDLE_TIMEOUT=00 B

85ARG COMMON_WORKDIR0 B

86WORKDIR /app32 B

87ARG NIC_BACKEND0 B

88ARG AINIC_VERSION0 B

89ARG UBUNTU_CODENAME0 B

90RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.3-hydra UBUNTU_CODENAME=jammy15.83 MB

91RUN /bin/sh -c python3 -m1.37 KB

92RUN /bin/sh -c rm -f197 B

93ENV SCCACHE_BUCKET=0 B

94ENV SCCACHE_REGION=0 B

95ENV SCCACHE_ENDPOINT=0 B

96ENV SCCACHE_S3_NO_CREDENTIALS=0 B

97ENV SCCACHE_IDLE_TIMEOUT=0 B

98RUN /bin/sh -c case "$(which32 B

99RUN /bin/sh -c uv pip6.3 MB

100RUN /bin/sh -c cd /install666.43 MB

101RUN /bin/sh -c uv pip37.66 MB

102ARG COMMON_WORKDIR0 B

103ARG BASE_IMAGE0 B

104ARG NIC_BACKEND0 B

105ARG AINIC_VERSION0 B

106COPY /benchmarks /app/vllm/benchmarks # buildkit249.72 KB

107COPY /examples /app/vllm/examples # buildkit260.29 KB

108COPY /docker /app/vllm/docker # buildkit32.02 KB

109ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B

110ENV TOKENIZERS_PARALLELISM=false0 B

111ENV SAFETENSORS_FAST_GPU=10 B

112ENV HIP_FORCE_DEV_KERNARG=10 B

113ENV PYTORCH_NVML_BASED_CUDA_CHECK=10 B

114

RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:bd3fc632b0c02f01-rocm-base NIC_BACKEND=all

168 B

115ENV KINETO_CONFIG=/app/libkineto.conf0 B

116

RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:bd3fc632b0c02f01-rocm-base NIC_BACKEND=all

489 B

117CMD ["/bin/bash"]0 B

118ENTRYPOINT ["vllm" "serve"]0 B

119ARG BUILD_AITER=10 B

120ARG AITER_GIT_REF=v0.1.16.post10 B

121ARG AITER_REPO=https://github.com/ROCm/aiter0 B

122ARG GPU_ARCHS=gfx9500 B

123COPY deploy/docker/scripts/build_aiter_rocm.sh /tmp/build_aiter_rocm.sh # buildkit1.54 KB

124RUN |4 BUILD_AITER=1 AITER_GIT_REF=v0.1.16.post1 AITER_REPO=https://github.com/ROCm/aiter141 B

125COPY deploy/docker/patches/vllm/ /tmp/vllm-patches/ # buildkit10.17 KB

126COPY deploy/docker/patches/vllm-dsv4/ /tmp/vllm-dsv4-patches/ # buildkit7.32 KB

127RUN |4 BUILD_AITER=1 AITER_GIT_REF=v0.1.16.post1 AITER_REPO=https://github.com/ROCm/aiter2.69 MB

128ARG BUILD_MOONCAKE=10 B

129ARG MOONCAKE_GIT_REF=747003c058015c4077a266e7ccd7549bbc9baede0 B

130COPY deploy/docker/scripts/build_mooncake_rocm.sh /tmp/build_mooncake_rocm.sh # buildkit2.81 KB

131COPY deploy/docker/patches/mooncake_cpp/ /tmp/mooncake_cpp/ # buildkit7.2 KB

132RUN |6 BUILD_AITER=1 AITER_GIT_REF=v0.1.16.post1 AITER_REPO=https://github.com/ROCm/aiter456.74 MB

133ARG BUILD_HIPFILE=10 B

134COPY deploy/docker/scripts/build_hipfile.sh /tmp/build_hipfile.sh # buildkit4.71 KB

135COPY deploy/docker/patches/hipfile_async/ /tmp/hipfile-async-patch/ # buildkit6.09 KB

136RUN |7 BUILD_AITER=1 AITER_GIT_REF=v0.1.16.post1 AITER_REPO=https://github.com/ROCm/aiter396.74 MB

137ARG INSTALL_LIBIONIC=10 B

138

ARG LIBIONIC_DEB_URL=https://repo.radeon.com/amdainic/pensando/ubuntu/1.117.5-a-77/pool/main/r/rdma-core/libionic1_54.0-187-1_amd64.deb

0 B

139RUN |9 BUILD_AITER=1 AITER_GIT_REF=v0.1.16.post1 AITER_REPO=https://github.com/ROCm/aiter372.08 KB

140WORKDIR /opt/infera115 B

141COPY pyproject.toml README.md ./ #4.78 KB

142COPY infera ./infera # buildkit499.87 KB

143RUN |9 BUILD_AITER=1 AITER_GIT_REF=v0.1.16.post1 AITER_REPO=https://github.com/ROCm/aiter10.77 MB

144COPY rust ./rust # buildkit58.06 KB

145RUN |9 BUILD_AITER=1 AITER_GIT_REF=v0.1.16.post1 AITER_REPO=https://github.com/ROCm/aiter249.9 MB

146COPY deploy/docker/scripts/infera_inject_host_ionic.sh /usr/local/bin/infera-inject-host-ionic # buildkit1.16 KB

147ENTRYPOINT ["/usr/local/bin/infera-inject-host-ionic"]0 B

148CMD ["/bin/bash"]0 B

Command

 ARG RELEASE

Help

System theme

Docker Suite

rocm/infera:vllm-v0.1.0-rc6