Sign inSign up

rocm/vllm:rocm7.12.0_gfx1152_ubuntu24.04_py3.12_pytorch_2.9.1_vllm_0.16.0

Manifest digest

sha256:2b8918016ba1c6f15e4a15283475eda9a7b4917b40fcae7fa45dbbd709fe5e7a

OS/ARCH

linux/amd64

Compressed size

6.7 GB

Last pushed

4 months by rocmdev

Type

Image

Manifest digest

sha256:2b8918016ba1c6f15e4a15283475eda9a7b4917b40fcae7fa45dbbd709fe5e7a

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 28.35 MB
6CMD ["/bin/bash"]0 B
7ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
8ENV FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE0 B
9ARG PYTORCH_ROCM_ARCH=gfx11520 B
10ENV PYTORCH_ROCM_ARCH=gfx11520 B
11ARG AITER_ROCM_ARCH=0 B
12ENV AITER_ROCM_ARCH=0 B
13ENV HSA_NO_SCRATCH_RECLAIM=10 B
14RUN |2 PYTORCH_ROCM_ARCH=gfx1152 AITER_ROCM_ARCH= /bin/sh93 B
15WORKDIR /app32 B
16ENV DEBIAN_FRONTEND=noninteractive0 B
17RUN |2 PYTORCH_ROCM_ARCH=gfx1152 AITER_ROCM_ARCH= /bin/sh337.23 MB
18RUN |2 PYTORCH_ROCM_ARCH=gfx1152 AITER_ROCM_ARCH= /bin/sh4 MB
19ENV PATH=/opt/python/bin:/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
20ENV FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE0 B
21RUN |2 PYTORCH_ROCM_ARCH=gfx1152 AITER_ROCM_ARCH= /bin/sh23.26 MB
22ENV UV_PYTHON=/opt/python/bin/python0 B
23ENV UV_HTTP_TIMEOUT=5000 B
24ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
25ENV UV_LINK_MODE=copy0 B
26RUN |2 PYTORCH_ROCM_ARCH=gfx1152 AITER_ROCM_ARCH= /bin/sh55.12 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx1152 AITER_ROCM_ARCH= /bin/sh6.18 MB
28ARG USE_SCCACHE=00 B
29ARG SCCACHE_DOWNLOAD_URL0 B
30ARG SCCACHE_ENDPOINT0 B
31ARG SCCACHE_BUCKET_NAME=vllm-rocm-sccache0 B
32ARG SCCACHE_REGION_NAME=us-east-10 B
33ARG SCCACHE_S3_NO_CREDENTIALS=10 B
34RUN |8 PYTORCH_ROCM_ARCH=gfx1152 AITER_ROCM_ARCH= USE_SCCACHE=032 B
35RUN |8 PYTORCH_ROCM_ARCH=gfx1152 AITER_ROCM_ARCH= USE_SCCACHE=032 B
36ARG USE_SCCACHE=00 B
37ENV SCCACHE_BUCKET=vllm-rocm-sccache0 B
38ENV SCCACHE_REGION=us-east-10 B
39ENV SCCACHE_S3_NO_CREDENTIALS=10 B
40ENV SCCACHE_IDLE_TIMEOUT=00 B
41ARG PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl/gfx11520 B
42ENV PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl/gfx11520 B
43ARG ROCM_SDK_VERSION0 B
44ARG TORCH_VERSION=2.9.10 B
45ARG TORCHAUDIO_VERSION=2.9.00 B
46ARG TORCHVISION_VERSION=0.24.00 B
47RUN |13 PYTORCH_ROCM_ARCH=gfx1152 AITER_ROCM_ARCH= USE_SCCACHE=05.55 GB
48ENV SITE_PACKAGES=/opt/python/lib/python3.12/site-packages0 B
49ENV ROCM_PATH=/opt/python/lib/python3.12/site-packages/_rocm_sdk_devel0 B
50ENV HIP_DEVICE_LIB_PATH=/opt/python/lib/python3.12/site-packages/_rocm_sdk_core/lib/llvm/amdgcn/bitcode0 B
51RUN |13 PYTORCH_ROCM_ARCH=gfx1152 AITER_ROCM_ARCH= USE_SCCACHE=01.09 MB
52ENV PYTHONPATH=/opt/python/lib/python3.12/site-packages/_rocm_sdk_core/share/amd_smi:0 B
53RUN |13 PYTORCH_ROCM_ARCH=gfx1152 AITER_ROCM_ARCH= USE_SCCACHE=01.08 MB
54ARG BASE_IMAGE=ubuntu:24.040 B
55ARG FA_BRANCH=0e60e3940 B
56ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
57ARG AITER_BRANCH=6af8b6870 B
58ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
59RUN |18 PYTORCH_ROCM_ARCH=gfx1152 AITER_ROCM_ARCH= USE_SCCACHE=0259 B
60ENV FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE0 B
61ARG ARG_PYTORCH_ROCM_ARCH=gfx11520 B
62ENV PYTORCH_ROCM_ARCH=gfx11520 B
63ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
64ENV RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=10 B
65RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx1152 /bin/sh -c154.2 MB
66ARG USE_SCCACHE0 B
67RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx1152 USE_SCCACHE= /bin/sh387 B
68ARG USE_SCCACHE0 B
69ARG SCCACHE_DOWNLOAD_URL0 B
70ARG SCCACHE_ENDPOINT0 B
71ARG SCCACHE_BUCKET_NAME=vllm-build-sccache0 B
72ARG SCCACHE_REGION_NAME=us-west-20 B
73ARG SCCACHE_S3_NO_CREDENTIALS=00 B
74RUN |7 ARG_PYTORCH_ROCM_ARCH=gfx1152 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=32 B
75ARG USE_SCCACHE0 B
76ENV SCCACHE_BUCKET=0 B
77ENV SCCACHE_REGION=0 B
78ENV SCCACHE_S3_NO_CREDENTIALS=0 B
79ENV SCCACHE_IDLE_TIMEOUT=0 B
80ARG COMMON_WORKDIR=/app0 B
81WORKDIR /app32 B
82RUN |8 ARG_PYTORCH_ROCM_ARCH=gfx1152 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=5.18 MB
83RUN |8 ARG_PYTORCH_ROCM_ARCH=gfx1152 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=32 B
84ENV SCCACHE_BUCKET=0 B
85ENV SCCACHE_REGION=0 B
86ENV SCCACHE_S3_NO_CREDENTIALS=0 B
87ENV SCCACHE_IDLE_TIMEOUT=0 B
88RUN |8 ARG_PYTORCH_ROCM_ARCH=gfx1152 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=32 B
89RUN |8 ARG_PYTORCH_ROCM_ARCH=gfx1152 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=7.56 MB
90RUN |8 ARG_PYTORCH_ROCM_ARCH=gfx1152 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=552.73 MB
91ARG COMMON_WORKDIR=/app0 B
92ARG BASE_IMAGE=rocm/utd-private:vllm-base-py3.12-prereleases-gfx1152-rocm7.12.0rc1-20260324-0033300 B
93COPY /benchmarks /app/vllm/benchmarks # buildkit200.12 KB
94COPY /examples /app/vllm/examples # buildkit215.1 KB
95COPY /docker /app/vllm/docker # buildkit4.85 KB
96ENV TOKENIZERS_PARALLELISM=false0 B
97ENV SAFETENSORS_FAST_GPU=10 B
98ENV HIP_FORCE_DEV_KERNARG=10 B
99RUN |9 ARG_PYTORCH_ROCM_ARCH=gfx1152 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=168 B
100ENV KINETO_CONFIG=/app/libkineto.conf0 B
101RUN |9 ARG_PYTORCH_ROCM_ARCH=gfx1152 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=329 B
102CMD ["/bin/bash"]0 B
103/bin/bash0 B
104pip uninstall -y ray333 B
105pip uninstall -y ray0 B

Command

 ARG RELEASE