Sign inSign up

rocm/vllm:rocm7.12.0_gfx950-dcgpu_ubuntu24.04_py3.12_pytorch_2.9.1_vllm_0.16.0

Manifest digest

sha256:4ccbcc6997682462d4eb71fce38a72cdf6f4fe0cb28e5cfda8782958c6e25ac1

OS/ARCH

linux/amd64

Compressed size

8.57 GB

Last pushed

4 months by rocmdev

Type

Image

Manifest digest

sha256:4ccbcc6997682462d4eb71fce38a72cdf6f4fe0cb28e5cfda8782958c6e25ac1

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 28.35 MB
6CMD ["/bin/bash"]0 B
7ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
8ARG PYTORCH_ROCM_ARCH=gfx9500 B
9ENV PYTORCH_ROCM_ARCH=gfx9500 B
10ARG AITER_ROCM_ARCH=gfx9500 B
11ENV AITER_ROCM_ARCH=gfx9500 B
12ENV HSA_NO_SCRATCH_RECLAIM=10 B
13RUN |2 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 /bin/sh93 B
14WORKDIR /app32 B
15ENV DEBIAN_FRONTEND=noninteractive0 B
16RUN |2 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 /bin/sh337.22 MB
17RUN |2 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 /bin/sh4 MB
18ENV PATH=/opt/python/bin:/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
19RUN |2 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 /bin/sh23.26 MB
20ENV UV_PYTHON=/opt/python/bin/python0 B
21ENV UV_HTTP_TIMEOUT=5000 B
22ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
23ENV UV_LINK_MODE=copy0 B
24RUN |2 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 /bin/sh55.12 MB
25RUN |2 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 /bin/sh6.18 MB
26ARG USE_SCCACHE=00 B
27ARG SCCACHE_DOWNLOAD_URL0 B
28ARG SCCACHE_ENDPOINT0 B
29ARG SCCACHE_BUCKET_NAME=vllm-rocm-sccache0 B
30ARG SCCACHE_REGION_NAME=us-east-10 B
31ARG SCCACHE_S3_NO_CREDENTIALS=10 B
32RUN |8 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 USE_SCCACHE=032 B
33RUN |8 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 USE_SCCACHE=032 B
34ARG USE_SCCACHE=00 B
35ENV SCCACHE_BUCKET=vllm-rocm-sccache0 B
36ENV SCCACHE_REGION=us-east-10 B
37ENV SCCACHE_S3_NO_CREDENTIALS=10 B
38ENV SCCACHE_IDLE_TIMEOUT=00 B
39ARG PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl/gfx950-dcgpu0 B
40ENV PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl/gfx950-dcgpu0 B
41ARG ROCM_SDK_VERSION0 B
42ARG TORCH_VERSION=2.9.10 B
43ARG TORCHAUDIO_VERSION=2.9.00 B
44ARG TORCHVISION_VERSION=0.24.00 B
45RUN |13 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 USE_SCCACHE=06.55 GB
46ENV SITE_PACKAGES=/opt/python/lib/python3.12/site-packages0 B
47ENV ROCM_PATH=/opt/python/lib/python3.12/site-packages/_rocm_sdk_devel0 B
48ENV HIP_DEVICE_LIB_PATH=/opt/python/lib/python3.12/site-packages/_rocm_sdk_core/lib/llvm/amdgcn/bitcode0 B
49RUN |13 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 USE_SCCACHE=01.24 MB
50ENV PYTHONPATH=/opt/python/lib/python3.12/site-packages/_rocm_sdk_core/share/amd_smi:0 B
51RUN |13 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 USE_SCCACHE=0910.97 MB
52ARG BASE_IMAGE=ubuntu:24.040 B
53ARG FA_BRANCH=0e60e3940 B
54ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
55ARG AITER_BRANCH=6af8b6870 B
56ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
57RUN |18 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 USE_SCCACHE=0259 B
58ARG ARG_PYTORCH_ROCM_ARCH=gfx9500 B
59ENV PYTORCH_ROCM_ARCH=gfx9500 B
60ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
61ENV RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=10 B
62RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx950 /bin/sh -c154.19 MB
63ARG USE_SCCACHE0 B
64RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx950 USE_SCCACHE= /bin/sh383 B
65ARG USE_SCCACHE0 B
66ARG SCCACHE_DOWNLOAD_URL0 B
67ARG SCCACHE_ENDPOINT0 B
68ARG SCCACHE_BUCKET_NAME=vllm-build-sccache0 B
69ARG SCCACHE_REGION_NAME=us-west-20 B
70ARG SCCACHE_S3_NO_CREDENTIALS=00 B
71RUN |7 ARG_PYTORCH_ROCM_ARCH=gfx950 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=32 B
72ARG USE_SCCACHE0 B
73ENV SCCACHE_BUCKET=0 B
74ENV SCCACHE_REGION=0 B
75ENV SCCACHE_S3_NO_CREDENTIALS=0 B
76ENV SCCACHE_IDLE_TIMEOUT=0 B
77ARG COMMON_WORKDIR=/app0 B
78WORKDIR /app32 B
79RUN |8 ARG_PYTORCH_ROCM_ARCH=gfx950 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=5.18 MB
80RUN |8 ARG_PYTORCH_ROCM_ARCH=gfx950 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=32 B
81ENV SCCACHE_BUCKET=0 B
82ENV SCCACHE_REGION=0 B
83ENV SCCACHE_S3_NO_CREDENTIALS=0 B
84ENV SCCACHE_IDLE_TIMEOUT=0 B
85RUN |8 ARG_PYTORCH_ROCM_ARCH=gfx950 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=32 B
86RUN |8 ARG_PYTORCH_ROCM_ARCH=gfx950 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=7.56 MB
87RUN |8 ARG_PYTORCH_ROCM_ARCH=gfx950 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=539.81 MB
88ARG COMMON_WORKDIR=/app0 B
89ARG BASE_IMAGE=rocm/utd-private:vllm-base-py3.12-prereleases-gfx950-dcgpu-rocm7.12.0rc1-20260323-2352220 B
90COPY /benchmarks /app/vllm/benchmarks # buildkit200.12 KB
91COPY /examples /app/vllm/examples # buildkit215.1 KB
92COPY /docker /app/vllm/docker # buildkit4.79 KB
93ENV TOKENIZERS_PARALLELISM=false0 B
94ENV SAFETENSORS_FAST_GPU=10 B
95ENV HIP_FORCE_DEV_KERNARG=10 B
96RUN |9 ARG_PYTORCH_ROCM_ARCH=gfx950 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=168 B
97ENV KINETO_CONFIG=/app/libkineto.conf0 B
98RUN |9 ARG_PYTORCH_ROCM_ARCH=gfx950 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=336 B
99CMD ["/bin/bash"]0 B
100/bin/bash0 B
101pip uninstall -y ray329 B

Command

 ARG RELEASE