Sign inSign up

rocm/vllm:rocm7.13.0_gfx950-dcgpu_ubuntu24.04_py3.13_pytorch_2.10.0_vllm_0.19.1

Manifest digest

sha256:3b20f0a32530aefa2416aa30f64011fdcab00c44676a915044b9a17379342fcc

OS/ARCH

linux/amd64

Compressed size

10.1 GB

Last pushed

about 2 months by rocmdev

Type

Image

Manifest digest

sha256:3b20f0a32530aefa2416aa30f64011fdcab00c44676a915044b9a17379342fcc

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 28.36 MB
5CMD ["/bin/bash"]0 B
6ARG PYTORCH_ROCM_ARCH=gfx9500 B
7ENV PYTORCH_ROCM_ARCH=gfx9500 B
8ARG AITER_ROCM_ARCH=gfx9500 B
9ENV AITER_ROCM_ARCH=gfx9500 B
10ARG DEVICE_EXTRAS0 B
11ARG PYTHON_VERSION=3.130 B
12ARG MAX_JOBS=640 B
13ENV MAX_JOBS=640 B
14ENV HSA_NO_SCRATCH_RECLAIM=10 B
15RUN |5 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 DEVICE_EXTRAS=91 B
16WORKDIR /app32 B
17ENV DEBIAN_FRONTEND=noninteractive0 B
18RUN |5 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 DEVICE_EXTRAS=327.25 MB
19RUN |5 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 DEVICE_EXTRAS=23.45 MB
20RUN |5 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 DEVICE_EXTRAS=33.29 MB
21RUN |5 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 DEVICE_EXTRAS=1.65 MB
22ENV PATH=/opt/python/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
23ENV UV_PYTHON=/opt/python/bin/python0 B
24ENV UV_HTTP_TIMEOUT=5000 B
25ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
26ENV UV_LINK_MODE=copy0 B
27RUN |5 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 DEVICE_EXTRAS=55.16 MB
28RUN |5 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 DEVICE_EXTRAS=6.18 MB
29ARG USE_SCCACHE=00 B
30ARG SCCACHE_DOWNLOAD_URL0 B
31ARG SCCACHE_ENDPOINT=https://minio-frameworks.amd.com0 B
32ARG SCCACHE_BUCKET_NAME=ufb-cache-vllm0 B
33ARG SCCACHE_REGION_NAME=us-east-10 B
34ARG SCCACHE_S3_NO_CREDENTIALS=00 B
35RUN |11 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 DEVICE_EXTRAS=32 B
36ARG USE_SCCACHE=00 B
37ARG SCCACHE_S3_KEY_PREFIX=rocm/gfx950-dcgpu/0 B
38ARG SCCACHE_S3_ACCESS_KEY=xAwpnZQCYVJo1cQl3u2o0 B
39ARG SCCACHE_S3_SECRET_KEY=0aCxw16qjlRo7QtIEyKClaM8ypcYaLqqZ4SyF2Qz0 B
40ENV SCCACHE_BUCKET=ufb-cache-vllm0 B
41ENV SCCACHE_REGION=us-east-10 B
42ENV SCCACHE_S3_NO_CREDENTIALS=00 B
43ENV SCCACHE_IDLE_TIMEOUT=00 B
44ENV SCCACHE_ENDPOINT=https://minio-frameworks.amd.com0 B
45ENV SCCACHE_S3_KEY_PREFIX=rocm/gfx950-dcgpu/0 B
46ENV SCCACHE_S3_USE_SSL=on0 B
47ENV AWS_ACCESS_KEY_ID=xAwpnZQCYVJo1cQl3u2o0 B
48ENV AWS_SECRET_ACCESS_KEY=0aCxw16qjlRo7QtIEyKClaM8ypcYaLqqZ4SyF2Qz0 B
49ARG PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-staging/gfx950-dcgpu0 B
50ENV PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-staging/gfx950-dcgpu0 B
51ARG ROCM_SDK_VERSION=7.13.0rc20 B
52ARG TORCH_VERSION=2.10.00 B
53ARG TORCHAUDIO_VERSION=2.10.00 B
54ARG TORCHVISION_VERSION=0.25.00 B
55ARG DEVICE_EXTRAS0 B
56RUN |19 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 DEVICE_EXTRAS=7.48 GB
57ENV SITE_PACKAGES=/opt/python/lib/python3.13/site-packages0 B
58ENV ROCM_PATH=/opt/python/lib/python3.13/site-packages/_rocm_sdk_devel ROCM_HOME=/opt/python/lib/python3.13/site-packages/_rocm_sdk_devel HIP_PATH=/opt/python/lib/python3.13/site-packages/_rocm_sdk_devel HIP_CLANG_PATH=/opt/python/lib/python3.13/site-packages/_rocm_sdk_devel/lib/llvm/bin0 B
59ENV LD_LIBRARY_PATH=/opt/python/lib/python3.13/site-packages/_rocm_sdk_devel/lib:/opt/python/lib/python3.13/site-packages/_rocm_sdk_devel/lib/rocm_sysdeps/lib:/opt/python/lib/python3.13/site-packages/_rocm_sdk_core/lib:/opt/python/lib/python3.13/site-packages/_rocm_sdk_core/lib/rocm_sysdeps/lib0 B
60ENV PATH=/opt/python/lib/python3.13/site-packages/_rocm_sdk_devel/bin:/opt/python/lib/python3.13/site-packages/_rocm_sdk_devel/lib/llvm/bin:/opt/python/lib/python3.13/site-packages/_rocm_sdk_core/bin:/opt/python/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
61RUN |19 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 DEVICE_EXTRAS=1.26 MB
62ENV PYTHONPATH=/opt/python/lib/python3.13/site-packages/_rocm_sdk_core/share/amd_smi:0 B
63ARG USE_SCCACHE=00 B
64RUN |19 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 DEVICE_EXTRAS=32 B
65RUN |19 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 DEVICE_EXTRAS=193.02 MB
66ARG BASE_IMAGE=ubuntu:24.040 B
67ARG FA_BRANCH=0e60e3940 B
68ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
69ARG AITER_BRANCH=v0.1.10.post20 B
70ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
71RUN |24 PYTORCH_ROCM_ARCH=gfx950 AITER_ROCM_ARCH=gfx950 DEVICE_EXTRAS=261 B
72ARG ARG_PYTORCH_ROCM_ARCH=gfx9500 B
73ENV PYTORCH_ROCM_ARCH=gfx9500 B
74ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
75ENV RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=10 B
76RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx950 /bin/sh -c155.65 MB
77ARG COMMON_WORKDIR=/app0 B
78WORKDIR /app32 B
79RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx950 COMMON_WORKDIR=/app /bin/sh1.96 MB
80RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx950 COMMON_WORKDIR=/app /bin/sh32 B
81ENV SCCACHE_BUCKET=0 B
82ENV SCCACHE_REGION=0 B
83ENV SCCACHE_S3_NO_CREDENTIALS=0 B
84ENV SCCACHE_IDLE_TIMEOUT=0 B
85ENV SCCACHE_ENDPOINT=0 B
86ENV SCCACHE_S3_KEY_PREFIX=0 B
87ENV SCCACHE_S3_USE_SSL=0 B
88ENV AWS_ACCESS_KEY_ID=0 B
89ENV AWS_SECRET_ACCESS_KEY=0 B
90RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx950 COMMON_WORKDIR=/app /bin/sh32 B
91RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx950 COMMON_WORKDIR=/app /bin/sh7.66 MB
92RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx950 COMMON_WORKDIR=/app /bin/sh428.61 MB
93ARG COMMON_WORKDIR=/app0 B
94ARG BASE_IMAGE=rocm/utd-private:vllm-base-ubuntu24.04-py3.13-prereleases-gfx950-dcgpu-rocm7.13.0rc2-24efb890410 B
95ARG ROCM_VERSION=7.13.0rc20 B
96ENV ROCM_VERSION=7.13.0rc20 B
97COPY /app/vllm /app/vllm # buildkit1.24 GB
98RUN |4 ARG_PYTORCH_ROCM_ARCH=gfx950 COMMON_WORKDIR=/app BASE_IMAGE=rocm/utd-private:vllm-base-ubuntu24.04-py3.13-prereleases-gfx950-dcgpu-rocm7.13.0rc2-24efb89041203 B
99ENV TOKENIZERS_PARALLELISM=false0 B
100ENV SAFETENSORS_FAST_GPU=10 B
101ENV HIP_FORCE_DEV_KERNARG=10 B
102RUN |4 ARG_PYTORCH_ROCM_ARCH=gfx950 COMMON_WORKDIR=/app BASE_IMAGE=rocm/utd-private:vllm-base-ubuntu24.04-py3.13-prereleases-gfx950-dcgpu-rocm7.13.0rc2-24efb89041168 B
103ENV KINETO_CONFIG=/app/libkineto.conf0 B
104RUN |4 ARG_PYTORCH_ROCM_ARCH=gfx950 COMMON_WORKDIR=/app BASE_IMAGE=rocm/utd-private:vllm-base-ubuntu24.04-py3.13-prereleases-gfx950-dcgpu-rocm7.13.0rc2-24efb89041342 B
105CMD ["/bin/bash"]0 B
106/bin/bash0 B
107/bin/bash286 B
108bash -c echo94.02 MB
109bash -c pip51.96 MB

Command

 ARG RELEASE