Sign inSign up

rocm/vllm:latest

Manifest digest

sha256:e7f02dd2ce3824959658bc0391296f6158638e3ebce164f6c019c4eca8150ec7

OS/ARCH

linux/amd64

Compressed size

8.37 GB

Last pushed

7 months by rocmdev

Type

Image

Manifest digest

sha256:e7f02dd2ce3824959658bc0391296f6158638e3ebce164f6c019c4eca8150ec7

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.17 MB
6CMD ["/bin/bash"]0 B
7LABEL [email protected]0 B
8ARG ROCM_VERSION=5.30 B
9ARG AMDGPU_VERSION=5.30 B
10ARG APT_PREF0 B
11RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:237 B
12RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:4.99 GB
13RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:656 B
14ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV ROCM_PATH=/opt/rocm0 B
16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
19ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
20ENV HSA_NO_SCRATCH_RECLAIM=10 B
21ARG PYTHON_VERSION=3.120 B
22ENV PYTHON_VERSION=3.120 B
23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh93 B
24WORKDIR /app32 B
25ENV DEBIAN_FRONTEND=noninteractive0 B
26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh112.86 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh65.89 MB
28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh4.05 MB
29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh2.24 GB
30ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:7.0-complete0 B
31ARG TRITON_BRANCH=57c693b60 B
32ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B
33ARG PYTORCH_BRANCH=1c57644d0 B
34ARG PYTORCH_VISION_BRANCH=v0.23.00 B
35ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git0 B
36ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B
37ARG PYTORCH_AUDIO_BRANCH=v2.9.00 B
38ARG PYTORCH_AUDIO_REPO=https://github.com/pytorch/audio.git0 B
39ARG FA_BRANCH=0e60e3940 B
40ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
41ARG AITER_BRANCH=6af8b6870 B
42ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
43RUN |15 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.0-complete378 B
44COPY *csv /app # buildkit61.6 MB
45ARG ARG_PYTORCH_ROCM_ARCH0 B
46ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
47ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
48ENV RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=10 B
49RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c134.85 MB
50RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c1.35 KB
51RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c217 B
52RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c21.22 MB
53ENV UV_HTTP_TIMEOUT=5000 B
54ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
55ENV UV_LINK_MODE=copy0 B
56ARG COMMON_WORKDIR=/app0 B
57WORKDIR /app32 B
58RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh1.97 KB
59RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh32 B
60RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh5.11 MB
61RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh735.72 MB
62ARG COMMON_WORKDIR=/app0 B
63ARG BASE_IMAGE=rocm/vllm-dev:base_ROCm7.0_bump_aiter_20251205_tuned0 B
64COPY /benchmarks /app/vllm/benchmarks # buildkit169.11 KB
65COPY /examples /app/vllm/examples # buildkit188.86 KB
66COPY /docker /app/vllm/docker # buildkit2.26 KB
67ENV TOKENIZERS_PARALLELISM=false0 B
68ENV SAFETENSORS_FAST_GPU=10 B
69ENV HIP_FORCE_DEV_KERNARG=10 B
70RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BASE_IMAGE=rocm/vllm-dev:base_ROCm7.0_bump_aiter_20251205_tuned168 B
71ENV KINETO_CONFIG=/app/libkineto.conf0 B
72RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BASE_IMAGE=rocm/vllm-dev:base_ROCm7.0_bump_aiter_20251205_tuned423 B
73CMD ["/bin/bash"]0 B

Command

 ARG RELEASE