Sign inSign up

rocm/vllm:rocm7.0.0_vllm_0.11.1_20251103

Manifest digest

sha256:8d60429043d4d00958da46039a1de0d9b82df814d45da482497eef26a6076506

OS/ARCH

linux/amd64

Compressed size

8.72 GB

Last pushed

8 months by rocmdev

Type

Image

Manifest digest

sha256:8d60429043d4d00958da46039a1de0d9b82df814d45da482497eef26a6076506

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.17 MB
6CMD ["/bin/bash"]0 B
7LABEL [email protected]0 B
8ARG ROCM_VERSION=5.30 B
9ARG AMDGPU_VERSION=5.30 B
10ARG APT_PREF0 B
11RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:237 B
12RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:4.99 GB
13RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:656 B
14ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV ROCM_PATH=/opt/rocm0 B
16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
19ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
20ARG PYTHON_VERSION=3.120 B
21RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh93 B
22WORKDIR /app32 B
23ENV DEBIAN_FRONTEND=noninteractive0 B
24RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh112.15 MB
25RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh65.7 MB
26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh2.1 GB
27ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:7.0-complete0 B
28ARG TRITON_BRANCH=57c693b60 B
29ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B
30ARG PYTORCH_BRANCH=1c57644d0 B
31ARG PYTORCH_VISION_BRANCH=v0.23.00 B
32ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git0 B
33ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B
34ARG FA_BRANCH=0e60e3940 B
35ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
36ARG AITER_BRANCH=9716b1b80 B
37ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
38RUN |13 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.0-complete350 B
39COPY pytorch_afo_testkit/afo/gemm/benchmarks/afo_tune_device_*_full.csv /app # buildkit61.21 MB
40ENV PYTORCH_TUNABLEOP_ENABLED=10 B
41ENV PYTORCH_TUNABLEOP_TUNING=00 B
42ENV PYTORCH_TUNABLEOP_FILENAME=/app/afo_tune_device_%d_full.csv0 B
43ARG ARG_PYTORCH_ROCM_ARCH0 B
44ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
45RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c94.55 MB
46RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c1.35 KB
47RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c217 B
48ARG COMMON_WORKDIR=/app0 B
49WORKDIR /app32 B
50RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh1.97 KB
51RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh32 B
52RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh13.37 MB
53RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh1.26 GB
54ARG COMMON_WORKDIR=/app0 B
55COPY /benchmarks /app/vllm/benchmarks # buildkit149.94 KB
56COPY /examples /app/vllm/examples # buildkit177.52 KB
57COPY /docker /app/vllm/docker # buildkit1.63 KB
58ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
59ENV RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=10 B
60ENV TOKENIZERS_PARALLELISM=false0 B
61ENV SAFETENSORS_FAST_GPU=10 B
62ENV HIP_FORCE_DEV_KERNARG=10 B
63CMD ["/bin/bash"]0 B

Command

 ARG RELEASE