Sign inSign up

rocm/vllm:rocm6.4.1_vllm_0.10.1_20250909

Manifest digest

sha256:1113268572e26d59b205792047bea0e61e018e79aeadceba118b7bf23cb3715c

OS/ARCH

linux/amd64

Compressed size

7.44 GB

Last pushed

10 months by rocmdev

Type

Image

Manifest digest

sha256:1113268572e26d59b205792047bea0e61e018e79aeadceba118b7bf23cb3715c

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.16 MB
6CMD ["/bin/bash"]0 B
7LABEL [email protected]0 B
8ARG ROCM_VERSION=5.30 B
9ARG AMDGPU_VERSION=5.30 B
10ARG APT_PREF0 B
11RUN |3 ROCM_VERSION=6.4.1 AMDGPU_VERSION=6.4.1 APT_PREF=Package:240 B
12RUN |3 ROCM_VERSION=6.4.1 AMDGPU_VERSION=6.4.1 APT_PREF=Package:4 GB
13RUN |3 ROCM_VERSION=6.4.1 AMDGPU_VERSION=6.4.1 APT_PREF=Package:657 B
14ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV ROCM_PATH=/opt/rocm0 B
16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx12010 B
18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx12010 B
19ARG PYTHON_VERSION=3.120 B
20RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh93 B
21WORKDIR /app32 B
22ENV DEBIAN_FRONTEND=noninteractive0 B
23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh110.38 MB
24RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh65.94 MB
25RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh877.67 MB
26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh249.71 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh821.32 KB
28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh817.05 MB
29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh301.35 MB
30ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.4.1-complete0 B
31ARG HIPBLAS_COMMON_BRANCH=9b80ba8e0 B
32ARG HIPBLASLT_BRANCH=aa0bda7b0 B
33ARG LEGACY_HIPBLASLT_OPTION=0 B
34ARG TRITON_BRANCH=e5be0060 B
35ARG TRITON_REPO=https://github.com/triton-lang/triton.git0 B
36ARG PYTORCH_BRANCH=f717b2af0 B
37ARG PYTORCH_VISION_BRANCH=v0.21.00 B
38ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git0 B
39ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B
40ARG FA_BRANCH=1a7f4dfa0 B
41ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
42ARG AITER_BRANCH=4822e6750 B
43ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
44RUN |16 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.4.1-complete378 B
45COPY pytorch_afo_testkit/afo/gemm/benchmarks/afo_tune_device_*_full.csv /app # buildkit61.54 MB
46ENV PYTORCH_TUNABLEOP_ENABLED=10 B
47ENV PYTORCH_TUNABLEOP_TUNING=00 B
48ENV PYTORCH_TUNABLEOP_FILENAME=/app/afo_tune_device_%d_full.csv0 B
49ARG ARG_PYTORCH_ROCM_ARCH0 B
50ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx12010 B
51RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c110.95 MB
52RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c37.14 KB
53RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c32 B
54ARG COMMON_WORKDIR=/app0 B
55WORKDIR /app32 B
56RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh1.94 KB
57RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh32 B
58RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh13.23 MB
59RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh879.8 MB
60ARG COMMON_WORKDIR=/app0 B
61COPY /benchmarks /app/vllm/benchmarks # buildkit159.86 KB
62COPY /examples /app/vllm/examples # buildkit168.71 KB
63COPY /docker /app/vllm/docker # buildkit1.57 KB
64ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
65ENV TOKENIZERS_PARALLELISM=false0 B
66ENV SAFETENSORS_FAST_GPU=10 B
67ENV HIP_FORCE_DEV_KERNARG=10 B
68CMD ["/bin/bash"]0 B

Command

 ARG RELEASE