Sign inSign up

rocm/vllm:rocm6.4.1_vllm_0.9.0.1_20250605

Manifest digest

sha256:f48beeb3d72663a93c77211eb45273d564451447c097e060befa713d565fa36c

OS/ARCH

linux/amd64

Compressed size

7.85 GB

Last pushed

about 1 year by rocmdev

Type

Image

Manifest digest

sha256:f48beeb3d72663a93c77211eb45273d564451447c097e060befa713d565fa36c

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.16 MB
6CMD ["/bin/bash"]0 B
7LABEL [email protected]0 B
8ARG ROCM_VERSION=5.30 B
9ARG AMDGPU_VERSION=5.30 B
10ARG APT_PREF0 B
11RUN |3 ROCM_VERSION=6.4.1 AMDGPU_VERSION=6.4.1 APT_PREF=Package:240 B
12RUN |3 ROCM_VERSION=6.4.1 AMDGPU_VERSION=6.4.1 APT_PREF=Package:4 GB
13RUN |3 ROCM_VERSION=6.4.1 AMDGPU_VERSION=6.4.1 APT_PREF=Package:657 B
14ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV ROCM_PATH=/opt/rocm0 B
16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx12010 B
18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx12010 B
19ARG PYTHON_VERSION=3.120 B
20RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh92 B
21WORKDIR /app32 B
22ENV DEBIAN_FRONTEND=noninteractive0 B
23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh107.51 MB
24RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh65.83 MB
25RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh878.46 MB
26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh248.36 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh821.31 KB
28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh812.27 MB
29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh801.87 MB
30ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.4.1-complete0 B
31ARG HIPBLAS_COMMON_BRANCH=9b80ba8e0 B
32ARG HIPBLASLT_BRANCH=aa0bda7b0 B
33ARG LEGACY_HIPBLASLT_OPTION=0 B
34ARG TRITON_BRANCH=e5be0060 B
35ARG TRITON_REPO=https://github.com/triton-lang/triton.git0 B
36ARG PYTORCH_BRANCH=f717b2af0 B
37ARG PYTORCH_VISION_BRANCH=v0.21.00 B
38ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git0 B
39ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B
40ARG FA_BRANCH=1a7f4dfa0 B
41ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
42ARG AITER_BRANCH=648764940 B
43ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
44RUN |16 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.4.1-complete379 B
45COPY pytorch_afo_testkit/afo/gemm/benchmarks/afo_tune_device_*_full.csv /app # buildkit61.27 MB
46ENV PYTORCH_TUNABLEOP_ENABLED=10 B
47ENV PYTORCH_TUNABLEOP_TUNING=00 B
48ENV PYTORCH_TUNABLEOP_FILENAME=/app/afo_tune_device_%d_full.csv0 B
49ARG ARG_PYTORCH_ROCM_ARCH0 B
50ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx12010 B
51RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c108.64 MB
52RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c182.42 KB
53RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c216 B
54ARG COMMON_WORKDIR=/app0 B
55WORKDIR /app32 B
56RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh1.98 KB
57RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh32 B
58RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh16.17 MB
59RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh812.36 MB
60ARG COMMON_WORKDIR=/app0 B
61COPY /benchmarks /app/vllm/benchmarks # buildkit129 KB
62COPY /examples /app/vllm/examples # buildkit128.28 KB
63ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
64ENV TOKENIZERS_PARALLELISM=false0 B
65ENV SAFETENSORS_FAST_GPU=10 B
66ENV HIP_FORCE_DEV_KERNARG=10 B
67CMD ["/bin/bash"]0 B

Command

 ARG RELEASE