Sign inSign up

rocm/vllm:v0.14.0_amd_dev

Manifest digest

sha256:8447d72cf7d231887a6397d731ae0c81db10dd0788b1a9c0980fbbe2932e12e9

OS/ARCH

linux/amd64

Compressed size

8.47 GB

Last pushed

6 months by rocmdev

Type

Image

Manifest digest

sha256:8447d72cf7d231887a6397d731ae0c81db10dd0788b1a9c0980fbbe2932e12e9

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.17 MB
6CMD ["/bin/bash"]0 B
7LABEL [email protected]0 B
8ARG ROCM_VERSION=5.30 B
9ARG AMDGPU_VERSION=5.30 B
10ARG APT_PREF0 B
11RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:237 B
12RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:4.99 GB
13RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:656 B
14ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV ROCM_PATH=/opt/rocm0 B
16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
19ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
20ENV HSA_NO_SCRATCH_RECLAIM=10 B
21ARG PYTHON_VERSION=3.120 B
22ENV PYTHON_VERSION=3.120 B
23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh93 B
24WORKDIR /app32 B
25ENV DEBIAN_FRONTEND=noninteractive0 B
26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh113.28 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh65.89 MB
28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh4.05 MB
29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh2.3 GB
30ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:7.0-complete0 B
31ARG TRITON_BRANCH=57c693b60 B
32ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B
33ARG PYTORCH_BRANCH=890751730 B
34ARG PYTORCH_VISION_BRANCH=v0.24.10 B
35ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git0 B
36ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B
37ARG PYTORCH_AUDIO_BRANCH=v2.9.00 B
38ARG PYTORCH_AUDIO_REPO=https://github.com/pytorch/audio.git0 B
39ARG FA_BRANCH=0e60e3940 B
40ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
41ARG AITER_BRANCH=6af8b6870 B
42ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
43RUN |15 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.0-complete376 B
44COPY *csv /app # buildkit61.99 MB
45ENV PYTORCH_TUNABLEOP_ENABLED=10 B
46ENV PYTORCH_TUNABLEOP_TUNING=00 B
47ENV PYTORCH_TUNABLEOP_FILENAME=/app/afo_tune_device_%d_full.csv0 B
48ARG ARG_PYTORCH_ROCM_ARCH0 B
49ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
50ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
51ENV RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=10 B
52RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c135.24 MB
53RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c1.5 KB
54ARG USE_SCCACHE0 B
55RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= /bin/sh215 B
56RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= /bin/sh22.16 MB
57ENV UV_HTTP_TIMEOUT=5000 B
58ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
59ENV UV_LINK_MODE=copy0 B
60ARG USE_SCCACHE0 B
61ARG SCCACHE_DOWNLOAD_URL0 B
62ARG SCCACHE_ENDPOINT0 B
63ARG SCCACHE_BUCKET_NAME=vllm-build-sccache0 B
64ARG SCCACHE_REGION_NAME=us-west-20 B
65ARG SCCACHE_S3_NO_CREDENTIALS=00 B
66RUN |7 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=32 B
67ARG USE_SCCACHE0 B
68ENV SCCACHE_BUCKET=0 B
69ENV SCCACHE_REGION=0 B
70ENV SCCACHE_S3_NO_CREDENTIALS=0 B
71ENV SCCACHE_IDLE_TIMEOUT=0 B
72ARG COMMON_WORKDIR=/app0 B
73WORKDIR /app32 B
74RUN |8 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=1.98 KB
75RUN |8 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=32 B
76RUN |8 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=5.29 MB
77RUN |8 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=759.78 MB
78ARG COMMON_WORKDIR=/app0 B
79ARG BASE_IMAGE=rocm/vllm-dev:base0 B
80COPY /benchmarks /app/vllm/benchmarks # buildkit175.29 KB
81COPY /examples /app/vllm/examples # buildkit200.45 KB
82COPY /docker /app/vllm/docker # buildkit4.96 KB
83ENV TOKENIZERS_PARALLELISM=false0 B
84ENV SAFETENSORS_FAST_GPU=10 B
85ENV HIP_FORCE_DEV_KERNARG=10 B
86ENV AMDGCN_USE_BUFFER_OPS=10 B
87RUN |9 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=168 B
88ENV KINETO_CONFIG=/app/libkineto.conf0 B
89RUN |9 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=402 B
90CMD ["/bin/bash"]0 B

Command

 ARG RELEASE