Sign inSign up

rocm/amd-mlperf:mi325x_mixtral_8x7b_inference_5.1

Manifest digest

sha256:b85a9caef1e36a40e6742c1f3711afcb08cb0dfc21ecef629797fb0daa9354a1

OS/ARCH

linux/amd64

Compressed size

11.29 GB

Last pushed

10 months by rocmdev

Type

Image

Manifest digest

sha256:b85a9caef1e36a40e6742c1f3711afcb08cb0dfc21ecef629797fb0daa9354a1

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.17 MB
6CMD ["/bin/bash"]0 B
7LABEL [email protected]0 B
8ARG ROCM_VERSION=5.30 B
9ARG AMDGPU_VERSION=5.30 B
10ARG APT_PREF0 B
11RUN |3 ROCM_VERSION=6.3.4 AMDGPU_VERSION=6.3.4 APT_PREF=Package:239 B
12RUN |3 ROCM_VERSION=6.3.4 AMDGPU_VERSION=6.3.4 APT_PREF=Package:5.52 GB
13RUN |3 ROCM_VERSION=6.3.4 AMDGPU_VERSION=6.3.4 APT_PREF=Package:655 B
14ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV ROCM_PATH=/opt/rocm0 B
16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx12010 B
18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx12010 B
19ARG PYTHON_VERSION=3.120 B
20RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh93 B
21WORKDIR /app32 B
22ENV DEBIAN_FRONTEND=noninteractive0 B
23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh114.89 MB
24RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh65.58 MB
25RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh683.2 MB
26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh65.23 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh248.36 MB
28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh1.53 MB
29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh736 MB
30RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh109.19 MB
31ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3.4-complete0 B
32ARG HIPBLAS_COMMON_BRANCH=7c1566b0 B
33ARG HIPBLASLT_BRANCH=db8e93b40 B
34ARG LEGACY_HIPBLASLT_OPTION=0 B
35ARG RCCL_BRANCH=648a58d0 B
36ARG RCCL_REPO=https://github.com/ROCm/rccl0 B
37ARG TRITON_BRANCH=e5be0060 B
38ARG TRITON_REPO=https://github.com/triton-lang/triton.git0 B
39ARG PYTORCH_BRANCH=6c0e74630 B
40ARG PYTORCH_VISION_BRANCH=v0.21.00 B
41ARG PYTORCH_REPO=https://github.com/pytorch/pytorch.git0 B
42ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B
43ARG FA_BRANCH=1a7f4dfa0 B
44ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
45ARG AITER_BRANCH=8970b25b0 B
46ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
47RUN |18 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3.4-complete402 B
48ARG ARG_PYTORCH_ROCM_ARCH0 B
49ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx12010 B
50RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c89.28 MB
51RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c241.17 KB
52RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c216 B
53ARG COMMON_WORKDIR=/app0 B
54WORKDIR /app32 B
55RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh1.98 KB
56RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh32 B
57RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh11.63 MB
58ARG BUILD_RPD=10 B
59RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=18.08 MB
60RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1879.59 MB
61ARG COMMON_WORKDIR=/app0 B
62COPY /benchmarks /app/vllm/benchmarks # buildkit109.93 KB
63COPY /examples /app/vllm/examples # buildkit84.64 KB
64ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
65ENV TOKENIZERS_PARALLELISM=false0 B
66ENV HIP_FORCE_DEV_KERNARG=10 B
67CMD ["/bin/bash"]0 B
68ARG DEBIAN_FRONTEND=noninteractive0 B
69ARG INSTALL_TORCHAO=00 B
70RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/sh1.02 MB
71RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/sh23.55 MB
72WORKDIR /app32 B
73RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/sh816.24 MB
74WORKDIR /app32 B
75RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/sh368.56 KB
76WORKDIR /app32 B
77RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/sh7.44 MB
78WORKDIR /app32 B
79RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/sh32 B
80RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/sh49.7 MB
81RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/sh363.56 MB
82RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/sh14.16 MB
83SHELL [/bin/bash -c]0 B
84WORKDIR /app/mxeval32 B
85RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/bash1.2 KB
86RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/bash1.21 KB
87RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/bash4.64 KB
88RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/bash1.21 KB
89RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/bash1.21 KB
90RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/bash1.21 KB
91RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/bash1.21 KB
92RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/bash1002.95 MB
93COPY code /lab-mlperf-inference/code # buildkit1.68 MB
94COPY submission /lab-mlperf-inference/submission # buildkit19.46 KB
95WORKDIR /lab-mlperf-inference/submission/32 B
96RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=0 /bin/bash262.67 KB
97ARG DEBIAN_FRONTEND=noninteractive0 B
98ARG AITER_DIR=setup/aiter0 B
99COPY setup/aiter /lab-mlperf-inference/aiter # buildkit71.65 MB
100RUN |2 DEBIAN_FRONTEND=noninteractive AITER_DIR=setup/aiter /bin/bash2.99 MB
101WORKDIR /lab-mlperf-inference/code/32 B
102ARG DEBIAN_FRONTEND=noninteractive0 B
103ARG VLLM_DIR=setup/vllm0 B
104ARG ARCH=gfx9420 B
105COPY setup/vllm /lab-mlperf-inference/vllm # buildkit37.85 MB
106RUN |3 DEBIAN_FRONTEND=noninteractive VLLM_DIR=setup/vllm ARCH=gfx942469.65 MB
107WORKDIR /lab-mlperf-inference/32 B
108/bin/bash9.75 MB

Command

 ARG RELEASE