Sign inSign up

rocm/amd-mlperf:mi325x_llama2_70b_inference_5.1

Manifest digest

sha256:d04347ee3c6b6731490cd344a8837b12037bfc3f61bded730d8a64261ffe1b12

OS/ARCH

linux/amd64

Compressed size

10.98 GB

Last pushed

10 months by rocmdev

Type

Image

Manifest digest

sha256:d04347ee3c6b6731490cd344a8837b12037bfc3f61bded730d8a64261ffe1b12

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 29.03 MB
6CMD ["/bin/bash"]0 B
7LABEL [email protected]0 B
8ARG ROCM_VERSION=5.30 B
9ARG AMDGPU_VERSION=5.30 B
10ARG APT_PREF0 B
11RUN |3 ROCM_VERSION=6.4.1 AMDGPU_VERSION=6.4.1 APT_PREF=Package:240 B
12RUN |3 ROCM_VERSION=6.4.1 AMDGPU_VERSION=6.4.1 APT_PREF=Package:4 GB
13RUN |3 ROCM_VERSION=6.4.1 AMDGPU_VERSION=6.4.1 APT_PREF=Package:657 B
14ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV ROCM_PATH=/opt/rocm0 B
16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx12010 B
18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx12010 B
19ARG PYTHON_VERSION=3.120 B
20RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh92 B
21WORKDIR /app32 B
22ENV DEBIAN_FRONTEND=noninteractive0 B
23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh107.51 MB
24RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh65.83 MB
25RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh878.46 MB
26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh248.36 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh821.31 KB
28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh812.27 MB
29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh801.87 MB
30ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.4.1-complete0 B
31ARG HIPBLAS_COMMON_BRANCH=9b80ba8e0 B
32ARG HIPBLASLT_BRANCH=aa0bda7b0 B
33ARG LEGACY_HIPBLASLT_OPTION=0 B
34ARG TRITON_BRANCH=e5be0060 B
35ARG TRITON_REPO=https://github.com/triton-lang/triton.git0 B
36ARG PYTORCH_BRANCH=f717b2af0 B
37ARG PYTORCH_VISION_BRANCH=v0.21.00 B
38ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git0 B
39ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B
40ARG FA_BRANCH=1a7f4dfa0 B
41ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
42ARG AITER_BRANCH=648764940 B
43ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
44RUN |16 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.4.1-complete379 B
45COPY pytorch_afo_testkit/afo/gemm/benchmarks/afo_tune_device_*_full.csv /app # buildkit61.27 MB
46ENV PYTORCH_TUNABLEOP_ENABLED=10 B
47ENV PYTORCH_TUNABLEOP_TUNING=00 B
48ENV PYTORCH_TUNABLEOP_FILENAME=/app/afo_tune_device_%d_full.csv0 B
49ARG ARG_PYTORCH_ROCM_ARCH0 B
50ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx12010 B
51RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c108.64 MB
52RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c182.42 KB
53RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c216 B
54ARG COMMON_WORKDIR=/app0 B
55WORKDIR /app32 B
56RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh1.98 KB
57RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh32 B
58RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh16.17 MB
59RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh812.36 MB
60ARG COMMON_WORKDIR=/app0 B
61COPY /benchmarks /app/vllm/benchmarks # buildkit129 KB
62COPY /examples /app/vllm/examples # buildkit128.28 KB
63ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
64ENV TOKENIZERS_PARALLELISM=false0 B
65ENV SAFETENSORS_FAST_GPU=10 B
66ENV HIP_FORCE_DEV_KERNARG=10 B
67CMD ["/bin/bash"]0 B
68ARG DEBIAN_FRONTEND=noninteractive0 B
69ARG INSTALL_TORCHAO=10 B
70RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/sh3.56 MB
71RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/sh61.55 MB
72WORKDIR /app32 B
73RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/sh817.84 MB
74WORKDIR /app32 B
75RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/sh368.55 KB
76WORKDIR /app32 B
77RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/sh7.45 MB
78WORKDIR /app32 B
79RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/sh139.28 MB
80RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/sh51.33 MB
81RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/sh361.17 MB
82RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/sh14.16 MB
83SHELL [/bin/bash -c]0 B
84WORKDIR /app/mxeval32 B
85RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/bash1.2 KB
86RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/bash1.21 KB
87RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/bash4.64 KB
88RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/bash1.21 KB
89RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/bash1.21 KB
90RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/bash1.21 KB
91RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/bash1.21 KB
92RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/bash1009.6 MB
93COPY code /lab-mlperf-inference/code # buildkit1.68 MB
94WORKDIR /lab-mlperf-inference/32 B
95RUN |2 DEBIAN_FRONTEND=noninteractive INSTALL_TORCHAO=1 /bin/bash262.71 KB
96ARG DEBIAN_FRONTEND=noninteractive0 B
97ARG ARCH=gfx9420 B
98ARG FA_BRANCH=b7d29fb0 B
99WORKDIR /app32 B
100RUN |3 DEBIAN_FRONTEND=noninteractive ARCH=gfx942 FA_BRANCH=b7d29fb322.86 MB
101ARG DEBIAN_FRONTEND=noninteractive0 B
102ARG VLLM_DIR=setup/vllm0 B
103ARG ARCH=gfx9420 B
104COPY setup/vllm /lab-mlperf-inference/vllm # buildkit39.18 MB
105RUN |3 DEBIAN_FRONTEND=noninteractive VLLM_DIR=setup/vllm ARCH=gfx942371.19 MB
106WORKDIR /lab-mlperf-inference/32 B
107/bin/bash2.43 KB

Command

 ARG RELEASE