Sign inSign up

rocm/amd-mlperf:mi355x_llama2_70b_inference_6.0

Manifest digest

sha256:cd19838050aa0d03b81f4075b551a565bcf83ba9f86ef6c562bc62df8646e79c

OS/ARCH

linux/amd64

Compressed size

13.49 GB

Last pushed

4 months by rocmdev

Type

Image

Manifest digest

sha256:cd19838050aa0d03b81f4075b551a565bcf83ba9f86ef6c562bc62df8646e79c

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.17 MB
6CMD ["/bin/bash"]0 B
7LABEL [email protected]0 B
8ARG ROCM_VERSION=5.30 B
9ARG AMDGPU_VERSION=5.30 B
10ARG APT_PREF0 B
11RUN |3 ROCM_VERSION=7.1 AMDGPU_VERSION=30.20 APT_PREF=Package:239 B
12RUN |3 ROCM_VERSION=7.1 AMDGPU_VERSION=30.20 APT_PREF=Package:5.64 GB
13RUN |3 ROCM_VERSION=7.1 AMDGPU_VERSION=30.20 APT_PREF=Package:655 B
14ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV ROCM_PATH=/opt/rocm0 B
16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
19ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
20ENV HSA_NO_SCRATCH_RECLAIM=10 B
21ARG PYTHON_VERSION=3.120 B
22RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh93 B
23WORKDIR /app32 B
24ENV DEBIAN_FRONTEND=noninteractive0 B
25RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh112.06 MB
26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh65.7 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh2.23 GB
28ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:7.1-complete0 B
29ARG TRITON_BRANCH=57c693b60 B
30ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B
31ARG PYTORCH_BRANCH=1c57644d0 B
32ARG PYTORCH_VISION_BRANCH=v0.23.00 B
33ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git0 B
34ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B
35ARG FA_BRANCH=0e60e3940 B
36ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
37ARG AITER_BRANCH=59bd8ff20 B
38ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
39RUN |13 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.1-complete352 B
40ARG ARG_PYTORCH_ROCM_ARCH0 B
41ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
42ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
43ENV RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=10 B
44RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c112.31 MB
45RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c1.51 KB
46RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c218 B
47RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c21.16 MB
48ENV UV_HTTP_TIMEOUT=5000 B
49ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
50ENV UV_LINK_MODE=copy0 B
51ARG COMMON_WORKDIR=/app0 B
52WORKDIR /app32 B
53RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh1.98 KB
54RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh32 B
55RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh5.1 MB
56RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh735.86 MB
57COPY /vllm_v1 /usr/local/lib/python/dist-packages/vllm/v1 # buildkit494.2 KB
58ARG COMMON_WORKDIR=/app0 B
59COPY /benchmarks /app/vllm/benchmarks # buildkit165.18 KB
60COPY /examples /app/vllm/examples # buildkit187.82 KB
61COPY /docker /app/vllm/docker # buildkit2.14 KB
62ENV TOKENIZERS_PARALLELISM=false0 B
63ENV SAFETENSORS_FAST_GPU=10 B
64ENV HIP_FORCE_DEV_KERNARG=10 B
65CMD ["/bin/bash"]0 B
66ARG DEBIAN_FRONTEND=noninteractive0 B
67ARG MLPERF_BUILD_CONFIG0 B
68|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/sh -c rm1.46 MB
69|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/sh -c pip61.2 MB
70WORKDIR /lab-mlperf-inference109 B
71|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/sh -c git1.24 GB
72WORKDIR /lab-mlperf-inference0 B
73|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/sh -c git1.48 MB
74WORKDIR /lab-mlperf-inference0 B
75|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/sh -c git7.92 MB
76|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/sh -c update-alternatives52.03 MB
77|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/sh -c apt361.17 MB
78|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/sh -c git14.16 MB
79/bin/bash -c #(nop) SHELL0 B
80/bin/bash -c #(nop) WORKDIR /lab-mlperf-inference/mxeval0 B
81|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/bash -c sed1.22 KB
82|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/bash -c sed1.22 KB
83|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/bash -c sed4.66 KB
84|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/bash -c sed1.22 KB
85|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/bash -c sed1.22 KB
86|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/bash -c sed1.23 KB
87|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/bash -c sed1.23 KB
88|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/bash -c DEBIAN_FRONTEND=noninteractive1009.96 MB
89/bin/bash -c #(nop) COPY dir:71f40f683373d69242c3fe624ef6f4cee0f9e8933ad5820b7ba47057aadcf4992 MB
90/bin/bash -c #(nop) COPY dir:4b9af930a8beccc664c0d1bfa064eb565c0ad0dd093b50434e99352f570cc1aa19.86 KB
91/bin/bash -c #(nop) COPY file:73caf5a86e03b0ce503718c83578b92e99c117651b0e7f0c50bf5ef507e03fcc463 B
92/bin/bash -c #(nop) WORKDIR /lab-mlperf-inference/code/0 B
93/bin/bash -c #(nop) ARG0 B
94/bin/bash -c #(nop) ARG0 B
95/bin/bash -c #(nop) ARG0 B
96/bin/bash -c #(nop) COPY dir:761daa03257906600ec673458d3f943dcf7189150187437f2a637190b2ba977964.89 MB
97|2 GPU_ARCH=gfx942,gfx950 VLLM_DIR=setup/build_scripts/vllm /bin/bash -c1.64 GB
98/bin/bash -c #(nop) WORKDIR /lab-mlperf-inference/submission/0 B
99/bin/bash -c #(nop) ARG0 B
100/bin/bash -c #(nop) ARG0 B
101/bin/bash -c #(nop) COPY dir:8b870577e151fcffaaa62a802d8b412c0cdc5bdd150d7a3f035caef2238215ac117.18 MB
102|1 AITER_DIR=setup/build_scripts/aiter /bin/bash -c cd1.25 MB
103/bin/bash -c #(nop) WORKDIR /lab-mlperf-inference/code/0 B
104/bin/bash2.27 KB
105bash65.06 KB
106bash465 B
107bash2.27 KB
108bash31.22 MB
109bash294 B
110bash50.51 KB
111bash2.47 KB
112bash354 B
113bash2.32 KB

Command

 ARG RELEASE