Sign inSign up

rocm/amd-mlperf:mi355x_llama2_70b_inference_5.1

Manifest digest

sha256:0106e530d7a36c8d21252a4dee7ff526cc06c80324713770ffe334a389e037ec

OS/ARCH

linux/amd64

Compressed size

29.91 GB

Last pushed

10 months by rocmdev

Type

Image

Manifest digest

sha256:0106e530d7a36c8d21252a4dee7ff526cc06c80324713770ffe334a389e037ec

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 29.03 MB
6CMD ["/bin/bash"]0 B
7ARG UBUNTU_VERSION=22.040 B
8ENV DEBIAN_FRONTEND=noninteractive0 B
9ARG PYTORCH_ROCM_ARCH=gfx942;gfx9500 B
10ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B
11COPY ./common/install_base.sh install_base.sh # buildkit1.85 KB
12RUN |2 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 /bin/sh301.02 MB
13COPY ./common/install_user.sh install_user.sh # buildkit703 B
14RUN |2 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 /bin/sh1.21 KB
15ARG KATEX=0 B
16COPY ./common/install_docs_reqs.sh install_docs_reqs.sh # buildkit483 B
17RUN |3 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=110 B
18ARG ANACONDA_PYTHON_VERSION=3.100 B
19ARG BUILD_ENVIRONMENT=pytorch-linux-jammy-rocm6.4-py3.100 B
20ENV ANACONDA_PYTHON_VERSION=3.100 B
21ENV PATH=/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
22ARG CONDA_CMAKE=yes0 B
23COPY requirements-ci.txt /opt/conda/requirements-ci.txt # buildkit3.7 KB
24COPY ./common/install_conda.sh install_conda.sh # buildkit1.87 KB
25COPY ./common/common_utils.sh common_utils.sh # buildkit700 B
26RUN |6 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=2.55 GB
27ARG GCC_VERSION=0 B
28COPY ./common/install_gcc.sh install_gcc.sh # buildkit378 B
29RUN |7 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=104 B
30ARG CLANG_VERSION=0 B
31COPY ./common/install_clang.sh install_clang.sh # buildkit791 B
32RUN |8 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=106 B
33ARG PROTOBUF=yes0 B
34COPY ./common/install_protobuf.sh install_protobuf.sh # buildkit503 B
35RUN |9 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=96.43 MB
36RUN |9 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=109 B
37ENV INSTALLED_PROTOBUF=yes0 B
38ARG VISION=yes0 B
39COPY ./common/install_vision.sh ./common/cache_vision_models.sh ./common/common_utils.sh ./1.44 KB
40RUN |10 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=427.52 MB
41RUN |10 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=159 B
42ENV INSTALLED_VISION=yes0 B
43ARG ROCM_VERSION=6.40 B
44COPY ./common/install_rocm.sh install_rocm.sh # buildkit2.04 KB
45RUN |11 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=5.72 GB
46RUN |11 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=105 B
47COPY ./common/install_rocm_magma.sh install_rocm_magma.sh # buildkit1.09 KB
48RUN |11 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=345.49 MB
49RUN |11 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=111 B
50ADD ./common/install_miopen.sh install_miopen.sh # buildkit1.52 KB
51RUN |11 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=107 B
52ENV ROCM_PATH=/opt/rocm0 B
53ENV PATH=/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
54ENV PATH=/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
55ENV PATH=/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
56ENV PATH=/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
57ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
58ENV MAGMA_HOME=/opt/rocm/magma0 B
59ENV LANG=C.UTF-80 B
60ENV LC_ALL=C.UTF-80 B
61COPY ./common/install_amdsmi.sh install_amdsmi.sh # buildkit166 B
62RUN |11 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=2.73 MB
63RUN |11 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=107 B
64ARG UCX_COMMIT=0 B
65ARG UCC_COMMIT=0 B
66ENV UCX_COMMIT=0 B
67ENV UCC_COMMIT=0 B
68ENV UCX_HOME=/usr0 B
69ENV UCC_HOME=/usr0 B
70ADD ./common/install_ucc.sh install_ucc.sh # buildkit801 B
71RUN |13 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=32 B
72RUN |13 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=104 B
73COPY ./common/install_openssl.sh install_openssl.sh # buildkit425 B
74ENV OPENSSL_ROOT_DIR=/opt/openssl0 B
75RUN |13 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=18.41 MB
76ENV OPENSSL_DIR=/opt/openssl0 B
77ARG INDUCTOR_BENCHMARKS=0 B
78ARG ANACONDA_PYTHON_VERSION=3.100 B
79ENV ANACONDA_PYTHON_VERSION=3.100 B
80COPY ./common/install_inductor_benchmark_deps.sh install_inductor_benchmark_deps.sh # buildkit642 B
81COPY ./common/common_utils.sh common_utils.sh # buildkit700 B
82COPY ci_commit_pins/huggingface.txt huggingface.txt # buildkit141 B
83COPY ci_commit_pins/timm.txt timm.txt # buildkit136 B
84RUN |14 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=32 B
85RUN |14 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=190 B
86ARG CMAKE_VERSION=3.18.50 B
87COPY ./common/install_cmake.sh install_cmake.sh # buildkit565 B
88RUN |15 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=41.21 MB
89RUN |15 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=106 B
90ARG NINJA_VERSION=1.9.00 B
91COPY ./common/install_ninja.sh install_ninja.sh # buildkit345 B
92RUN |16 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=86.22 KB
93RUN |16 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=106 B
94ARG TRITON=yes0 B
95COPY ./common/install_triton.sh install_triton.sh # buildkit1.37 KB
96COPY ./common/common_utils.sh common_utils.sh # buildkit700 B
97COPY ci_commit_pins/triton.txt triton.txt # buildkit137 B
98COPY triton_version.txt triton_version.txt # buildkit120 B
99RUN |17 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=4.93 GB
100RUN |17 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=172 B
101COPY ./common/install_cache.sh install_cache.sh # buildkit1.88 KB
102ENV PATH=/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
103RUN |17 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=15.24 MB
104COPY ./common/install_openmpi.sh install_openmpi.sh # buildkit304 B
105RUN |17 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=32 B
106RUN |17 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=108 B
107ARG BUILD_ENVIRONMENT=pytorch-linux-jammy-rocm6.4-py3.100 B
108ENV BUILD_ENVIRONMENT=pytorch-linux-jammy-rocm6.4-py3.100 B
109COPY /opt/llvm /opt/llvm # buildkit51.64 MB
110USER jenkins0 B
111CMD ["bash"]0 B
112ARG FRAME_NAME=pytorch0 B
113ARG OS_CHOICE=ubuntu22.040 B
114ARG PY_VER=py3.100 B
115ARG PY_EXTRA_PK=0 B
116ARG MAX_JOBS=320 B
117ENV MAX_JOBS=320 B
118USER root0 B
119COPY ./pytorch-extra /var/lib/jenkins # buildkit6.96 KB
120COPY ./ubuntu22.04-pytorch /var/lib/jenkins/pytorch # buildkit3 GB
121WORKDIR /var/lib/jenkins32 B
122RUN |5 FRAME_NAME=pytorch OS_CHOICE=ubuntu22.04 PY_VER=py3.1032 B
123RUN |5 FRAME_NAME=pytorch OS_CHOICE=ubuntu22.04 PY_VER=py3.102.7 GB
124ENV ROCM_PATH=/opt/rocm0 B
125ENV MPI_HOME=/opt/ompi0 B
126ENV UCX_HOME=/opt/ucx0 B
127ENV PATH=/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
128ENV LD_LIBRARY_PATH=/opt/ompi/lib:/opt/rocm/lib:/usr/local/lib:0 B
129ENV CI=10 B
130ENV PYTORCH_TEST_WITH_ROCM=10 B
131ENV PYTORCH_TESTING_DEVICE_ONLY_FOR=cuda0 B
132ENV HSA_FORCE_FINE_GRAIN_PCIE=10 B
133ENV PATH=/opt/rocm/llvm/bin:/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
134ENV ROCM_PATH=/opt/rocm0 B
135ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
136ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx12010 B
137ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx12010 B
138ENV AITER_ROCM_ARCH=gfx9500 B
139ARG PYTHON_VERSION=3.120 B
140RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh92 B
141WORKDIR /app32 B
142ENV DEBIAN_FRONTEND=noninteractive0 B
143RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh49.07 MB
144RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh64.6 MB
145RUN /bin/sh -c pip install264.85 MB
146RUN /bin/sh -c pip install92 B
147RUN /bin/sh -c pip install713.45 MB
148ARG BASE_IMAGE0 B
149ARG HIPBLAS_COMMON_BRANCH0 B
150ARG HIPBLASLT_BRANCH0 B
151ARG LEGACY_HIPBLASLT_OPTION0 B
152ARG TRITON_BRANCH0 B
153ARG TRITON_REPO0 B
154ARG PYTORCH_BRANCH0 B
155ARG PYTORCH_VISION_BRANCH0 B
156ARG PYTORCH_REPO0 B
157ARG PYTORCH_VISION_REPO0 B
158ARG FA_BRANCH0 B
159ARG FA_REPO0 B
160ARG AITER_BRANCH0 B
161ARG AITER_REPO0 B
162RUN |14 BASE_IMAGE=compute-artifactory.amd.com:5000/rocm-plus-docker/framework/compute-rocm-npi-mi350-develop:40_ubuntu22.04_py3.10_pytorch_rocm6.5_internal_testing_gfx950_74091a9 HIPBLAS_COMMON_BRANCH= HIPBLASLT_BRANCH=359 B
163ARG ARG_PYTORCH_ROCM_ARCH0 B
164ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx9500 B
165RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c80.27 MB
166RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c3.08 MB
167RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c296 B
168ARG COMMON_WORKDIR0 B
169WORKDIR /app32 B
170RUN /bin/sh -c python3 -m2.08 KB
171RUN /bin/sh -c case "$(which32 B
172RUN /bin/sh -c python3 -m8.88 MB
173RUN /bin/sh -c cd /install796.57 MB
174ARG COMMON_WORKDIR0 B
175COPY /benchmarks /app/vllm/benchmarks # buildkit142.86 KB
176COPY /examples /app/vllm/examples # buildkit128.47 KB
177ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
178ENV TOKENIZERS_PARALLELISM=false0 B
179ENV SAFETENSORS_FAST_GPU=10 B
180ENV HIP_FORCE_DEV_KERNARG=10 B
181CMD ["/bin/bash"]0 B
182/bin/bash4.98 GB
183ARG DEBIAN_FRONTEND=noninteractive0 B
184/bin/sh -c rm /etc/apt/sources.list.d/rocm.list 3.62 MB
185/bin/sh -c pip install absl-py==2.1.019.83 MB
186WORKDIR /app0 B
187/bin/sh -c git clone https://github.com/mlcommons/inference.git817.36 MB
188WORKDIR /app0 B
189/bin/sh -c git clone https://github.com/ROCm/rocm_bandwidth_test368.6 KB
190WORKDIR /app0 B
191/bin/sh -c git clone https://github.com/ROCm/rocmprofiledata7.45 MB
192/bin/sh -c update-alternatives --install /usr/bin/python348.98 MB
193/bin/sh -c apt update 335.07 MB
194/bin/sh -c git clone https://github.com/amazon-science/mxeval.git14.15 MB
195/bin/bash -c #(nop) SHELL0 B
196/bin/bash -c #(nop) WORKDIR /app/mxeval0 B
197/bin/bash -c sed -i 's/sudo//g'1.2 KB
198/bin/bash -c sed -i 's/source/PS1=11.21 KB
199/bin/bash -c sed -i 's/npx4.64 KB
200/bin/bash -c sed -i 's/apt-get1.21 KB
201/bin/bash -c sed -i 's/apt1.21 KB
202/bin/bash -c sed -i 's/add-apt-repository1.21 KB
203/bin/bash -c sed -i 's/perl1.21 KB
204/bin/bash -c DEBIAN_FRONTEND=noninteractive PATH="$HOME/.rbenv/bin:$PATH" bash1009.85 MB
205/bin/bash -c #(nop) COPY dir:6a21de13281a607d6cd4825c4b31dc375f5e1772aad2f97590aa32f50e9f99271.68 MB
206/bin/bash -c #(nop) WORKDIR /lab-mlperf-inference/0 B
207/bin/bash -c pip install evaluate==0.4.3222.46 KB
208/bin/bash -c #(nop) ARG0 B
209/bin/bash -c #(nop) ARG0 B
210/bin/bash -c #(nop) COPY dir:9deff685292539aa298d39fbeb5ce5a03239e151c4611b3a83fd53d6af88feee146.26 MB
211/bin/bash -c #(nop) WORKDIR /lab-mlperf-inference/code/0 B
212/bin/bash -c #(nop) ARG0 B
213/bin/bash -c #(nop) ARG0 B
214/bin/bash -c #(nop) ARG0 B
215/bin/bash -c #(nop) COPY dir:57e3285dfc2ae6722198b826d26b67210afbdcdf7f9dd927d34a93805364707f160.43 MB
216|2 ARCH=gfx950 VLLM_DIR=setup/vllm /bin/bash -c294.15 MB
217/bin/bash -c #(nop) WORKDIR /lab-mlperf-inference/0 B
218/bin/bash6.77 KB

Command

 ARG RELEASE