Sign inSign up

rocm/amd-mlperf:mi355x_llama3_1_405b_inference_5.1

Manifest digest

sha256:1551c365ade880b5cb38033d258b512f753c032eb31727fb0f0cb2bace26cb6f

OS/ARCH

linux/amd64

Compressed size

51.9 GB

Last pushed

10 months by rocmdev

Type

Image

Manifest digest

sha256:1551c365ade880b5cb38033d258b512f753c032eb31727fb0f0cb2bace26cb6f

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.16 MB
6CMD ["/bin/bash"]0 B
7ARG UBUNTU_VERSION=22.040 B
8ENV DEBIAN_FRONTEND=noninteractive0 B
9ARG PYTORCH_ROCM_ARCH=gfx942;gfx9500 B
10ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B
11COPY ./common/install_base.sh install_base.sh # buildkit1.85 KB
12RUN |2 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 /bin/sh301.02 MB
13COPY ./common/install_user.sh install_user.sh # buildkit703 B
14RUN |2 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 /bin/sh1.21 KB
15ARG KATEX=0 B
16COPY ./common/install_docs_reqs.sh install_docs_reqs.sh # buildkit483 B
17RUN |3 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=110 B
18ARG ANACONDA_PYTHON_VERSION=3.100 B
19ARG BUILD_ENVIRONMENT=pytorch-linux-jammy-rocm6.4-py3.100 B
20ENV ANACONDA_PYTHON_VERSION=3.100 B
21ENV PATH=/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
22ARG CONDA_CMAKE=yes0 B
23COPY requirements-ci.txt /opt/conda/requirements-ci.txt # buildkit3.7 KB
24COPY ./common/install_conda.sh install_conda.sh # buildkit1.87 KB
25COPY ./common/common_utils.sh common_utils.sh # buildkit700 B
26RUN |6 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=2.55 GB
27ARG GCC_VERSION=0 B
28COPY ./common/install_gcc.sh install_gcc.sh # buildkit378 B
29RUN |7 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=104 B
30ARG CLANG_VERSION=0 B
31COPY ./common/install_clang.sh install_clang.sh # buildkit791 B
32RUN |8 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=106 B
33ARG PROTOBUF=yes0 B
34COPY ./common/install_protobuf.sh install_protobuf.sh # buildkit503 B
35RUN |9 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=96.43 MB
36RUN |9 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=109 B
37ENV INSTALLED_PROTOBUF=yes0 B
38ARG VISION=yes0 B
39COPY ./common/install_vision.sh ./common/cache_vision_models.sh ./common/common_utils.sh ./1.44 KB
40RUN |10 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=427.52 MB
41RUN |10 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=159 B
42ENV INSTALLED_VISION=yes0 B
43ARG ROCM_VERSION=6.40 B
44COPY ./common/install_rocm.sh install_rocm.sh # buildkit2.04 KB
45RUN |11 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=5.72 GB
46RUN |11 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=105 B
47COPY ./common/install_rocm_magma.sh install_rocm_magma.sh # buildkit1.09 KB
48RUN |11 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=345.49 MB
49RUN |11 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=111 B
50ADD ./common/install_miopen.sh install_miopen.sh # buildkit1.52 KB
51RUN |11 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=107 B
52ENV ROCM_PATH=/opt/rocm0 B
53ENV PATH=/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
54ENV PATH=/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
55ENV PATH=/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
56ENV PATH=/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
57ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
58ENV MAGMA_HOME=/opt/rocm/magma0 B
59ENV LANG=C.UTF-80 B
60ENV LC_ALL=C.UTF-80 B
61COPY ./common/install_amdsmi.sh install_amdsmi.sh # buildkit166 B
62RUN |11 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=2.73 MB
63RUN |11 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=107 B
64ARG UCX_COMMIT=0 B
65ARG UCC_COMMIT=0 B
66ENV UCX_COMMIT=0 B
67ENV UCC_COMMIT=0 B
68ENV UCX_HOME=/usr0 B
69ENV UCC_HOME=/usr0 B
70ADD ./common/install_ucc.sh install_ucc.sh # buildkit801 B
71RUN |13 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=32 B
72RUN |13 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=104 B
73COPY ./common/install_openssl.sh install_openssl.sh # buildkit425 B
74ENV OPENSSL_ROOT_DIR=/opt/openssl0 B
75RUN |13 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=18.41 MB
76ENV OPENSSL_DIR=/opt/openssl0 B
77ARG INDUCTOR_BENCHMARKS=0 B
78ARG ANACONDA_PYTHON_VERSION=3.100 B
79ENV ANACONDA_PYTHON_VERSION=3.100 B
80COPY ./common/install_inductor_benchmark_deps.sh install_inductor_benchmark_deps.sh # buildkit642 B
81COPY ./common/common_utils.sh common_utils.sh # buildkit700 B
82COPY ci_commit_pins/huggingface.txt huggingface.txt # buildkit141 B
83COPY ci_commit_pins/timm.txt timm.txt # buildkit136 B
84RUN |14 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=32 B
85RUN |14 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=190 B
86ARG CMAKE_VERSION=3.18.50 B
87COPY ./common/install_cmake.sh install_cmake.sh # buildkit565 B
88RUN |15 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=41.21 MB
89RUN |15 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=106 B
90ARG NINJA_VERSION=1.9.00 B
91COPY ./common/install_ninja.sh install_ninja.sh # buildkit345 B
92RUN |16 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=86.22 KB
93RUN |16 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=106 B
94ARG TRITON=yes0 B
95COPY ./common/install_triton.sh install_triton.sh # buildkit1.37 KB
96COPY ./common/common_utils.sh common_utils.sh # buildkit700 B
97COPY ci_commit_pins/triton.txt triton.txt # buildkit137 B
98COPY triton_version.txt triton_version.txt # buildkit120 B
99RUN |17 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=4.93 GB
100RUN |17 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=172 B
101COPY ./common/install_cache.sh install_cache.sh # buildkit1.88 KB
102ENV PATH=/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
103RUN |17 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=15.24 MB
104COPY ./common/install_openmpi.sh install_openmpi.sh # buildkit304 B
105RUN |17 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=32 B
106RUN |17 UBUNTU_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx942;gfx950 KATEX=108 B
107ARG BUILD_ENVIRONMENT=pytorch-linux-jammy-rocm6.4-py3.100 B
108ENV BUILD_ENVIRONMENT=pytorch-linux-jammy-rocm6.4-py3.100 B
109COPY /opt/llvm /opt/llvm # buildkit51.64 MB
110USER jenkins0 B
111CMD ["bash"]0 B
112ARG FRAME_NAME=pytorch0 B
113ARG OS_CHOICE=ubuntu22.040 B
114ARG PY_VER=py3.100 B
115ARG PY_EXTRA_PK=0 B
116ARG MAX_JOBS=320 B
117ENV MAX_JOBS=320 B
118USER root0 B
119COPY ./pytorch-extra /var/lib/jenkins # buildkit6.96 KB
120COPY ./ubuntu22.04-pytorch /var/lib/jenkins/pytorch # buildkit3 GB
121WORKDIR /var/lib/jenkins32 B
122RUN |5 FRAME_NAME=pytorch OS_CHOICE=ubuntu22.04 PY_VER=py3.1032 B
123RUN |5 FRAME_NAME=pytorch OS_CHOICE=ubuntu22.04 PY_VER=py3.102.7 GB
124ENV ROCM_PATH=/opt/rocm0 B
125ENV MPI_HOME=/opt/ompi0 B
126ENV UCX_HOME=/opt/ucx0 B
127ENV PATH=/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
128ENV LD_LIBRARY_PATH=/opt/ompi/lib:/opt/rocm/lib:/usr/local/lib:0 B
129ENV CI=10 B
130ENV PYTORCH_TEST_WITH_ROCM=10 B
131ENV PYTORCH_TESTING_DEVICE_ONLY_FOR=cuda0 B
132ENV HSA_FORCE_FINE_GRAIN_PCIE=10 B
133ARG ARG_PYTORCH_ROCM_ARCH=gfx942;gfx9500 B
134ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B
135RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 /bin/sh -c93.11 MB
136RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 /bin/sh -c4.97 MB
137RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 /bin/sh -c294 B
138ARG COMMON_WORKDIR=/app0 B
139WORKDIR /app92 B
140RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 COMMON_WORKDIR=/app /bin/sh2.09 KB
141RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 COMMON_WORKDIR=/app /bin/sh32 B
142RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 COMMON_WORKDIR=/app /bin/sh2.77 MB
143ARG BUILD_RPD=10 B
144RUN |3 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 COMMON_WORKDIR=/app BUILD_RPD=17.98 MB
145RUN |3 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 COMMON_WORKDIR=/app BUILD_RPD=1862.44 MB
146ARG COMMON_WORKDIR=/app0 B
147COPY /benchmarks /app/vllm/benchmarks # buildkit105.81 KB
148COPY /examples /app/vllm/examples # buildkit100.12 KB
149ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
150ENV TOKENIZERS_PARALLELISM=false0 B
151ENV HIP_FORCE_DEV_KERNARG=10 B
152CMD ["/bin/bash"]0 B
153/bin/bash305.05 MB
154/bin/bash1.07 GB
155/bin/bash4.78 GB
156/bin/bash2.98 GB
157/bin/bash4.93 GB
158/bin/bash4.34 MB
159/bin/bash347.46 KB
160/bin/bash206.48 MB
161/bin/bash500.75 KB
162/bin/bash853.07 MB
163/bin/bash3.24 GB
164/bin/bash19.81 MB
165/bin/bash16.54 MB
166/bin/bash2.05 GB
167/bin/bash39.43 MB
168/bin/bash4.66 GB
169/bin/bash532.87 MB
170/bin/bash92.22 MB
171bash306.3 MB
172bash42.23 MB
173bash3.53 GB
174bash8.27 MB
175bash3.43 MB
176bash652.91 MB
177bash117.32 KB
178bash1.71 MB
179bash0 B
180bash374.07 MB
181bash79.64 MB
182bash46.56 MB

Command

 ARG RELEASE