Sign inSign up

rocm/amd-mlperf:llama31_8b_training_6.0

Manifest digest

sha256:af9125434688be04e7ae0958016e44b2660cdab001750ae7711e1440e280d791

OS/ARCH

linux/amd64

Compressed size

26.97 GB

Last pushed

about 1 month by rocmdev

Type

Image

Manifest digest

sha256:af9125434688be04e7ae0958016e44b2660cdab001750ae7711e1440e280d791

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 28.35 MB
6CMD ["/bin/bash"]0 B
7ENV DEBIAN_FRONTEND=noninteractive0 B
8RUN /bin/sh -c apt update503.24 MB
9RUN /bin/sh -c wget https://repo.radeon.com/amdgpu-install/7.2/ubuntu/noble/amdgpu-install_7.2.70200-1_all.deb7.48 GB
10ENV ROCM_PATH=/opt/rocm-7.2.00 B
11WORKDIR /workspace/97 B
12ENV MAX_JOBS=1280 B
13ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B
14ENV PATH=/opt/rocm-7.2.0/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15RUN /bin/sh -c python -m4 MB
16ENV PATH=/opt/venv/bin:/opt/rocm-7.2.0/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
17RUN /bin/sh -c pip install33.24 MB
18RUN /bin/sh -c apt update32 B
19ENV HSA_ENABLE_SCRATCH_ASYNC_RECLAIM=00 B
20ENV HSA_NO_SCRATCH_RECLAIM=10 B
21RUN /bin/sh -c pip uninstall165.99 MB
22ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git0 B
23ARG PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c00 B
24RUN |2 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 /bin/sh460.88 MB
25ARG APEX_REPO=https://github.com/ROCm/apex.git0 B
26ARG APEX_BRANCH=e37ed124b424178962348bdb4c2a06a81766cadb0 B
27RUN |4 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git131.95 MB
28RUN |4 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git1.25 MB
29ARG HIPBLASLT_REPO=https://github.com/ROCm/rocm-libraries.git0 B
30ARG HIPBLASLT_BRANCH=de5c1aebb641af098d9310a9fcca5591a7c066c80 B
31RUN |6 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git6.03 KB
32RUN |6 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git176 B
33RUN |6 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git1.21 GB
34RUN |6 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git183 B
35RUN |6 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git203.4 KB
36ARG TORCHAUDIO_REPO=https://github.com/pytorch/audio0 B
37ARG TORCHAUDIO_COMMIT=8ad2aa5d354d1bf432339113860185d5a5d1abbd0 B
38RUN |8 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git831.15 KB
39ARG VISION_REPO=https://github.com/pytorch/vision0 B
40ARG VISION_BRANCH=acccf86477759b2d3500f1ae1be065f7b1e409ec0 B
41RUN |10 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git2.22 MB
42ARG FA_REPO=https://github.com/ROCm/flash-attention.git0 B
43ARG FA_BRANCH=6387433156558135a998d5568a9d74c1778666d80 B
44ENV GPU_ARCHS=gfx942;gfx9500 B
45RUN |12 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git89.39 MB
46ARG AITER_REPO=https://github.com/rocm/aiter.git0 B
47ARG AITER_BRANCH=a64fa18e60235994e4cbfd7059cc2f60d06e743f0 B
48RUN |14 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git2.33 GB
49ARG TE_REPO=https://github.com/ROCm/TransformerEngine.git0 B
50ARG TE_BRANCH=51f74fa7c942b7bfb1b244bd66f762b03969d9a20 B
51ENV NVTE_USE_HIPBLASLT=10 B
52ENV NVTE_FRAMEWORK=pytorch0 B
53ENV NVTE_ROCM_ARCH=gfx942;gfx9500 B
54ENV NVTE_USE_CAST_TRANSPOSE_TRITON=10 B
55ENV NVTE_CK_IS_V3_ATOMIC_FP32=00 B
56ENV NVTE_CK_USES_BWD_V3=10 B
57ENV NVTE_CK_USES_FWD_V3=10 B
58ENV CK_TILE_FLOAT_TO_BFLOAT16_DEFAULT=20 B
59ENV NVTE_CK_HOW_V3_BF16_CVT=20 B
60ENV NVTE_USE_ROCM=10 B
61ENV NVTE_CK_FUSED_ATTN_PATH=/workspace/aiter/op_tests/cpp/mha0 B
62RUN |16 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git3.91 GB
63ARG FLUX_REPO=https://github.com/ROCm/AMDiffusionBenchmark.git0 B
64ARG FLUX_BRANCH=Flux_patch0 B
65RUN |18 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git102.14 MB
66ARG DLRM_REPO=https://github.com/AMD-AGI/DLRMBenchmark.git0 B
67ARG DLRM_BRANCH=main0 B
68RUN |20 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git96.9 KB
69ARG TORCHTUNE_REPO=https://github.com/pytorch/torchtune.git0 B
70ARG TORCHTUNE_BRANCH=b4c98ac2a37f0397d64c22579aed415ce7264db60 B
71RUN |22 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git41.99 MB
72ARG TORCHAO_REPO=https://github.com/pytorch/ao.git0 B
73ARG TORCHAO_BRANCH=e9c7bead90b840b280f97374308255957108ce470 B
74RUN |24 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git3.62 MB
75RUN |24 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git205.85 MB
76ARG GROUPED_GEMM_REPO=https://github.com/caaatch22/grouped_gemm.git0 B
77ARG GROUPED_GEMM_BRANCH=rocm0 B
78RUN |26 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git113.38 KB
79ARG CAUSAL_CONV1D_REPO=https://github.com/Dao-AILab/causal-conv1d0 B
80ARG CAUSAL_CONV1D_BRANCH=e940ead2fd962c56854455017541384909ca669f0 B
81ENV CAUSAL_CONV1D_FORCE_BUILD=TRUE0 B
82ENV MAMBA_FORCE_BUILD=TRUE0 B
83ENV HIP_ARCHITECTURES=gfx942,gfx9500 B
84RUN |28 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git8.45 MB
85ARG MAMBA_REPO=https://github.com/AndreasKaratzas/mamba.git0 B
86ARG MAMBA_BRANCH=enable-primus-hybrid-models0 B
87RUN |30 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git96.18 MB
88ARG ROCSHMEM_REPO=https://github.com/ROCm/rocSHMEM.git0 B
89ARG ROCSHMEM_BRANCH=e95360961dfa5575a49fe79abdf41ab9e4aeb5430 B
90RUN |32 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git84.28 MB
91ARG PRIMUS_REPO=https://github.com/AMD-AGI/Primus.git0 B
92ARG PRIMUS_BRANCH=697efabe556a03777e0675e366794c0a4c970c460 B
93RUN |34 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git922.78 MB
94ARG TURBO_REPO=https://github.com/AMD-AGI/Primus-Turbo.git0 B
95ARG TURBO_COMMIT=45fe919d3993d18d0bda9a61cbcd778c7bc03f410 B
96ENV MAX_JOBS=1280 B
97ENV HCC_AMDGPU_TARGET=gfx942,gfx9500 B
98RUN |36 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git481.52 MB
99RUN |36 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git32.42 MB
100WORKDIR /workspace/32 B
101RUN |36 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git4.8 MB
102ARG FBGEMM_REPO=https://github.com/pytorch/FBGEMM.git0 B
103ARG FBGEMM_COMMIT=fbda30f767186b7cc6f5663fd17c268a5d853c3e0 B
104ENV BUILD_ROCM_VERSION=7.20 B
105ENV FBGEMM_TBE_ROCM_HIP_BACKWARD_KERNEL=10 B
106ENV ROCM_VERSION=720000 B
107ENV HIPBLAS_V2=10 B
108RUN |38 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git1.22 GB
109RUN |38 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git32 B
110ENV GPU_ARCHS=native0 B
111RUN |38 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git32 B
112ARG AINIC_BUNDLE_VERSION=1.117.5-a-380 B
113RUN |39 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git698.18 KB
114RUN |39 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git229 B
115ARG UCX_VERSION=1.18.00 B
116RUN |40 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git87.65 MB
117ENV UCX_INSTALL_DIR=/workspace/ucx-1.18.0/install0 B
118ARG MPI_VERSION=4.1.60 B
119RUN |41 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git3.85 MB
120ARG RCCL_REPO=https://github.com/ROCm/rccl.git0 B
121ARG RCCL_BRANCH=release/rocm-rel-7.20 B
122RUN |43 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git241.06 MB
123ARG ANP_REPO=https://github.com/rocm/amd-anp.git0 B
124ARG ANP_BRANCH=tags/v1.3.00 B
125ENV RCCL_HOME=/workspace/rccl0 B
126ENV MPI_PATH=/ompi-4.1.6/install0 B
127RUN |45 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git32 B
128RUN |45 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git537.63 KB
129RUN |45 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git255 B
130RUN |45 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git449 B
131RUN |45 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git32 B
132RUN |45 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git224 B
133ARG GIT_COMMIT_TAG=da85b2bf9c3743526820b10e9cf5c9e2d885361b0 B
134RUN |46 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_BRANCH=449b1768410104d3ed79d3bcfe4ba1d65c7f22c0 APEX_REPO=https://github.com/ROCm/apex.git185 B
135CMD ["/usr/bin/bash"]0 B
136ARG PRIMUS_REPO=https://github.com/AMD-AGI/Primus.git0 B
137ARG PRIMUS_BRANCH=44f780ddf0750e0fb507ae7f965581f6eb530af10 B
138RUN |2 PRIMUS_REPO=https://github.com/AMD-AGI/Primus.git PRIMUS_BRANCH=44f780ddf0750e0fb507ae7f965581f6eb530af1 /bin/sh139 B
139RUN |2 PRIMUS_REPO=https://github.com/AMD-AGI/Primus.git PRIMUS_BRANCH=44f780ddf0750e0fb507ae7f965581f6eb530af1 /bin/sh805.69 MB
140RUN |2 PRIMUS_REPO=https://github.com/AMD-AGI/Primus.git PRIMUS_BRANCH=44f780ddf0750e0fb507ae7f965581f6eb530af1 /bin/sh255 B
141RUN |2 PRIMUS_REPO=https://github.com/AMD-AGI/Primus.git PRIMUS_BRANCH=44f780ddf0750e0fb507ae7f965581f6eb530af1 /bin/sh454 B
142WORKDIR /workspace0 B
143ENV NVTE_CK_FUSED_ATTN_PATH=0 B
144/bin/sh -c pip uninstall -y276 B
145ARG TE_COMMIT=261eda6ab09e603d816af78d31ba793f643f28fd0 B
146|1 TE_COMMIT=261eda6ab09e603d816af78d31ba793f643f28fd /bin/sh -c git1.9 GB
147|1 TE_COMMIT=261eda6ab09e603d816af78d31ba793f643f28fd /bin/sh -c cd3.12 GB
148ARG AITER_COMMIT=77455e3ecf4f0d28756afc452e914940c45b944b0 B
149|2 AITER_COMMIT=77455e3ecf4f0d28756afc452e914940c45b944b TE_COMMIT=261eda6ab09e603d816af78d31ba793f643f28fd /bin/sh -c489.31 MB
150ENV PYTHONPATH=/workspace/aiter:0 B
151|2 AITER_COMMIT=77455e3ecf4f0d28756afc452e914940c45b944b TE_COMMIT=261eda6ab09e603d816af78d31ba793f643f28fd /bin/sh -c246 B
152|2 AITER_COMMIT=77455e3ecf4f0d28756afc452e914940c45b944b TE_COMMIT=261eda6ab09e603d816af78d31ba793f643f28fd /bin/sh -c664.75 KB
153COPY file:8554082d002e943ce6a3c721320cbb00349fa158bfc13c15b886b122353a9415 in /tmp/precompile_aiter.py 489 B
154|2 AITER_COMMIT=77455e3ecf4f0d28756afc452e914940c45b944b TE_COMMIT=261eda6ab09e603d816af78d31ba793f643f28fd /bin/sh -c21.7 MB
155ARG PRIMUS_REPO=https://github.com/AMD-AGI/Primus.git0 B
156ARG PRIMUS_BRANCH=d53c428944c3d74c41c4c96fa2c1776d7e9665380 B
157|4 AITER_COMMIT=77455e3ecf4f0d28756afc452e914940c45b944b PRIMUS_BRANCH=d53c428944c3d74c41c4c96fa2c1776d7e966538 PRIMUS_REPO=https://github.com/AMD-AGI/Primus.git TE_COMMIT=261eda6ab09e603d816af78d31ba793f643f28fd892.99 MB
158|4 AITER_COMMIT=77455e3ecf4f0d28756afc452e914940c45b944b PRIMUS_BRANCH=d53c428944c3d74c41c4c96fa2c1776d7e966538 PRIMUS_REPO=https://github.com/AMD-AGI/Primus.git TE_COMMIT=261eda6ab09e603d816af78d31ba793f643f28fd1.36 MB
159WORKDIR /workspace/code118 B
160COPY dir:c67f51f9652d81d6273879211e98bb4ab597e7fbc1d4027adc5f1da136d4d871 in . 40.04 KB
161COPY file:9c11c253f88fb32650418070333f16a0b9b97b0e0b3f9a6993031855078240a9 in requirements.txt 219 B
162|4 AITER_COMMIT=77455e3ecf4f0d28756afc452e914940c45b944b PRIMUS_BRANCH=d53c428944c3d74c41c4c96fa2c1776d7e966538 PRIMUS_REPO=https://github.com/AMD-AGI/Primus.git TE_COMMIT=261eda6ab09e603d816af78d31ba793f643f28fd1.34 MB
163COPY file:123f0601b91bcf770dc5d3db6c375d50642b3d087e7cb1908459529749f26d0f in /tmp/primus_mllog-0.1.21-py3-none-any.whl 18.46 KB
164|4 AITER_COMMIT=77455e3ecf4f0d28756afc452e914940c45b944b PRIMUS_BRANCH=d53c428944c3d74c41c4c96fa2c1776d7e966538 PRIMUS_REPO=https://github.com/AMD-AGI/Primus.git TE_COMMIT=261eda6ab09e603d816af78d31ba793f643f28fd48.08 KB

Command

 ARG RELEASE