rocm/amd-mlperf:llama2_70b_training_5.0

Manifest digest

sha256:ad1521f59ab6455a2e8c50dd8ce4e4b4afa66a318dd1ce6b4255f2655f1e31ac

OS/ARCH

linux/amd64

Compressed size

35.25 GB

Last pushed

about 1 year by rocmdev

Type

Image

Manifest digest

sha256:ad1521f59ab6455a2e8c50dd8ce4e4b4afa66a318dd1ce6b4255f2655f1e31ac

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=22.040 B

5ADD file ... in / 29.03 MB

6CMD ["/bin/bash"]0 B

7ARG UBUNTU_VERSION0 B

8ENV DEBIAN_FRONTEND=noninteractive0 B

9ARG PYTORCH_ROCM_ARCH0 B

10ENV PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx1030;gfx1100;gfx1101;gfx942;gfx1200;gfx12010 B

11COPY file:2fa423e09949091efcc042916fc9c1efe6b17a010e11ef440d676bfdaf2c05d3 in install_base.sh 2.14 KB

12|1 UBUNTU_VERSION=22.04 /bin/sh -c bash324.52 MB

13ARG LLVMDEV0 B

14ARG CLANG_VERSION0 B

15COPY file:579317ceda1019f6cd72be303e1ec7c4c2486dbb81a333e2747d779070ed6794 in install_clang.sh 865 B

16|3 CLANG_VERSION= LLVMDEV= UBUNTU_VERSION=22.04 /bin/sh106 B

17COPY file:9f0cc865cc521cff044d880f1cb248b7f8e1ed60e8871fd662be075c2c6381b0 in install_user.sh 704 B

18|3 CLANG_VERSION= LLVMDEV= UBUNTU_VERSION=22.04 /bin/sh1.19 KB

19ARG ANACONDA_PYTHON_VERSION0 B

20ARG CONDA_CMAKE0 B

21ENV ANACONDA_PYTHON_VERSION=3.100 B

22ENV PATH=/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

23COPY file:27ea57ce7fdebdfd581cb6762cc8f1fee7dbd3129f377e6d4a91e83085ea3c02 in /opt/conda/requirements-ci.txt 3.67 KB

24COPY file:99b3a48e2d4bb7a8820967ba68558096b694c0ee38781cd5813df0fb2feeaf46 in install_conda.sh 2.07 KB

25COPY file:9e6db7f5d2e2c5e4a161d58370737ca06f20ca3a566e47689fc3c7bfeb0193a2 in common_utils.sh 725 B

26|4 CLANG_VERSION= CONDA_CMAKE=yes LLVMDEV= UBUNTU_VERSION=22.042.52 GB

27ARG GCC_VERSION0 B

28COPY file:f0e99070d8114620f665268ab11f181c0153236fb98685afc2502a7f1e978b2c in install_gcc.sh 381 B

29|5 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION= LLVMDEV=104 B

30ARG PROTOBUF0 B

31COPY file:638eb6acc2fc2ff495707449113f05ffc78b46b8a4bb23639e30d89724372a1f in install_protobuf.sh 504 B

32|6 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION= LLVMDEV=96.43 MB

33|6 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION= LLVMDEV=109 B

34ENV INSTALLED_PROTOBUF=yes0 B

35ARG DB0 B

36COPY file:2fdbc13c18c5d1fa0b81d5fdf141d7e557b957555ddf0a9f33df6ee978339f11 in install_db.sh 610 B

37|7 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=352 B

38|7 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=103 B

39ENV INSTALLED_DB=yes0 B

40ARG VISION0 B

41COPY multi:214585503bb843b5d83c708bf33f0ceca982ee4aca927285ae25649e7cbedbc3 in ./ 1.89 KB

42|8 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=227.06 MB

43|8 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=164 B

44ENV INSTALLED_VISION=yes0 B

45ARG ROCM_VERSION0 B

46COPY file:db98711d584f0a50fb8a76e172b5a418e328985da506406728d73f03da4e370f in install_rocm.sh 1.82 KB

47|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=5.3 GB

48|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=105 B

49COPY file:dc007ec718680ca3fa2f00ec07dcee0d2f25ef694073fdb79ac48f76140b21d5 in install_rocm_magma.sh 1.09 KB

50|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=628.6 MB

51|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=111 B

52ADD file ... in install_miopen.sh 1.52 KB

53|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=107 B

54ENV ROCM_PATH=/opt/rocm0 B

55

ENV PATH=/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

56

ENV PATH=/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

57

ENV PATH=/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

58

ENV PATH=/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

59

ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

60ENV MAGMA_HOME=/opt/rocm/magma0 B

61ENV LANG=C.UTF-80 B

62ENV LC_ALL=C.UTF-80 B

63COPY file:78e4a3281ca763191f3b77613d800ded4b7b00b181cdeec0200f96c67a3613ba in install_amdsmi.sh 167 B

64|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=2.72 MB

65|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=107 B

66ARG CMAKE_VERSION0 B

67COPY file:5201a03ab45964625e825e856290df6dfb1826d702a824e47020a4d65c575468 in install_cmake.sh 565 B

68|10 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes41.21 MB

69|10 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes106 B

70ARG NINJA_VERSION0 B

71COPY file:f562ac7c4f4bdd63c08a52ddfc7e1180d5ee49530c1a18f726242695cfae1868 in install_ninja.sh 295 B

72|11 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes86.22 KB

73|11 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes106 B

74ARG TRITON0 B

75COPY file:4278720cb36f67567d70b5828bbe9eb47e3b03c9ae7a67fa254f9478559cd993 in install_triton.sh 1.37 KB

76COPY file:9e6db7f5d2e2c5e4a161d58370737ca06f20ca3a566e47689fc3c7bfeb0193a2 in common_utils.sh 725 B

77COPY file:77ff88eac004d39867271f88970329615a9fc3b28797c7bf4cc1caf5ede2c2f0 in triton.txt 138 B

78COPY file:317afa136ef0c0a5d80d6702afbfd60a0d37bb2987570d2514318ccc8051e223 in triton_version.txt 120 B

79|12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes3.95 GB

80|12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes176 B

81COPY file:272a3034a72cc91bfcde943074a444dd2159cb1f37509c23969b820d9a27532d in install_cache.sh 1.89 KB

82

ENV PATH=/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

83|12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes15.24 MB

84ARG BUILD_ENVIRONMENT0 B

85ENV BUILD_ENVIRONMENT=pytorch-linux-jammy-rocm6.4-py3.100 B

86COPY dir:4ccc9e9d18635493a3825294a70103eaa912bdc81d80351d4dcd16f0a2e3d2b1 in /opt/llvm 51.64 MB

87USER jenkins0 B

88CMD ["bash"]0 B

89ARG FRAME_NAME0 B

90ARG OS_CHOICE0 B

91ARG PY_VER0 B

92ARG PY_EXTRA_PK0 B

93ARG MAX_JOBS=40 B

94ENV MAX_JOBS=80 B

95USER root0 B

96COPY dir:b73036e7896ded9fd25bd820cb7b76f64f40984e6d081350042c30a9c26c2f52 in /var/lib/jenkins 7 KB

97COPY dir:c00fd9425f66b51d6a6ec37dadd3353f02a81a97880cce4968f3990e2d86426e in /var/lib/jenkins/pytorch 3.19 GB

98WORKDIR /var/lib/jenkins0 B

99|4 FRAME_NAME=pytorch OS_CHOICE=ubuntu22.04 PY_EXTRA_PK= PY_VER=py3.100 B

100|4 FRAME_NAME=pytorch OS_CHOICE=ubuntu22.04 PY_EXTRA_PK= PY_VER=py3.103.61 GB

101ENV ROCM_PATH=/opt/rocm0 B

102ENV MPI_HOME=/opt/ompi0 B

103ENV UCX_HOME=/opt/ucx0 B

104

ENV PATH=/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

105ENV LD_LIBRARY_PATH=/opt/ompi/lib:/opt/rocm/lib:/usr/local/lib:0 B

106ENV CI=10 B

107ENV PYTORCH_TEST_WITH_ROCM=10 B

108ENV PYTORCH_TESTING_DEVICE_ONLY_FOR=cuda0 B

109ENV HSA_FORCE_FINE_GRAIN_PCIE=10 B

110WORKDIR /workspace98 B

111/bin/sh -c pip install pybind11471.97 KB

112/bin/sh -c pip install ninja888.7 KB

113/bin/sh -c pip install packaging92 B

114/bin/sh -c /usr/bin/python3 -m pip1.54 MB

115WORKDIR /workspace/deps119 B

116/bin/sh -c git clone https://github.com/ROCm/flash-attention/289.03 MB

117ADD dir:c53d347e3035fa9c1525ca22d997aae13368c67ca8ce93680aef301ea7137d31 in /workspace/deps/patches 1.05 KB

118/bin/sh -c git clone --recursive73.59 MB

119/bin/sh -c pip uninstall -y0 B

120/bin/sh -c cd megatron_lm &&2.27 MB

121ENV PYTHONPATH=:/workspace/deps/megatron_lm0 B

122/bin/sh -c git clone https://github.com/NVIDIA/NeMo502.24 MB

123/bin/sh -c cd /workspace/deps/nemo 536.67 MB

124COPY file:7d8aaecb71d40f3c913ff4c558f5a5f8bb753632fac8b85947b45d6e05e22f15 in requirements.txt 355 B

125/bin/sh -c pip3 install -r215.99 MB

126ARG TE_COMMIT=te_v1.9_mlperf_llama20 B

127|1 TE_COMMIT=te_v1.9_mlperf_llama2 /bin/sh -c git1 GB

128|1 TE_COMMIT=te_v1.9_mlperf_llama2 /bin/sh -c git12.71 GB

129WORKDIR /workspace/code118 B

130COPY dir:fc37c51ae08c451121dd1f2d5b0ab2acebbf45bda71e18bbd4fe14be83c08008 in . 726.66 KB

Command

 ARG RELEASE