rocm/amd-mlperf:llama2_70b_inference_5.0

Manifest digest

sha256:46e5a10981c4b8592ea267705c107ba09a5961511807c1fc405ea6675052eb30

OS/ARCH

linux/amd64

Compressed size

11.27 GB

Last pushed

over 1 year by rocmdev

Type

Image

Manifest digest

sha256:46e5a10981c4b8592ea267705c107ba09a5961511807c1fc405ea6675052eb30

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=22.040 B

5ADD file ... in / 29.03 MB

6CMD ["/bin/bash"]0 B

7LABEL [email protected]0 B

8ARG ROCM_VERSION=5.30 B

9ARG AMDGPU_VERSION=5.30 B

10ARG APT_PREF0 B

11RUN |3 ROCM_VERSION=6.3.1 AMDGPU_VERSION=6.3.1 APT_PREF=Package:238 B

12RUN |3 ROCM_VERSION=6.3.1 AMDGPU_VERSION=6.3.1 APT_PREF=Package:5.51 GB

13RUN |3 ROCM_VERSION=6.3.1 AMDGPU_VERSION=6.3.1 APT_PREF=Package:656 B

14ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

15ENV ROCM_PATH=/opt/rocm0 B

16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B

17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B

18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B

19ARG PYTHON_VERSION=3.120 B

20RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh93 B

21WORKDIR /app32 B

22ENV DEBIAN_FRONTEND=noninteractive0 B

23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh103.8 MB

24RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh66.2 MB

25RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh454.23 MB

26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh17.39 MB

27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh248.36 MB

28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh1.53 MB

29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh627.63 MB

30ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3.1-complete0 B

31ARG HIPBLASLT_BRANCH=4d40e360 B

32ARG LEGACY_HIPBLASLT_OPTION=0 B

33ARG RCCL_BRANCH=648a58d0 B

34ARG RCCL_REPO=https://github.com/ROCm/rccl0 B

35ARG TRITON_BRANCH=e5be0060 B

36ARG TRITON_REPO=https://github.com/triton-lang/triton.git0 B

37ARG PYTORCH_BRANCH=3a5851260 B

38ARG PYTORCH_VISION_BRANCH=v0.19.10 B

39ARG PYTORCH_REPO=https://github.com/pytorch/pytorch.git0 B

40ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B

41ARG FA_BRANCH=b7d29fb0 B

42ARG FA_REPO=https://github.com/ROCm/flash-attention.git0 B

43RUN |15 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3.1-complete385 B

44ARG ARG_PYTORCH_ROCM_ARCH0 B

45ENV PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B

46RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c94.39 MB

47RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c5.68 MB

48RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c213 B

49ARG COMMON_WORKDIR=/app0 B

50WORKDIR /app32 B

51RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh1.98 KB

52RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh32 B

53RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh5.07 MB

54ARG BUILD_RPD=10 B

55RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=15.85 MB

56RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1605.55 MB

57ARG COMMON_WORKDIR=/app0 B

58COPY /benchmarks /app/vllm/benchmarks # buildkit94.03 KB

59COPY /examples /app/vllm/examples # buildkit67.66 KB

60ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B

61ENV TOKENIZERS_PARALLELISM=false0 B

62ENV HIP_FORCE_DEV_KERNARG=10 B

63CMD ["/bin/bash"]0 B

64ARG DEBIAN_FRONTEND=noninteractive0 B

65/bin/sh -c mkdir -p /app/hipblaslt_bins122 B

66WORKDIR /app/hipblaslt_bins0 B

67ADD multi:6a0f82b887f458d94c2565627c8730a367bcb0b2aef084590e3341ab775e03f9 in /app/hipblaslt_bins/ 574.49 MB

68/bin/sh -c dpkg -i ./*.deb627.95 MB

69ARG VLLM_DIR=setup/vllm0 B

70ARG DEBIAN_FRONTEND=noninteractive0 B

71RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/sh1.02 MB

72RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/sh23.85 MB

73WORKDIR /app32 B

74RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/sh754.66 MB

75WORKDIR /app32 B

76RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/sh368.56 KB

77WORKDIR /app32 B

78RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/sh7.44 MB

79RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/sh47.7 MB

80RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/sh363.52 MB

81RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/sh14.15 MB

82SHELL [/bin/bash -c]0 B

83WORKDIR /app/mxeval32 B

84RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/bash1.2 KB

85RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/bash1.2 KB

86RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/bash4.64 KB

87RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/bash1.21 KB

88RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/bash1.21 KB

89RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/bash1.21 KB

90RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/bash1.21 KB

91RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/bash1015.31 MB

92COPY code /lab-mlperf-inference/code # buildkit23.79 KB

93WORKDIR /lab-mlperf-inference/code/32 B

94RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/bash261.99 KB

95COPY setup/vllm /app/vllm # buildkit18.37 MB

96RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/bash178.47 MB

97RUN |2 VLLM_DIR=setup/vllm DEBIAN_FRONTEND=noninteractive /bin/bash4.75 MB

98WORKDIR /lab-mlperf-inference/code/32 B

99/bin/bash3.01 KB

100/bin/bash24.79 KB

Command

 ARG RELEASE