rocm/atom-dev:vllm-v0.22.0-nightly_20260711-GLM5.2

Manifest digest

sha256:5415d47bf7af402bfd3029a098d5cb3592f86b935b3586c62fb7c3aa16f0ab46

OS/ARCH

linux/amd64

Compressed size

18.23 GB

Last pushed

4 days by valarlip

Type

Image

Manifest digest

sha256:5415d47bf7af402bfd3029a098d5cb3592f86b935b3586c62fb7c3aa16f0ab46

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.version=24.040 B

4ADD file ... in / 28.36 MB

5CMD ["/bin/bash"]0 B

6ARG BASE_IMAGE=ubuntu:24.040 B

7ARG PYTHON_VERSION=3.120 B

8ARG PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8330 B

9ARG TORCHVISION_VERSION=0.25.0+rocm7.2.4.git82df5f590 B

10ARG TORCHAUDIO_VERSION=2.10.0+rocm7.2.4.git5047768f0 B

11ARG TRITON_VERSION=3.6.0+rocm7.2.4.git4ed888920 B

12ARG APEX_VERSION=1.10.0+rocm7.2.4.git751f5dd50 B

13ARG ROCM_VERSION=7.2.40 B

14ARG UBUNTU_VERSION=24.040 B

15ARG PYTORCH_WHEEL_INDEX=https://repo.radeon.com/rocm/manylinux/rocm-rel-7.2.4/0 B

16

LABEL org.opencontainers.image.ref.name=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0+rocm7.2.4.lw.git3d3aa833

0 B

17ENV DEBIAN_FRONTEND=noninteractive0 B

18RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833258.73 KB

19RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833116.29 MB

20ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/opt/rocm/lib0 B

21RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833114.67 MB

22RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833122.36 MB

23ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

24RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8337.37 GB

25RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8331.94 GB

26RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833135.12 KB

27ARG GPU_ARCH=gfx942;gfx9500 B

28ENV GPU_ARCH_LIST=gfx942;gfx9500 B

29ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B

30RUN |1 GPU_ARCH=gfx942;gfx950 /bin/sh -c67.54 MB

31ARG ATOM_REPO=https://github.com/ROCm/ATOM.git0 B

32ARG ATOM_COMMIT=52f7442ce446d32b9d68500ca5e35c7e75dc06300 B

33

RUN |3 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=52f7442ce446d32b9d68500ca5e35c7e75dc0630

186.16 MB

34

RUN |3 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=52f7442ce446d32b9d68500ca5e35c7e75dc0630

11.55 MB

35ARG INSTALL_MOONCAKE=10 B

36ARG MOONCAKE_REPO=https://github.com/Jasen2201/Mooncake.git0 B

37ARG MOONCAKE_COMMIT=fix/ionic-mr-and-qp-resource-fixes0 B

38ARG VENV_PYTHON=/opt/venv/bin/python0 B

39

RUN |7 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=52f7442ce446d32b9d68500ca5e35c7e75dc0630

91.77 MB

40ENV PATH=/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

41

RUN |7 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=52f7442ce446d32b9d68500ca5e35c7e75dc0630

207.75 MB

42

ARG IONIC_DEB_URL=https://repo.radeon.com/amdainic/pensando/ubuntu/1.117.1-a-63/pool/main/r/rdma-core/libionic1_54.0-149.g3304be71_amd64.deb

0 B

43

RUN |8 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=52f7442ce446d32b9d68500ca5e35c7e75dc0630

499.42 KB

44

RUN |8 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=52f7442ce446d32b9d68500ca5e35c7e75dc0630

319.38 MB

45ARG RUST_VERSION=1.94.00 B

46

RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=52f7442ce446d32b9d68500ca5e35c7e75dc0630

203.15 MB

47

ENV PATH=/root/.cargo/bin:/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

48COPY /app/rccl/build/release/*.deb /tmp/rccl/ # buildkit16.97 MB

49

RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=52f7442ce446d32b9d68500ca5e35c7e75dc0630

18.04 MB

50COPY /app/aiter-test /app/aiter-test # buildkit1.56 GB

51

RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=52f7442ce446d32b9d68500ca5e35c7e75dc0630

938.33 MB

52

RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=52f7442ce446d32b9d68500ca5e35c7e75dc0630

92 B

53ARG CACHEBUST=17837562360 B

54

RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=52f7442ce446d32b9d68500ca5e35c7e75dc0630

646.17 MB

55

RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=52f7442ce446d32b9d68500ca5e35c7e75dc0630

32 B

56

RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=52f7442ce446d32b9d68500ca5e35c7e75dc0630

1.94 MB

57

RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=52f7442ce446d32b9d68500ca5e35c7e75dc0630

16.16 MB

58ARG LMCACHE_TAG=v0.4.50 B

59

RUN |11 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=52f7442ce446d32b9d68500ca5e35c7e75dc0630

66.35 MB

60CMD ["/bin/bash"]0 B

61ARG MAX_JOBS=640 B

62ARG VENV_PYTHON=/opt/venv/bin/python0 B

63ARG VLLM_REPO=https://github.com/vllm-project/vllm.git0 B

64ARG VLLM_COMMIT=0b3ba88f165976e77ca5e6a7a3f5bba4562b80af0 B

65ARG INSTALL_LM_EVAL=10 B

66ARG INSTALL_FASTSAFETENSORS=10 B

67LABEL com.rocm.atom.vllm_commit=0b3ba88f165976e77ca5e6a7a3f5bba4562b80af0 B

68

ENV PATH=/opt/venv/bin:/root/.cargo/bin:/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

69ENV MAX_JOBS=640 B

70ENV VLLM_TARGET_DEVICE=rocm0 B

71ENV CMAKE_MAKE_PROGRAM=/usr/local/bin/ninja0 B

72RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git614.65 MB

73RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git405.23 MB

74RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git268.67 MB

75RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git712.85 MB

76RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git3.44 MB

77RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git1.78 GB

78RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git127.82 MB

79RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git92 B

80RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git405.23 MB

81RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git92 B

82CMD ["/bin/bash"]0 B

Command

 ARG RELEASE