Sign inSign up

rocm/amd-mlperf:mi355x_gptoss_120b_inference_6.0

Manifest digest

sha256:3a0aeb37245fe57271919c1adb3305e6364eabd3b8ad7157d8a842620b9dbf02

OS/ARCH

linux/amd64

Compressed size

13.12 GB

Last pushed

3 months by rocmdev

Type

Image

Manifest digest

sha256:3a0aeb37245fe57271919c1adb3305e6364eabd3b8ad7157d8a842620b9dbf02

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 29.04 MB
6CMD ["/bin/bash"]0 B
7LABEL [email protected]0 B
8ARG ROCM_VERSION=5.30 B
9ARG AMDGPU_VERSION=5.30 B
10ARG APT_PREF0 B
11RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:237 B
12RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:4.99 GB
13RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:656 B
14ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV ROCM_PATH=/opt/rocm0 B
16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
19ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
20ENV HSA_NO_SCRATCH_RECLAIM=10 B
21ARG PYTHON_VERSION=3.120 B
22ENV PYTHON_VERSION=3.120 B
23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh93 B
24WORKDIR /app32 B
25ENV DEBIAN_FRONTEND=noninteractive0 B
26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh113.28 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh65.89 MB
28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh4.05 MB
29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh2.3 GB
30ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:7.0-complete0 B
31ARG TRITON_BRANCH=57c693b60 B
32ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B
33ARG PYTORCH_BRANCH=890751730 B
34ARG PYTORCH_VISION_BRANCH=v0.24.10 B
35ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git0 B
36ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B
37ARG PYTORCH_AUDIO_BRANCH=v2.9.00 B
38ARG PYTORCH_AUDIO_REPO=https://github.com/pytorch/audio.git0 B
39ARG FA_BRANCH=0e60e3940 B
40ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
41ARG AITER_BRANCH=6af8b6870 B
42ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
43RUN |15 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.0-complete376 B
44COPY *csv /app # buildkit61.99 MB
45ENV PYTORCH_TUNABLEOP_ENABLED=10 B
46ENV PYTORCH_TUNABLEOP_TUNING=00 B
47ENV PYTORCH_TUNABLEOP_FILENAME=/app/afo_tune_device_%d_full.csv0 B
48ARG ARG_PYTORCH_ROCM_ARCH0 B
49ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
50ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
51ENV RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=10 B
52RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c135.24 MB
53RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c1.5 KB
54ARG USE_SCCACHE0 B
55RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= /bin/sh215 B
56RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= /bin/sh22.16 MB
57ENV UV_HTTP_TIMEOUT=5000 B
58ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
59ENV UV_LINK_MODE=copy0 B
60ARG USE_SCCACHE0 B
61ARG SCCACHE_DOWNLOAD_URL0 B
62ARG SCCACHE_ENDPOINT0 B
63ARG SCCACHE_BUCKET_NAME=vllm-build-sccache0 B
64ARG SCCACHE_REGION_NAME=us-west-20 B
65ARG SCCACHE_S3_NO_CREDENTIALS=00 B
66RUN |7 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=32 B
67ARG USE_SCCACHE0 B
68ENV SCCACHE_BUCKET=0 B
69ENV SCCACHE_REGION=0 B
70ENV SCCACHE_S3_NO_CREDENTIALS=0 B
71ENV SCCACHE_IDLE_TIMEOUT=0 B
72ARG COMMON_WORKDIR=/app0 B
73WORKDIR /app32 B
74RUN |8 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=1.98 KB
75RUN |8 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=32 B
76RUN |8 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=5.29 MB
77RUN |8 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=759.78 MB
78ARG COMMON_WORKDIR=/app0 B
79ARG BASE_IMAGE=rocm/vllm-dev:base0 B
80COPY /benchmarks /app/vllm/benchmarks # buildkit175.29 KB
81COPY /examples /app/vllm/examples # buildkit200.45 KB
82COPY /docker /app/vllm/docker # buildkit4.96 KB
83ENV TOKENIZERS_PARALLELISM=false0 B
84ENV SAFETENSORS_FAST_GPU=10 B
85ENV HIP_FORCE_DEV_KERNARG=10 B
86ENV AMDGCN_USE_BUFFER_OPS=10 B
87RUN |9 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=168 B
88ENV KINETO_CONFIG=/app/libkineto.conf0 B
89RUN |9 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= SCCACHE_DOWNLOAD_URL=402 B
90CMD ["/bin/bash"]0 B
91ARG DEBIAN_FRONTEND=noninteractive0 B
92ARG MLPERF_BUILD_CONFIG0 B
93|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/sh -c rm1.48 MB
94|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/sh -c pip61.36 MB
95WORKDIR /lab-mlperf-inference109 B
96|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/sh -c git1.25 GB
97WORKDIR /lab-mlperf-inference0 B
98|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/sh -c git1.51 MB
99WORKDIR /lab-mlperf-inference0 B
100|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/sh -c git7.93 MB
101|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/sh -c update-alternatives54.09 MB
102|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/sh -c apt361.51 MB
103|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/sh -c git14.16 MB
104/bin/bash -c #(nop) SHELL0 B
105/bin/bash -c #(nop) WORKDIR /lab-mlperf-inference/mxeval0 B
106|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/bash -c sed1.21 KB
107|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/bash -c sed1.22 KB
108|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/bash -c sed4.66 KB
109|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/bash -c sed1.22 KB
110|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/bash -c sed1.22 KB
111|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/bash -c sed1.22 KB
112|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/bash -c sed1.23 KB
113|1 MLPERF_BUILD_CONFIG=setup/build_scripts/BUILD_CONFIG /bin/bash -c DEBIAN_FRONTEND=noninteractive1010.38 MB
114/bin/bash -c #(nop) COPY dir:d3e3ffe9f7351c866e024fec16db5bddaadd0d07df3a1a39865abae5087a703a2.01 MB
115/bin/bash -c #(nop) COPY dir:1c6d8dcb6f9754a3ef08b62fe775e3080e8ad0d452a576dfc6342cf4b3e5da0e24.36 KB
116/bin/bash -c #(nop) COPY file:952a0f68f1a03f54b1ee29fba23ddc436dcbb31d7f2e111a44c2b1052782114e431 B
117/bin/bash -c #(nop) WORKDIR /lab-mlperf-inference/code/0 B
118/bin/bash -c #(nop) ARG0 B
119/bin/bash -c #(nop) ARG0 B
120/bin/bash -c #(nop) ARG0 B
121/bin/bash -c #(nop) COPY dir:4cb7e9a959e7f7436bd9f65e96515c8fe99fda6e5136d722987e4195ba60f3ff77.97 MB
122|2 GPU_ARCH=gfx942,gfx950 VLLM_DIR=setup/build_scripts/vllm /bin/bash -c1.7 GB
123/bin/bash -c #(nop) WORKDIR /lab-mlperf-inference/submission/0 B
124/bin/bash -c #(nop) ARG0 B
125/bin/bash -c #(nop) ARG0 B
126/bin/bash -c #(nop) ARG0 B
127/bin/bash -c #(nop) COPY dir:556cefed26207e8e051b7f036d3899f1c5bb838ba4aa14646a4ed27f21196e08115.17 MB
128|2 AITER_DIR=setup/build_scripts/aiter GPU_ARCH=gfx942;gfx950 /bin/bash -c1.44 MB
129/bin/bash -c #(nop) WORKDIR /lab-mlperf-inference/code/0 B
130bash2.66 KB
131bash2.66 KB
132bash2.78 KB
133bash4.62 KB
13431.72 MB

Command

 ARG RELEASE