Sign inSign up

rebellions/tritonserver:25.08-vllm-python-py3

Manifest digest

sha256:1e39a14f7d99dc3cf587c07eb1bb5273593dcea92c407e8b91320d3e34604a77

OS/ARCH

linux/amd64

Compressed size

8.11 GB

Last pushed

8 months by rebelmaster

Type

Image

Manifest digest

sha256:1e39a14f7d99dc3cf587c07eb1bb5273593dcea92c407e8b91320d3e34604a77

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 29.17 MB
6CMD ["/bin/bash"]0 B
7ARG JETPACK_HOST_MOUNTS=0 B
8ARG ENABLE_MITMPROXY=00 B
9ENV NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
10RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
11RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
12RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh1 MB
13RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
14RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh3.43 MB
15ARG GDRCOPY_VERSION=2.50 B
16ARG HPCX_VERSION=2.240 B
17ARG RDMACORE_VERSION=56.00 B
18ARG MOFED_VERSION=5.4-rdmacore56.00 B
19ARG OPENUCX_VERSION=1.19.00 B
20ARG OPENMPI_VERSION=4.1.70 B
21ARG EFA_VERSION=1.38.10 B
22ARG AWS_OFI_NCCL_VERSION=1.14.00 B
23ENV GDRCOPY_VERSION=2.5 HPCX_VERSION=2.24 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.19.00 B
24ARG TARGETARCH=amd640 B
25RUN |11 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.582.16 MB
26ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
27ENV OMPI_MCA_coll_hcoll_enable=00 B
28ARG CUDA_VERSION=13.0.0.0440 B
29ARG CUDA_DRIVER_VERSION=580.65.060 B
30ARG NVVM_VERSION=13.0.480 B
31ARG DOCA_VERSION=3.1.00 B
32ENV CUDA_VERSION=13.0.0.044 CUDA_DRIVER_VERSION=580.65.06 NVVM_VERSION=13.0.48 DOCA_VERSION=3.1.00 B
33RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5110.49 MB
34RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.514.46 KB
35ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
36LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
37ARG NCCL_VERSION=2.27.7 CUBLAS_VERSION=13.0.0.19 CUFFT_VERSION=12.0.0.15 CURAND_VERSION=10.4.0.350 B
38ENV NCCL_VERSION=2.27.7 CUBLAS_VERSION=13.0.0.19 CUFFT_VERSION=12.0.0.15 CURAND_VERSION=10.4.0.350 B
39ADD docs.tgz / # buildkit11.26 KB
40RUN |44 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5184 B
41ARG _LIBPATH_SUFFIX=0 B
42ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
43RUN |45 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.548.57 MB
44COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit1.6 MB
45RUN |45 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.57.61 KB
46COPY entrypoint/ /opt/nvidia/ # buildkit6.22 KB
47ENV NVIDIA_PRODUCT_NAME=CUDA0 B
48ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
49RUN |45 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5407 B
50RUN |45 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.532 B
51ARG ENABLE_MITMPROXY=00 B
52RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
53RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c98.32 MB
54RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c209.48 MB
55RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c3.33 GB
56LABEL com.nvidia.nccl.version=2.27.7 com.nvidia.cublas.version=13.0.0.19 com.nvidia.cufft.version=12.0.0.15 com.nvidia.curand.version=10.4.0.350 B
57RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
58ARG ENABLE_MITMPROXY=00 B
59RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
60RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c34.25 MB
61COPY cuda-*.patch /tmp # buildkit502 B
62RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c526 MB
63ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
64RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
65ENV PIP_BREAK_SYSTEM_PACKAGES=10 B
66ARG TRITON_VERSION=2.60.00 B
67ARG TRITON_CONTAINER_VERSION=25.080 B
68ENV TRITON_SERVER_VERSION=2.60.00 B
69ENV NVIDIA_TRITON_SERVER_VERSION=25.080 B
70LABEL com.nvidia.tritonserver.version=2.60.00 B
71ENV PATH=/opt/tritonserver/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
72ENV UCX_MEM_EVENTS=no0 B
73ENV TF_ADJUST_HUE_FUSED=10 B
74ENV TF_ADJUST_SATURATION_FUSED=10 B
75ENV TF_ENABLE_WINOGRAD_NONFUSED=10 B
76ENV TF_AUTOTUNE_THRESHOLD=20 B
77ENV TRITON_SERVER_GPU_ENABLED=10 B
78ENV TRITON_SERVER_USER=triton-server0 B
79RUN |2 TRITON_VERSION=2.60.0 TRITON_CONTAINER_VERSION=25.08 /bin/sh1.19 KB
80ENV DEBIAN_FRONTEND=noninteractive0 B
81RUN |2 TRITON_VERSION=2.60.0 TRITON_CONTAINER_VERSION=25.08 /bin/sh126.42 MB
82ENV TCMALLOC_RELEASE_RATE=2000 B
83ENV DCGM_VERSION=4.4.0-10 B
84RUN |2 TRITON_VERSION=2.60.0 TRITON_CONTAINER_VERSION=25.08 /bin/sh47.87 MB
85RUN |2 TRITON_VERSION=2.60.0 TRITON_CONTAINER_VERSION=25.08 /bin/sh14.55 KB
86RUN |2 TRITON_VERSION=2.60.0 TRITON_CONTAINER_VERSION=25.08 /bin/sh79.35 MB
87ARG BUILD_PUBLIC_VLLM=false0 B
88RUN |3 TRITON_VERSION=2.60.0 TRITON_CONTAINER_VERSION=25.08 BUILD_PUBLIC_VLLM=false2.73 GB
89ARG PYVER=3.120 B
90ENV LD_LIBRARY_PATH=/usr/local/lib:/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
91WORKDIR /opt/tritonserver120 B
92RUN |4 TRITON_VERSION=2.60.0 TRITON_CONTAINER_VERSION=25.08 BUILD_PUBLIC_VLLM=false32 B
93ENV NVIDIA_PRODUCT_NAME=Triton Server0 B
94COPY docker/entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit749 B
95ENV NVIDIA_BUILD_ID=2020227080 B
96LABEL com.nvidia.build.id=2020227080 B
97LABEL com.nvidia.build.ref=8ced3b40794a0aed058b85333c4c4bb638de54760 B
98WORKDIR /opt32 B
99COPY --chown=1000:1000 build/install tritonserver #474.34 MB
100WORKDIR /opt/tritonserver32 B
101COPY --chown=1000:1000 NVIDIA_Deep_Learning_Container_License.pdf . #2.67 MB
102RUN |4 TRITON_VERSION=2.60.0 TRITON_CONTAINER_VERSION=25.08 BUILD_PUBLIC_VLLM=false230.21 MB
103RUN |4 TRITON_VERSION=2.60.0 TRITON_CONTAINER_VERSION=25.08 BUILD_PUBLIC_VLLM=false2.12 MB
104LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port=true0 B
105LABEL com.amazonaws.sagemaker.capabilities.multi-models=true0 B
106COPY --chown=1000:1000 docker/sagemaker/serve /usr/bin/. #2.89 KB
107/bin/bash502.81 KB

Command

 ARG RELEASE