rebellions/tritonserver:24.12-vllm-python-py3

Manifest digest

sha256:0cf1ab081de995c5f84f42d403c08a41672f72b9305780a3f51f892e8b7aaec6

OS/ARCH

linux/amd64

Compressed size

12.96 GB

Last pushed

over 1 year by rebeloceanjoon

Type

Image

Manifest digest

sha256:0cf1ab081de995c5f84f42d403c08a41672f72b9305780a3f51f892e8b7aaec6

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=24.040 B

5ADD file ... in / 29.19 MB

6CMD ["/bin/bash"]0 B

7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive109.11 MB

8ARG CUDA_VERSION=12.6.3.0040 B

9ARG CUDA_DRIVER_VERSION=560.35.050 B

10ARG JETPACK_HOST_MOUNTS=0 B

11ENV CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B

12RUN |3 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=32 B

13RUN |3 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=150 MB

14RUN |3 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=15.06 KB

15ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B

16LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B

17ARG NCCL_VERSION=2.23.40 B

18ARG CUBLAS_VERSION=12.6.4.10 B

19ARG CUFFT_VERSION=11.3.0.40 B

20ARG CURAND_VERSION=10.3.7.770 B

21ARG CUSPARSE_VERSION=12.5.4.20 B

22ARG CUSOLVER_VERSION=11.7.1.20 B

23ARG CUTENSOR_VERSION=2.0.2.50 B

24ARG NPP_VERSION=12.3.1.540 B

25ARG NVJPEG_VERSION=12.3.3.540 B

26ARG CUDNN_VERSION=9.6.0.740 B

27ARG CUDNN_FRONTEND_VERSION=1.8.00 B

28ARG TRT_VERSION=10.7.0.230 B

29ARG TRTOSS_VERSION=0 B

30ARG NSIGHT_SYSTEMS_VERSION=2024.7.1.840 B

31ARG NSIGHT_COMPUTE_VERSION=2024.3.2.30 B

32ARG CUSPARSELT_VERSION=0.6.3.20 B

33ENV NCCL_VERSION=2.23.4 CUBLAS_VERSION=12.6.4.1 CUFFT_VERSION=11.3.0.4 CURAND_VERSION=10.3.7.770 B

34RUN |19 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=4.04 GB

35

LABEL com.nvidia.nccl.version=2.23.4 com.nvidia.cublas.version=12.6.4.1 com.nvidia.cufft.version=11.3.0.4 com.nvidia.curand.version=10.3.7.77

0 B

36ARG DALI_VERSION=1.44.00 B

37ARG DALI_BUILD=204025420 B

38ARG POLYGRAPHY_VERSION=0.49.130 B

39ARG TRANSFORMER_ENGINE_VERSION=1.130 B

40ARG MODEL_OPT_VERSION=0.21.00 B

41ENV DALI_VERSION=1.44.0 DALI_BUILD=20402542 POLYGRAPHY_VERSION=0.49.13 TRANSFORMER_ENGINE_VERSION=1.130 B

42ADD docs.tgz / # buildkit11.26 KB

43RUN |24 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=182 B

44ARG _LIBPATH_SUFFIX=0 B

45

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video

0 B

46COPY entrypoint/ /opt/nvidia/ # buildkit6.18 KB

47ENV NVIDIA_PRODUCT_NAME=CUDA0 B

48ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B

49COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB

50RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive34.95 MB

51ARG GDRCOPY_VERSION=2.4.10 B

52ARG HPCX_VERSION=2.210 B

53ARG RDMACORE_VERSION=39.00 B

54ARG MOFED_VERSION=5.4-rdmacore39.00 B

55ARG OPENUCX_VERSION=1.18.00 B

56ARG OPENMPI_VERSION=4.1.70 B

57ARG EFA_VERSION=1.34.00 B

58ARG AWS_OFI_NCCL_VERSION=1.12.10 B

59ENV GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.00 B

60ARG TARGETARCH=amd640 B

61RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.084.2 MB

62

ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

63ENV OMPI_MCA_coll_hcoll_enable=00 B

64COPY cuda-*.patch /tmp # buildkit502 B

65RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0424.41 MB

66ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B

67COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit379.91 KB

68RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.09.07 KB

69ARG TRITON_VERSION0 B

70ARG TRITON_CONTAINER_VERSION0 B

71ENV TRITON_SERVER_VERSION=2.53.00 B

72ENV NVIDIA_TRITON_SERVER_VERSION=24.120 B

73LABEL com.nvidia.tritonserver.version=2.53.00 B

74

ENV PATH=/opt/tritonserver/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

75ENV UCX_MEM_EVENTS=no0 B

76ENV TF_ADJUST_HUE_FUSED=10 B

77ENV TF_ADJUST_SATURATION_FUSED=10 B

78ENV TF_ENABLE_WINOGRAD_NONFUSED=10 B

79ENV TF_AUTOTUNE_THRESHOLD=20 B

80ENV TRITON_SERVER_GPU_ENABLED=10 B

81ENV TRITON_SERVER_USER=triton-server0 B

82RUN |2 TRITON_VERSION=2.53.0 TRITON_CONTAINER_VERSION=24.12 /bin/sh1.19 KB

83ENV DEBIAN_FRONTEND=noninteractive0 B

84RUN |2 TRITON_VERSION=2.53.0 TRITON_CONTAINER_VERSION=24.12 /bin/sh181.54 MB

85ENV TCMALLOC_RELEASE_RATE=2000 B

86ENV DCGM_VERSION=3.3.60 B

87RUN |2 TRITON_VERSION=2.53.0 TRITON_CONTAINER_VERSION=24.12 /bin/sh913.29 MB

88RUN |2 TRITON_VERSION=2.53.0 TRITON_CONTAINER_VERSION=24.12 /bin/sh12.05 KB

89ENV PIP_BREAK_SYSTEM_PACKAGES=10 B

90RUN |2 TRITON_VERSION=2.53.0 TRITON_CONTAINER_VERSION=24.12 /bin/sh77.04 MB

91RUN |2 TRITON_VERSION=2.53.0 TRITON_CONTAINER_VERSION=24.12 /bin/sh6.32 GB

92WORKDIR /opt/tritonserver151 B

93RUN |2 TRITON_VERSION=2.53.0 TRITON_CONTAINER_VERSION=24.12 /bin/sh32 B

94ENV NVIDIA_PRODUCT_NAME=Triton Server0 B

95COPY docker/entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit755 B

96ENV NVIDIA_BUILD_ID=1298343130 B

97LABEL com.nvidia.build.id=1298343130 B

98LABEL com.nvidia.build.ref=5603904dd5612b98b86d8a4d38d8c262e39664fe0 B

99WORKDIR /opt32 B

100COPY build/install tritonserver # buildkit474.23 MB

101WORKDIR /opt/tritonserver32 B

102COPY NVIDIA_Deep_Learning_Container_License.pdf . # buildkit2.67 MB

103RUN |2 TRITON_VERSION=2.53.0 TRITON_CONTAINER_VERSION=24.12 /bin/sh181.58 MB

104RUN |2 TRITON_VERSION=2.53.0 TRITON_CONTAINER_VERSION=24.12 /bin/sh1.18 MB

105LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port=true0 B

106LABEL com.amazonaws.sagemaker.capabilities.multi-models=true0 B

107COPY docker/sagemaker/serve /usr/bin/. # buildkit2.77 KB

108/bin/bash476 B

Command

 ARG RELEASE