roboflow/roboflow-inference-server-jetson-6.2.0:1.4.0-exp-1

Index digest

sha256:1f496d8d865095d1c1090be7a7886a39f8c67e0c59ecf21342d89f9dccbd85d9

OS/ARCH

linux/arm64

Compressed size

3.08 GB

Last pushed

8 days by roboflowpaul

Type

Image

Manifest digest

sha256:58643b1d042b755f1f85c5dc6487dd17847c616f83f86550af269d0cc9dcf094

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 26.33 MB
5CMD ["/bin/bash"]0 B
6ARG DEBIAN_FRONTEND=noninteractive0 B
7ENV LANG=en_US.UTF-80 B
8ENV NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility NVIDIA_REQUIRE_CUDA=cuda>=12.6 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=base-only0 B
9RUN |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c243 B
10WORKDIR /app99 B
11RUN |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c166 B
12RUN |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c306.41 MB
13ENV LD_LIBRARY_PATH=/usr/local/lib:0 B
14COPY /usr/local/cuda-12.6/targets/aarch64-linux/lib/libcudart.so.12.6.68 /usr/local/cuda-12.6/targets/aarch64-linux/lib/libcublas.so.12.6.1.4 /usr/local/cuda-12.6/targets/aarch64-linux/lib/libcublasLt.so.12.6.1.4 /usr/local/cuda-12.6/targets/aarch64-linux/lib/libcufft.so.11.2.6.591.02 GB
15COPY /usr/lib/aarch64-linux-gnu/libcudnn*.so.*.*.* /usr/local/cuda/lib64/ # buildkit692.98 MB
16COPY /usr/lib/aarch64-linux-gnu/libnvinfer.so.*.*.* /usr/lib/aarch64-linux-gnu/libnvinfer_plugin.so.*.*.* /usr/lib/aarch64-linux-gnu/libnvinfer_builder_resource.so.*.*.* /usr/lib/aarch64-linux-gnu/libnvinfer_lean.so.*.*.*198.67 MB
17COPY /usr/lib/aarch64-linux-gnu/libnvonnxparser*.so.*.*.* /usr/local/cuda/lib64/ # buildkit1.76 MB
18COPY /usr/lib/aarch64-linux-gnu/nvidia/libnvdla_compiler.so* /usr/local/cuda/lib64/ # buildkit2.99 MB
19RUN |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c1.39 KB
20ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/lib:0 B
21RUN |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c23.45 KB
22ENV GST_PLUGIN_PATH=/usr/lib/aarch64-linux-gnu/gstreamer-1.00 B
23RUN |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c34 B
24COPY /usr/local/lib/python3.10/dist-packages /usr/local/lib/python3.10/dist-packages # buildkit666.62 MB
25COPY /root/.triton/nvidia /root/.triton/nvidia # buildkit199.45 MB
26COPY /root/.triton/json /root/.triton/json # buildkit291.37 KB
27COPY /usr/lib/python3.10/dist-packages/tensorrt /usr/local/lib/python3.10/dist-packages/tensorrt # buildkit865.08 KB
28COPY /usr/lib/python3.10/dist-packages/tensorrt-10.7.0.dist-info /usr/local/lib/python3.10/dist-packages/tensorrt-10.7.0.dist-info # buildkit16.73 KB
29COPY /usr/lib/python3.10/dist-packages/tensorrt_lean /usr/local/lib/python3.10/dist-packages/tensorrt_lean # buildkit525.59 KB
30COPY /usr/lib/python3.10/dist-packages/tensorrt_lean-10.7.0.dist-info /usr/local/lib/python3.10/dist-packages/tensorrt_lean-10.7.0.dist-info # buildkit16.75 KB
31COPY /usr/local/lib/libjetson-utils.so /usr/local/lib/ # buildkit729.51 KB
32COPY /build/out/jetson-utils-py/ /usr/local/lib/python3.10/dist-packages/ # buildkit99.8 KB
33COPY /usr/local/bin/inference /usr/local/bin/inference # buildkit296 B
34ENV PYTHONPATH=/usr/local/lib/python3.10/dist-packages:0 B
35COPY inference inference # buildkit5.48 MB
36COPY inference_cli inference_cli # buildkit93.41 KB
37COPY inference_sdk inference_sdk # buildkit60.55 KB
38COPY docker/config/gpu_http.py gpu_http.py # buildkit744 B
39COPY docker/entrypoint/run_uvicorn.sh /usr/local/bin/run_uvicorn.sh # buildkit1.04 KB
40RUN |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c34 B
41ENV VERSION_CHECK_MODE=once CORE_MODEL_SAM2_ENABLED=True NUM_WORKERS=1 HOST=0.0.0.00 B
42LABEL org.opencontainers.image.description=Inference Server - Jetson0 B
43EXPOSE map[9001/tcp:{}]0 B
44ENTRYPOINT ["/usr/local/bin/run_uvicorn.sh" "gpu_http:app"]0 B

Command

 ARG RELEASE