roboflow/roboflow-inference-server-jetson-6.2.0:1.4.0-tensor-exp-7

Index digest

sha256:091c71a55404fe0db339fafd6c71a65e9667d4d8c64d69f9824b4ec6f0061e73

OS/ARCH

linux/arm64

Compressed size

3.08 GB

Last pushed

1 day by roboflowpaul

Type

Image

Manifest digest

sha256:b2cd0344719919b2b471a4448e1b39548d6e5f0db236adbc04aed1893d87deba

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 26.33 MB
5CMD ["/bin/bash"]0 B
6ARG DEBIAN_FRONTEND=noninteractive0 B
7ARG TARGETARCH0 B
8RUN |2 DEBIAN_FRONTEND=noninteractive TARGETARCH=arm64 /bin/sh8.01 MB
9COPY /opt/ffmpeg-runtime /opt/ffmpeg # buildkit10.14 MB
10COPY /opt/gstreamer-runtime /opt/gstreamer # buildkit7.24 MB
11ENV PATH=/opt/gstreamer/bin:/opt/ffmpeg/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin GIO_EXTRA_MODULES=/opt/gstreamer/lib/gio/modules GI_TYPELIB_PATH=/opt/gstreamer/lib/girepository-1.0 LD_LIBRARY_PATH=/opt/gstreamer/lib:/opt/ffmpeg/lib0 B
12RUN |2 DEBIAN_FRONTEND=noninteractive TARGETARCH=arm64 /bin/sh207 B
13ARG DEBIAN_FRONTEND=noninteractive0 B
14ARG TARGETARCH0 B
15ENV LANG=en_US.UTF-80 B
16ENV NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video NVIDIA_REQUIRE_CUDA=cuda>=12.6 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=base-only0 B
17RUN |2 DEBIAN_FRONTEND=noninteractive TARGETARCH=arm64 /bin/sh320 B
18WORKDIR /app99 B
19RUN |2 DEBIAN_FRONTEND=noninteractive TARGETARCH=arm64 /bin/sh221.25 MB
20ENV LD_LIBRARY_PATH=/usr/local/lib:/usr/local/cuda/lib64:/opt/opencv/lib:/opt/gstreamer/lib:/opt/ffmpeg/lib0 B
21COPY /usr/local/cuda-12.6/targets/aarch64-linux/lib/libcudart.so.12.6.68 /usr/local/cuda-12.6/targets/aarch64-linux/lib/libcublas.so.12.6.1.4 /usr/local/cuda-12.6/targets/aarch64-linux/lib/libcublasLt.so.12.6.1.4 /usr/local/cuda-12.6/targets/aarch64-linux/lib/libcufft.so.11.2.6.591.02 GB
22COPY /usr/lib/aarch64-linux-gnu/libcudnn*.so.*.*.* /usr/local/cuda/lib64/ # buildkit692.98 MB
23COPY /usr/lib/aarch64-linux-gnu/libnvinfer.so.*.*.* /usr/lib/aarch64-linux-gnu/libnvinfer_plugin.so.*.*.* /usr/lib/aarch64-linux-gnu/libnvinfer_builder_resource.so.*.*.* /usr/lib/aarch64-linux-gnu/libnvinfer_lean.so.*.*.*198.67 MB
24COPY /usr/lib/aarch64-linux-gnu/libnvonnxparser*.so.*.*.* /usr/local/cuda/lib64/ # buildkit1.76 MB
25COPY /usr/lib/aarch64-linux-gnu/nvidia/libnvdla_compiler.so* /usr/local/cuda/lib64/ # buildkit2.99 MB
26RUN |2 DEBIAN_FRONTEND=noninteractive TARGETARCH=arm64 /bin/sh1.38 KB
27RUN |2 DEBIAN_FRONTEND=noninteractive TARGETARCH=arm64 /bin/sh9.37 KB
28ENV GST_PLUGIN_PATH_1_0=/usr/lib/aarch64-linux-gnu/gstreamer-1.00 B
29RUN |2 DEBIAN_FRONTEND=noninteractive TARGETARCH=arm64 /bin/sh34 B
30COPY /opt/opencv-runtime /opt/opencv # buildkit1.72 MB
31COPY /opt/roboflow/lib /opt/roboflow/lib # buildkit15.52 KB
32COPY /usr/local/lib/python3.10/dist-packages /usr/local/lib/python3.10/dist-packages # buildkit727.57 MB
33COPY /root/.triton/nvidia /root/.triton/nvidia # buildkit199.45 MB
34COPY /root/.triton/json /root/.triton/json # buildkit291.36 KB
35COPY /usr/lib/python3.10/dist-packages/tensorrt /usr/local/lib/python3.10/dist-packages/tensorrt # buildkit865.09 KB
36COPY /usr/lib/python3.10/dist-packages/tensorrt-10.7.0.dist-info /usr/local/lib/python3.10/dist-packages/tensorrt-10.7.0.dist-info # buildkit16.73 KB
37COPY /usr/lib/python3.10/dist-packages/tensorrt_lean /usr/local/lib/python3.10/dist-packages/tensorrt_lean # buildkit525.59 KB
38COPY /usr/lib/python3.10/dist-packages/tensorrt_lean-10.7.0.dist-info /usr/local/lib/python3.10/dist-packages/tensorrt_lean-10.7.0.dist-info # buildkit16.75 KB
39COPY /usr/local/bin/inference /usr/local/bin/inference # buildkit297 B
40COPY /usr/local/bin/pip /usr/local/bin/pip3 /usr/local/bin/pip3.10 /usr/local/bin/384 B
41RUN |2 DEBIAN_FRONTEND=noninteractive TARGETARCH=arm64 /bin/sh640.4 KB
42ENV PYTHONPATH=/usr/local/lib/python3.10/dist-packages0 B
43COPY inference inference # buildkit5.56 MB
44COPY inference_cli inference_cli # buildkit93.41 KB
45COPY inference_sdk inference_sdk # buildkit69.04 KB
46COPY docker/config/gpu_http.py gpu_http.py # buildkit743 B
47COPY docker/entrypoint/run_uvicorn.sh /usr/local/bin/run_uvicorn.sh # buildkit1.04 KB
48RUN |2 DEBIAN_FRONTEND=noninteractive TARGETARCH=arm64 /bin/sh34 B
49RUN |2 DEBIAN_FRONTEND=noninteractive TARGETARCH=arm64 /bin/sh595.47 KB
50RUN |2 DEBIAN_FRONTEND=noninteractive TARGETARCH=arm64 /bin/sh34 B
51ENV VERSION_CHECK_MODE=once CORE_MODEL_SAM2_ENABLED=True NUM_WORKERS=1 HOST=0.0.0.00 B
52LABEL org.opencontainers.image.description=Inference Server - Jetson0 B
53EXPOSE map[9001/tcp:{}]0 B
54ENTRYPOINT ["/usr/local/bin/run_uvicorn.sh" "gpu_http:app"]0 B

Command

 ARG RELEASE