Sign inSign up

rxmllc/apache-spark-py:v3.4.0

Manifest digest

sha256:4ae23e6342606a5ed3963a58055c2ae5007dd09f614166f9fe2081fe3a2cfcba

OS/ARCH

linux/amd64

Compressed size

1.03 GB

Last pushed

about 3 years by christopherhanson

Type

Image

Manifest digest

sha256:4ae23e6342606a5ed3963a58055c2ae5007dd09f614166f9fe2081fe3a2cfcba

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 29.02 MB
6CMD ["/bin/bash"]0 B
7ENV JAVA_HOME=/opt/java/openjdk0 B
8ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
9ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-80 B
10/bin/sh -c apt-get update 16.19 MB
11ENV JAVA_VERSION=jdk-17.0.6+100 B
12/bin/sh -c set -eux; 44.76 MB
13/bin/sh -c echo Verifying install161 B
14ARG spark_uid=1850 B
15RUN |1 spark_uid=185 /bin/sh -c20.34 MB
16COPY jars /opt/spark/jars # buildkit293.44 MB
17COPY bin /opt/spark/bin # buildkit10.56 KB
18COPY sbin /opt/spark/sbin # buildkit7.17 KB
19COPY kubernetes/dockerfiles/spark/entrypoint.sh /opt/ # buildkit1.81 KB
20COPY kubernetes/dockerfiles/spark/decom.sh /opt/ # buildkit942 B
21COPY examples /opt/spark/examples # buildkit1.67 MB
22COPY kubernetes/tests /opt/spark/tests # buildkit2.24 KB
23COPY data /opt/spark/data # buildkit356.14 KB
24ENV SPARK_HOME=/opt/spark0 B
25WORKDIR /opt/spark/work-dir32 B
26RUN |1 spark_uid=185 /bin/sh -c148 B
27RUN |1 spark_uid=185 /bin/sh -c32 B
28ENTRYPOINT ["/opt/entrypoint.sh"]0 B
29USER 1850 B
30WORKDIR /0 B
31USER 00 B
32RUN /bin/sh -c mkdir ${SPARK_HOME}/python144 B
33RUN /bin/sh -c apt-get update115.9 MB
34COPY python/pyspark /opt/spark/python/pyspark # buildkit1.54 MB
35COPY python/lib /opt/spark/python/lib # buildkit1.88 MB
36WORKDIR /opt/spark/work-dir32 B
37ENTRYPOINT ["/opt/entrypoint.sh"]0 B
38ARG spark_uid=1850 B
39USER 1850 B
40USER 00 B
41RUN /bin/sh -c apt-get update875.52 KB
42RUN /bin/sh -c curl https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.11.901/aws-java-sdk-bundle-1.11.901.jar164.92 MB
43RUN /bin/sh -c curl https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.3.1/hadoop-aws-3.3.1.jar786.69 KB
44RUN /bin/sh -c pip install365.03 MB
45USER 1850 B
46COPY ./process-image.py /opt/airflow/sparkjobs/process-image.py # buildkit2.87 KB

Command

 ARG RELEASE