spark:4.0.5-scala2.13-java17-ubuntu

ARG spark_uid=185

0 B

RUN |1 spark_uid=185 /bin/sh -c groupadd --system --gid=${spark_uid} spark && useradd --system --uid=${spark_uid} --gid=spark -d /nonexistent spark # buildkit

1.42 KB

RUN |1 spark_uid=185 /bin/sh -c set -ex; apt-get update; apt-get install -y gnupg2 wget bash tini libc6 libpam-modules krb5-user libnss3 procps net-tools gosu libnss-wrapper libjemalloc2; mkdir -p /opt/spark; mkdir /opt/spark/python; mkdir -p /opt/spark/examples; mkdir -p /opt/spark/work-dir; chmod g+w /opt/spark/work-dir; touch /opt/spark/RELEASE; chown -R spark:spark /opt/spark; echo "auth required pam_wheel.so use_uid" >> /etc/pam.d/su; rm -rf /var/lib/apt/lists/* # buildkit

21.76 MB

ENV SPARK_TGZ_URL=https://www.apache.org/dyn/closer.lua/spark/spark-4.0.5/spark-4.0.5-bin-hadoop3.tgz?action=download SPARK_TGZ_ASC_URL=https://www.apache.org/dyn/closer.lua/spark/spark-4.0.5/spark-4.0.5-bin-hadoop3.tgz.asc?action=download GPG_KEY=0DDA6A8B2D83B106C61C880C05DAA54D59DCFFFC

0 B

RUN |1 spark_uid=185 /bin/sh -c set -ex; export SPARK_TMP="$(mktemp -d)"; cd $SPARK_TMP; wget -nv -O spark.tgz "$SPARK_TGZ_URL"; wget -nv -O spark.tgz.asc "$SPARK_TGZ_ASC_URL"; export GNUPGHOME="$(mktemp -d)"; gpg --batch --keyserver hkps://keys.openpgp.org --recv-key "$GPG_KEY" || gpg --batch --keyserver hkps://keyserver.ubuntu.com --recv-keys "$GPG_KEY"; gpg --batch --verify spark.tgz.asc spark.tgz; gpgconf --kill all; rm -rf "$GNUPGHOME" spark.tgz.asc; tar -xf spark.tgz --strip-components=1; chown -R spark:spark .; mv jars /opt/spark/; mv RELEASE /opt/spark/; mv bin /opt/spark/; mv sbin /opt/spark/; mv kubernetes/dockerfiles/spark/decom.sh /opt/; mv examples /opt/spark/; ln -s "$(basename /opt/spark/examples/jars/spark-examples_*.jar)" /opt/spark/examples/jars/spark-examples.jar; mv kubernetes/tests /opt/spark/; mv data /opt/spark/; mv python/pyspark /opt/spark/python/pyspark/; mv python/lib /opt/spark/python/lib/; mv R /opt/spark/; chmod a+x /opt/decom.sh; cd ..; rm -rf "$SPARK_TMP"; # buildkit

441.78 MB

COPY entrypoint.sh /opt/ # buildkit

2.21 KB

ENV SPARK_HOME=/opt/spark

0 B

WORKDIR /opt/spark/work-dir

32 B

USER spark

0 B

ENTRYPOINT ["/opt/entrypoint.sh"]

0 B