mcscloud/spark-py:s3read_write_test

Manifest digest

sha256:85358df2be46130208e952491c1d1061e4d731a1a266e44e6de5f7938f08251b

OS/ARCH

linux/amd64

Compressed size

610.31 MB

Last pushed

over 5 years by mcscloud

Type

Image

Manifest digest

sha256:85358df2be46130208e952491c1d1061e4d731a1a266e44e6de5f7938f08251b

Image Layers

Image Layers

1ADD file ... in / 25.84 MB

2CMD ["bash"]0 B

3/bin/sh -c set -eux; apt-get3.1 MB

4ENV LANG=C.UTF-80 B

5ENV JAVA_HOME=/usr/local/openjdk-80 B

6ENV PATH=/usr/local/openjdk-8/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

7/bin/sh -c { echo '#/bin/sh';210 B

8ENV JAVA_VERSION=8u2750 B

9/bin/sh -c set -eux; arch="$(dpkg39.65 MB

10ARG spark_uid=1850 B

11|1 spark_uid=185 /bin/sh -c set37.19 MB

12COPY dir:c334f5889bb4a6f2a93697a755fb4b5a7a61d26a85a119203e974919eb3c919a in /opt/spark/jars 197.66 MB

13COPY dir:0cf9052e3973e965b4130acb3d709c3df5223a93f07a63daa7b8d9fbb0a1801e in /opt/spark/bin 10.31 KB

14COPY dir:37665c4ed12bba2e0522420d146f6ba7eb4720b97d02c2d696fd9aee58a58308 in /opt/spark/sbin 5.96 KB

15COPY file:8dc3cee5fb21bc25d7eb5ab66bea6f1ac33273b8e84059dc4b9df9273a41df16 in /opt/ 1.7 KB

16COPY dir:4d79ec37b7bd15571e1835b450ed5f881a56eac4d2aecae6da6db8b006707208 in /opt/spark/examples 1.61 MB

17COPY dir:5aebf3415d0f70984dc2a5812dfdabea90be52f2347cc5d030e421a1d4e31594 in /opt/spark/tests 1.51 KB

18COPY dir:bbafc09edfdb15f8abb8c40318682eeb88ef2158108243e64c1578ffa6c364ed in /opt/spark/data 545.51 KB

19ENV SPARK_HOME=/opt/spark0 B

20WORKDIR /opt/spark/work-dir0 B

21|1 spark_uid=185 /bin/sh -c chmod146 B

22ENTRYPOINT ["/opt/entrypoint.sh"]0 B

23USER 1850 B

24WORKDIR /0 B

25USER 00 B

26/bin/sh -c mkdir ${SPARK_HOME}/python168 B

27/bin/sh -c apt-get update &&191.79 MB

28

/bin/sh -c curl https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.11.563/aws-java-sdk-bundle-1.11.563.jar -o

111.2 MB

29/bin/sh -c curl https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.2.0/hadoop-aws-3.2.0.jar -o439.26 KB

30COPY dir:d88595dc301be53fd902fa296ac977a2f44addb4009b4977cd2663496056395a in /opt/spark/python/pyspark 573 KB

31COPY dir:e4ece1657067b4826a8b7439ae334cdbb9f7f16dfcbf72d00cc7a9f6e4612b9d in /opt/spark/python/lib 739.29 KB

32COPY dir:532e72aefc15d3329558f685f7115134eeaca1968105cbddcf364b279c18f414 in /opt/spark/my_examples 2.19 KB

33WORKDIR /opt/spark/work-dir0 B

34ENTRYPOINT ["/opt/entrypoint.sh"]0 B

35ARG spark_uid=1850 B

36USER 1850 B

Command

ADD file:3a7bff4e139bcacc5831fd70a035c130a91b5da001dd91c08b2acd635c7064e8 in /