Sign inSign up

ehallmark1122/spark-py:2.4.5

Manifest digest

sha256:3936a36c8aef5146c6bfb6d0a5a97a17f98661d94eb0fbfd986a46972a5e75a4

OS/ARCH

linux/amd64

Compressed size

974.28 MB

Last pushed

about 7 years by ehallmark1122

Type

Image

Manifest digest

sha256:3936a36c8aef5146c6bfb6d0a5a97a17f98661d94eb0fbfd986a46972a5e75a4

Image Layers

Image Layers

1ADD file ... in / 2.63 MB
2CMD ["/bin/sh"]0 B
3ENV LANG=C.UTF-80 B
4/bin/sh -c { echo '#!/bin/sh';238 B
5ENV JAVA_HOME=/usr/lib/jvm/java-1.8-openjdk0 B
6ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/java-1.8-openjdk/jre/bin:/usr/lib/jvm/java-1.8-openjdk/bin0 B
7ENV JAVA_VERSION=8u2120 B
8ENV JAVA_ALPINE_VERSION=8.212.04-r00 B
9/bin/sh -c set -x &&67.46 MB
10ARG spark_jars=jars0 B
11ARG img_path=kubernetes/dockerfiles0 B
12ARG k8s_tests=kubernetes/tests0 B
13|3 img_path=resource-managers/kubernetes/docker/src/main/dockerfiles k8s_tests=resource-managers/kubernetes/integration-tests/tests spark_jars=assembly/target/scala-2.11/jars /bin/sh7.41 MB
14COPY dir:1faffd4eaedc9293adbb3d8cb330b2553e08c3b75e7ea9898cc9fc31c1aeb189 in /opt/spark/jars 206.16 MB
15COPY dir:663bb3b81dbc8d474557c20485627370287bc387defaf33c9129aaea5273c1cd in /opt/spark/bin 8.66 KB
16COPY dir:29bc5c03e1b70d6d5801d0860af481bffb2d7a9ead2853a31f173f7055d657c9 in /opt/spark/sbin 6 KB
17COPY file:1f360b58240807b5b1f56c67a36c9801967ea1e980deeba700906c07989f53a4 in /opt/ 1.65 KB
18COPY dir:3f6dca332327c38371001d2e420a4a49cfec23c5ade3f2fe908ac19de519fbc4 in /opt/spark/examples 8.17 MB
19COPY dir:4854fd9c95321c155728a1c9fe193606780e6bc43dfae746e21c303a6912e2b6 in /opt/spark/tests 1.38 KB
20COPY dir:bbafc09edfdb15f8abb8c40318682eeb88ef2158108243e64c1578ffa6c364ed in /opt/spark/data 545.51 KB
21ENV SPARK_HOME=/opt/spark0 B
22WORKDIR /opt/spark/work-dir0 B
23ENTRYPOINT ["/opt/entrypoint.sh"]0 B
24WORKDIR /0 B
25/bin/sh -c mkdir ${SPARK_HOME}/python170 B
26/bin/sh -c apk add --no-cache23.95 MB
27COPY dir:18aa20b63cad827b1a0ff23afc7d905c9e4e508bb731f6921853ae21492fdbb2 in /opt/spark/python/lib 613.44 KB
28ENV PYTHONPATH=/opt/spark/python/lib/pyspark.zip:/opt/spark/python/lib/py4j-*.zip0 B
29WORKDIR /opt/spark/work-dir0 B
30ENTRYPOINT ["/opt/entrypoint.sh"]0 B
31ENV HADOOP_VERSION=2.7.70 B
32/bin/sh -c wget -O hadoop-$HADOOP_VERSION.tar.gz417.21 MB
33ENV HADOOP_HOME=/usr/local/hadoop0 B
34ENV HADOOP_INSTALL=/usr/local/hadoop0 B
35ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/java-1.8-openjdk/jre/bin:/usr/lib/jvm/java-1.8-openjdk/bin:/usr/local/hadoop/sbin0 B
36ENV HADOOP_MAPRED_HOME=/usr/local/hadoop0 B
37ENV HADOOP_COMMON_HOME=/usr/local/hadoop0 B
38ENV HADOOP_HDFS_HOME=/usr/local/hadoop0 B
39ENV YARN_HOME=/usr/local/hadoop0 B
40ENV PATH=/usr/local/hadoop/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/java-1.8-openjdk/jre/bin:/usr/lib/jvm/java-1.8-openjdk/bin:/usr/local/hadoop/sbin0 B
41/bin/sh -c cp $HADOOP_HOME/share/hadoop/tools/lib/hadoop-aws-$HADOOP_VERSION.jar $HADOOP_HOME/share/hadoop/common/lib/116.45 KB
42/bin/sh -c find $HADOOP_HOME/share/hadoop/tools/lib/ -name0 B
43/bin/sh -c cp $HADOOP_HOME/share/hadoop/tools/lib/aws-java-sdk-1.7.4.jar $HADOOP_HOME/share/hadoop/common/lib/9.79 MB
44/bin/sh -c apk --update add37.07 MB
45/bin/sh -c apk add python-dev27.59 MB
46/bin/sh -c apk add --no-cache29.85 MB
47/bin/sh -c python3 -m pip80.49 MB
48/bin/sh -c python3 -m pip133.1 KB
49/bin/sh -c python3 -m pip3.79 MB
50/bin/sh -c wget -O /opt/spark/jars/presto-jdbc-0.223.jar6.1 MB
51/bin/sh -c wget -O /opt/spark/jars/presto-jdbc-0.223.jar6.1 MB
52/bin/sh -c wget -O /opt/spark/jars/snowflake-jdbc-3.9.0.jar24.83 MB
53/bin/sh -c wget -O /opt/spark/jars/spark-snowflake_2.11-2.5.1-spark_2.4.jar683.37 KB
54ADD file ... in /usr/local/hadoop/etc/hadoop/core-site.xml 523 B
55/bin/sh -c aws configure set219 B
56ENV k8sversion=v1.15.00 B
57/bin/sh -c apk add curl13.62 MB
58COPY file:f00b7b4ad28e73e4cabd35affe7394d17f494216cb1bb75dcd18f2cf9dce2b2f in /opt/entrypoint.sh 1.65 KB
59/bin/sh -c chmod +x /opt/entrypoint.sh1.65 KB

Command

ADD file:a86aea1f3a7d68f6ae03397b99ea77f2e9ee901c5c59e59f76f93adbb4035913 in /