Java 1.8.0
Spark 2.2.1
Hadoop 2.7.6
docker build -t panos/spark .
docker run --rm -it --name spark-master --hostname master spark-class panos/spark org.apache.spark.deploy.master.Master
master=`docker inspect --format '{{.NetworkSettings.IPAddress}}' spark-master`
docker run --rm -it --name spark-worker-01 --add-host master:$master panos/spark spark-class org.apache.spark.deploy.worker.Worker spark://master:7077
master=`docker inspect --format '{{.NetworkSettings.IPAddress}}' spark-master`
docker run --rm -it --add-host master:$master -v `pwd`/example.jar:/var/example.jar:z panos/spark spark-submit --class example.ExampleClass --master spark://master:7077 /var/example.jar
Content type
Image
Digest
Size
1.1 GB
Last updated
over 8 years ago
docker pull panos/spark