wantoper/spark repository overview

docker run -it -d --name spark-master wantoper/spark:v1
docker cp spark-master:/usr/local/src/scala-2.11.8 /usr/local/src
docker cp spark-master:/usr/local/src/spark-2.1.1-bin-hadoop2.7 /usr/local/src
docker stop spark-master
docker rm spark-master

docker run -it -d --name spark-master --hostname spark-master --network hadoop -p 8080:8080 -v /usr/local/src/jdk1.8.0_191:/usr/local/src/jdk1.8.0_191 -v /usr/local/src/scala-2.11.8:/usr/local/src/scala-2.11.8 -v /usr/local/src/spark-2.1.1-bin-hadoop2.7:/usr/local/src/spark-2.1.1-bin-hadoop2.7 -v /usr/local/src/hadoop-2.7.7:/usr/local/src/hadoop-2.7.7 wantoper/spark:v1

docker run -it -d --name spark-slave1 --hostname spark-slave1 --network hadoop -v /usr/local/src/jdk1.8.0_191:/usr/local/src/jdk1.8.0_191 -v /usr/local/src/scala-2.11.8:/usr/local/src/scala-2.11.8 -v /usr/local/src/spark-2.1.1-bin-hadoop2.7:/usr/local/src/spark-2.1.1-bin-hadoop2.7 -v /usr/local/src/hadoop-2.7.7:/usr/local/src/hadoop-2.7.7 wantoper/spark:v1

docker run -it -d --name spark-slave2 --hostname spark-slave2 --network hadoop -v /usr/local/src/jdk1.8.0_191:/usr/local/src/jdk1.8.0_191 -v /usr/local/src/scala-2.11.8:/usr/local/src/scala-2.11.8 -v /usr/local/src/spark-2.1.1-bin-hadoop2.7:/usr/local/src/spark-2.1.1-bin-hadoop2.7 -v /usr/local/src/hadoop-2.7.7:/usr/local/src/hadoop-2.7.7 wantoper/spark:v1

docker exec -it spark-master /usr/local/src/spark-2.1.1-bin-hadoop2.7/sbin/start-all.sh