hadoop-2.7.7 full mode + spark -2.1.1 full mode + scala-2.11.8
163
SSH passwd = passwd
docker run -it -d --name hadoop wantoper/hadoop_spark:v1
#拷贝文件出来
docker cp hadoop:/usr/local/src/scala-2.11.8 /usr/local/src
docker cp hadoop:/usr/local/src/spark-2.1.1-bin-hadoop2.7 /usr/local/src
docker cp hadoop:/usr/local/src/hadoop-2.7.7 /usr/local/src/
docker cp hadoop:/usr/local/src/jdk1.8.0_191 /usr/local/src/
#删掉容器
docker stop hadoop
docker rm hadoop
docker create network hadoop
docker run -it -d --name master --hostname master --network hadoop -p 50070:50070 -p 8088:8088 -p 8080:8080 -v /usr/local/src/jdk1.8.0_191:/usr/local/src/jdk1.8.0_191 -v /usr/local/src/scala-2.11.8:/usr/local/src/scala-2.11.8 -v /usr/local/src/spark-2.1.1-bin-hadoop2.7:/usr/local/src/spark-2.1.1-bin-hadoop2.7 -v /usr/local/src/hadoop-2.7.7:/usr/local/src/hadoop-2.7.7 wantoper/hadoop_spark:v1
docker run -it -d --name slave1 --hostname slave1 --network hadoop -v /usr/local/src/jdk1.8.0_191:/usr/local/src/jdk1.8.0_191 -v /usr/local/src/scala-2.11.8:/usr/local/src/scala-2.11.8 -v /usr/local/src/spark-2.1.1-bin-hadoop2.7:/usr/local/src/spark-2.1.1-bin-hadoop2.7 -v /usr/local/src/hadoop-2.7.7:/usr/local/src/hadoop-2.7.7 wantoper/hadoop_spark:v1
docker run -it -d --name slave2 --hostname slave2 --network hadoop -v /usr/local/src/jdk1.8.0_191:/usr/local/src/jdk1.8.0_191 -v /usr/local/src/scala-2.11.8:/usr/local/src/scala-2.11.8 -v /usr/local/src/spark-2.1.1-bin-hadoop2.7:/usr/local/src/spark-2.1.1-bin-hadoop2.7 -v /usr/local/src/hadoop-2.7.7:/usr/local/src/hadoop-2.7.7 wantoper/hadoop_spark:v1
ssh-copy-id master >> yes >>passwd ssh-copy-id slave1 >> yes >>passwd ssh-copy-id slave2 >> yes >>passwd
docker exec -it master hadoop namenode -format
#启动hadoop
docker exec -it master start-all.sh
#启动spark
docker exec -it master /usr/local/src/spark-2.1.1-bin-hadoop2.7/sbin/start-all.sh
Content type
Image
Digest
Size
711.9 MB
Last updated
over 4 years ago
docker pull wantoper/hadoop_spark:v1