ingu627/hadoop repository overview

docker run -it -d -h master --privileged=true --name master -p 50070:50070 ingu627/hadoop:base2 /sbin/init
docker run -it -d -h slave1 --privileged=true --name slave1 --link master:master ingu627/hadoop:base2 /sbin/init
docker run -it -d -h slave2 --privileged=true --name slave2 --link master:master ingu627/hadoop:base2 /sbin/init

$ vi /etc/hosts

172.17.0.3 master
172.17.0.4 slave1
172.17.0.5 slave2

$ service ssh restart
$ vi workers
slave1
slave2
master

<br>

$ hadoop namenode -format
$ cd
$ start-all.sh
$ jps
$ hdfs dfsadmin -report

$ stop-all.sh

docker run -it -d -h spark -p 8080:8080 --privileged=true --name spark ingu627/hadoop:spark3.3.0 /sbin/init

docker run -it -d -h pyspark -p 8080:8080 --privileged=true --name pyspark ingu627/hadoop:pyspark /sbin/init