This slave node is consist of datanode, nodemanager and so on. Use this image with hadoop-master
108
My Hadoop cluster is consist of :
Add below parameters in docker-compose-cluster.yml
version: "3"
services:
hdslave1:
image: nutthaphon/hadoop-slave1:3.1.2-spark2.4.3-jdk8
container_name: hdslave1
hostname: hdslave1
working_dir: "/spark"
#user: "1000:1000"
stdin_open: true
tty: true
ports:
# SSH
- "2221:22"
# Hadoop Datanode Web
- "9864:9864"
# Spark Context Web UI
- "4040:4040"
# Node Manager
volumes:
- hdslave1-hadoop:/hadoop
- java-program:/java
- spark-program:/spark
volumes:
java-program:
driver: local
driver_opts:
o: bind
type: none
device: /home/nutt/Docker/bigdata/java/jdk1.8.0_211
spark-program:
driver: local
driver_opts:
o: bind
type: none
device: /home/nutt/Docker/bigdata/spark/spark-2.4.3-bin-hadoop2.7
hdslave1-hadoop:
driver: local
driver_opts:
o: bind
type: none
device: /home/nutt/Docker/bigdata/hadoop-3.1.2-cluster/hdslave1
Content type
Image
Digest
Size
1.2 GB
Last updated
about 7 years ago
docker pull nutthaphon/hadoop-slave1:3.1.2-spark2.4.3-jdk8