bumory1987/kafkaman repository overview

⁠setup network

docker network create --driver bridge kafka

⁠deploying kafka

1. command format
   docker run -d \
   --name {docker_container_name} \
   -p {host port}:9092 \
   --network {kafka} \
   -e NODE_ID="1" \
   -e CONNECTOR="1@{docker_container_name}:9093" \
   -e IP_NAME="INTERNAL://{docker_container_name}:9092" \
   -e SECURITYP_MAP="listener.security.protocol.map=INTERNAL:PLAINTEXT,CONTROLLER:PLAINTEXT,EXTERNAL:PLAINTEXT" \
   -e INNER_CON="inter.broker.listener.name=INTERNAL" \
   -e LISTENER="INTERNAL://0.0.0.0:9092,CONTROLLER://0.0.0.0:9093" \
   bumory1987/kafkaman:mversion2

2. example:

docker run -d --name kafkaone -p 9092:9092 --network kafka -e NODE_ID="1" -e CONNECTOR="1@kafkaone:9093" -e IP_NAME="INTERNAL://kafkaone:9092" -e SECURITYP_MAP="listener.security.protocol.map=INTERNAL:PLAINTEXT,CONTROLLER:PLAINTEXT,EXTERNAL:PLAINTEXT" -e INNER_CON="inter.broker.listener.name=INTERNAL" -e LISTENER="INTERNAL://0.0.0.0:9092,CONTROLLER://0.0.0.0:9093" bumory1987/kafkaman:mversion2

docker run -d --name kafkatwo -p 9093:9092 --network kafka -e NODE_ID="2" -e CONNECTOR="1@kafkaone:9093,2@kafkaone:9093" -e IP_NAME="INTERNAL://kafkatwo:9092" -e SECURITYP_MAP="listener.security.protocol.map=INTERNAL:PLAINTEXT,CONTROLLER:PLAINTEXT,EXTERNAL:PLAINTEXT" -e INNER_CON="inter.broker.listener.name=INTERNAL" -e LISTENER="INTERNAL://0.0.0.0:9092,CONTROLLER://0.0.0.0:9093" bumory1987/kafkaman:mversion2

docker run -d --name kafkathree -p 9094:9092 --network kafka -e NODE_ID="3" -e CONNECTOR="1@kafkaone:9093,2@kafkatwo:9093,3@kafkathree:9093" -e IP_NAME="INTERNAL://kafkathree:9092" -e SECURITYP_MAP="listener.security.protocol.map=INTERNAL:PLAINTEXT,CONTROLLER:PLAINTEXT,EXTERNAL:PLAINTEXT" -e INNER_CON="inter.broker.listener.name=INTERNAL" -e LISTENER="INTERNAL://0.0.0.0:9092,CONTROLLER://0.0.0.0:9093" bumory1987/kafkaman:mversion2

3.test kafka (connect to container -> docker exec -it kafkaone /bin/bash )

#listing kafka topic
./kafka-topics.sh --list --bootstrap-server kafkaone:9092

#creating kafka topic (if you have only two kafka, you have to use --partitions 2 --replication-factor 2)
./kafka-topics.sh --create --topic springsimple --partitions 3 --replication-factor 3 --bootstrap-server kafkatwo:9092

#getting info kafka topic
./kafka-topics.sh --describe --topic springsimple --bootstrap-server kafkathree:9092

#testing producer
./kafka-console-producer.sh --broker-list kafkaone:9092 --topic springsimple

#testing consumer
./kafka-console-consumer.sh --bootstrap-server kafkatwo:9092 --topic springsimple --from-beginning