eighteenyear/bigdata-pytorch repository overview

export JAVA_HOME=/opt/software/jdk
export HADOOP_HOME=/opt/software/hadoop
export HBASE_HOME=/opt/software/hbase
export HIVE_HOME=/opt/software/hive
export SPARK_HOME=/opt/software/spark
export FLINK_HOME=/opt/software/flink
export KAFKA_HOME=/opt/software/kafka
export ERLANG_HOME=/opt/software/erlang
export PATH=$PATH:$JAVA_HOME/bin:$HADOOP_HOME/bin:$HBASE_HOME/bin:$HIVE_HOME/bin:$SPARK_HOME/bin:$FLINK_HOME/bin:$KAFKA_HOME/bin:$ERLANG_HOME/bin:/opt/software/rabbitmq/sbin

docker run -d --name bigdata-major --hostname bigdata-major -v bigdata-data:/data -v bigdata-config:/etc/bigdata -p 0.0.0.0:2222:22/tcp -p 2181:2181 -p 2182:2182 -p 3306:3306 -p 33060:33060 -p 5432:5432 -p 5601:5601 -p 5672:5672 -p 15672:15672 -p 6122:6122 -p 6123:6123 -p 6124:6124 -p 6125:6125 -p 6379:6379 -p 7077:7077 -p 7091:7091 -p 8042:8042 -p 8080:8080 -p 8081:8081 -p 8088:8088 -p 8091:8091 -p 8848:8848 -p 8858:8858 -p 9848:9848 -p 9849:9849 -p 9000:9000 -p 9001:9001 -p 9092:9092 -p 9200:9200 -p 9300:9300 -p 9864:9864 -p 9866:9866 -p 9867:9867 -p 9868:9868 -p 9870:9870 -p 10000:10000 -p 10002:10002 -p 11800:11800 -p 12800:12800 -p 16000:16000 -p 16010:16010 -p 16020:16020 -p 16030:16030 -p 18080:18080 -p 18081:18081 -p 19888:19888 -p 27017:27017 -p 4040:4040 eighteenyear/bigdata-pytorch:2.6.1 /bin/bash -c "service mysql start && service ssh start && tail -f /dev/null"

# 方式一：直接进入
docker exec -it bigdata-major bash

# 方式二：通过 SSH 进入（验证端口映射）
ssh -p 2222 root@localhost
# 密码: root（默认）

mstart    # 启动所有中间件服务
mstop     # 停止所有中间件服务
mstatus   # 查看中间件服务状态

start-hadoop.sh    # 启动 Hadoop/HDFS/YARN
stop-hadoop.sh     # 停止 Hadoop/HDFS/YARN

start-hbase.sh     # 启动 HBase
stop-hbase.sh      # 停止 HBase
hbase shell        # 进入 HBase Shell

start-hive.sh      # 启动 Hive
stop-hive.sh       # 停止 Hive

start-flink.sh     # 启动 Flink
stop-flink.sh      # 停止 Flink

start-kafka.sh     # 启动 Kafka
stop-kafka.sh      # 停止 Kafka

jps                # 查看 Java 进程

/var/lib/postgresql/data

up
down
status

service mysql start

mysql -uroot -proot

mysql -h127.0.0.1 -P3306 -uroot -proot

root/root

mongodb-start.sh
mongodb-stop.sh
mongodb-status.sh

/opt/software/mongodb/bin/mongosh --host 127.0.0.1 --port 27017

rabbitmqctl version
rabbitmqctl status
rabbitmq-server -detached
rabbitmqctl shutdown
rabbitmq-plugins enable rabbitmq_management

http://localhost:15672

admin/admin123

redis-server /opt/software/redis/redis.conf
redis-cli -h 127.0.0.1 -p 6379 ping

/opt/software/elasticsearch/config/elasticsearch.yml

path.data: /opt/software/elasticsearch/data
path.logs: /opt/software/elasticsearch/logs
network.host: 0.0.0.0
http.port: 9200

/opt/software/elasticsearch/bin/elasticsearch-plugin list

curl -fsS http://127.0.0.1:9200/
curl -fsS http://127.0.0.1:5601/api/status

# 查看 Hadoop 日志
tail -100 /opt/software/hadoop/logs/hadoop-root-namenode-*.log

# 查看 Nacos 日志
tail -100 /opt/software/nacos/logs/start.out

# 验证系统 JDK 版本
java -version
# 应输出: openjdk version "17.x.x"

# 检查 JAVA_HOME
echo $JAVA_HOME
# 应输出: /opt/software/jdk

# 正确方式：使用 ES 自带的 JDK
/opt/software/elasticsearch/bin/elasticsearch
# 错误方式：JAVA_HOME=/opt/software/jdk /opt/software/elasticsearch/bin/elasticsearch

# 刷新环境变量
source ~/.bashrc

# 检查 PATH
echo $PATH