lyhmeng000/spark repository overview

master: privileged: true image: lyhmeng000/spark:2.3.0-hadoop-2.8-cron hostname: master environment: MASTER: spark://master:7077 #SPARK_CONF_DIR: /conf #SPARK_PUBLIC_DNS: localhost expose: - 7001 - 7002 - 7003 - 7004 - 7005 - 7006 - 7077 - 6066 ports: - 4040:4040/tcp - 6066:6066/tcp - 7077:7077/tcp - 8080:8080/tcp command: - bin/spark-class - org.apache.spark.deploy.master.Master - -h - master volumes: - ./data:/tmp/data - ./conf/master:/conf

worker: privileged: true image: lyhmeng000/spark:2.3.0-hadoop-2.8-cron hostname: worker environment: SPARK_CONF_DIR: /conf SPARK_WORKER_CORES: 2 SPARK_WORKER_MEMORY: 1g SPARK_WORKER_PORT: 8881 SPARK_WORKER_WEBUI_PORT: 8081 #SPARK_PUBLIC_DNS: localhost links: - master:master expose: - 7012 - 7013 - 7014 - 7015 - 7016 - 8881 ports: - 8081:8081/tcp command: - bin/spark-class - org.apache.spark.deploy.worker.Worker - spark://master:7077 labels: io.rancher.scheduler.global: true volumes: - ./conf/worker:/conf - ./data:/tmp/data