image name : debian:spark
download folder : data/spark
https://archive.apache.org/dist/spark/spark-3.4.3/spark-3.4.3-bin-hadoop3-scala2.13.tgz
Dockerfile
FROM python:3-slim
RUN apt-get update
RUN apt-get install -y openjdk-17-jdk
RUN apt-get install -y sudo vim wget curl tar ssh gzip
RUN pip install jupyterlab pandas
COPY ./data/spark /opt/spark
ENV SPARK_HOME /opt/spark
ENV PATH $PATH:$SPARK_HOME/bin:$SPARK_HOME/sbin
RUN echo "alias ll='ls -alhF'" >> /etc/bash.bashrc && \
echo "alias l.='ls -lahd .* --color=auto'" >> /etc/bash.bashrc
RUN useradd -ms /bin/bash yek
WORKDIR /home/yek
VOLUME [ "/home/yek" ]
USER yek
docker-compose.yml
version: "3"
services:
debian-spark:
image: debian:spark
container_name: debian-spark
hostname: debian-spark
command: tail -f /dev/null
ports:
- 8888:8888
volumes:
- ./home/yek:/home/yek
Content type
Image
Digest
sha256:a5eb0c988…
Size
903.4 MB
Last updated
over 2 years ago
docker pull emrekarakas/debian:spark