ldelriof/pyspark repository overview

ARG debian_buster_image_tag=8-jre-slim
FROM openjdk:${debian_buster_image_tag}
# -- Layer: OS + Python 3.7
ARG workspace=/opt/workspace
RUN mkdir -p ${workspace} && \
    apt-get update -y && \
    apt-get install -y python3 && \
    ln -s /usr/bin/python3 /usr/bin/python && \
    rm -rf /var/lib/apt/lists/*
# -- Layer: pyspark
ARG spark_version=3.0.0
RUN apt-get update -y && \
    apt-get install -y python3-pip && \
    pip3 install pyspark==${spark_version}
RUN apt-get install -y coreutils
# -- Runtime
WORKDIR ${workspace}