docker
Hub
ctrl+K
Sign inSign up

deepjavalibrary/djl-spark:0.22.1-cpu

Manifest digest

sha256:f38fa18b0cb7c8e5f96cc5bef97666ecd893bf084c64a5eac96cd9738ad472ff

OS/ARCH

linux/amd64

Compressed size

3.13 GB

Last pushed

almost 2 years by deepjavalibrary

Type

Image

Manifest digest

sha256:f38fa18b0cb7c8e5f96cc5bef97666ecd893bf084c64a5eac96cd9738ad472ff

Image Layers

1ADD file ... in / 59.61 MB
2CMD ["/bin/bash"]0 B
3ARG REGION0 B
4ENV AWS_REGION=us-west-20 B
5|1 REGION=us-west-2 /bin/sh -c yum280.67 MB
6ARG PYTHON_BASE_VERSION=3.90 B
7ARG PYTHON_WITH_BASE_VERSION=python3.90 B
8ARG PIP_WITH_BASE_VERSION=pip3.90 B
9ARG PYTHON_VERSION=3.9.120 B
10|5 PIP_WITH_BASE_VERSION=pip3.9 PYTHON_BASE_VERSION=3.9 PYTHON_VERSION=3.9.12 PYTHON_WITH_BASE_VERSION=python3.9317.23 MB
11|5 PIP_WITH_BASE_VERSION=pip3.9 PYTHON_BASE_VERSION=3.9 PYTHON_VERSION=3.9.12 PYTHON_WITH_BASE_VERSION=python3.913.31 KB
12|5 PIP_WITH_BASE_VERSION=pip3.9 PYTHON_BASE_VERSION=3.9 PYTHON_VERSION=3.9.12 PYTHON_WITH_BASE_VERSION=python3.97.35 MB
13|5 PIP_WITH_BASE_VERSION=pip3.9 PYTHON_BASE_VERSION=3.9 PYTHON_VERSION=3.9.12 PYTHON_WITH_BASE_VERSION=python3.9166.57 MB
14|5 PIP_WITH_BASE_VERSION=pip3.9 PYTHON_BASE_VERSION=3.9 PYTHON_VERSION=3.9.12 PYTHON_WITH_BASE_VERSION=python3.9153 B
15ENV PYTHONDONTWRITEBYTECODE=10 B
16ENV PYTHONUNBUFFERED=10 B
17ENV PYTHONHASHSEED=00 B
18ENV PYTHONIOENCODING=UTF-80 B
19ENV PIP_DISABLE_PIP_VERSION_CHECK=10 B
20ENV HADOOP_HOME=/usr/lib/hadoop0 B
21ENV HADOOP_CONF_DIR=/usr/lib/hadoop/etc/hadoop0 B
22ENV SPARK_HOME=/usr/lib/spark0 B
23COPY file:153c5b06d710b22eff1560a77eaa1b664d2d4304469ec3422879df450abd2db8 in /etc/yum.repos.d/emr-apps.repo 520 B
24|5 PIP_WITH_BASE_VERSION=pip3.9 PYTHON_BASE_VERSION=3.9 PYTHON_VERSION=3.9.12 PYTHON_WITH_BASE_VERSION=python3.9511 B
25|5 PIP_WITH_BASE_VERSION=pip3.9 PYTHON_BASE_VERSION=3.9 PYTHON_VERSION=3.9.12 PYTHON_WITH_BASE_VERSION=python3.92.13 KB
26|5 PIP_WITH_BASE_VERSION=pip3.9 PYTHON_BASE_VERSION=3.9 PYTHON_VERSION=3.9.12 PYTHON_WITH_BASE_VERSION=python3.91.58 GB
27ENV PYSPARK_PYTHON=/usr/local/bin/python3.90 B
28ENV PATH=/usr/bin:/opt/program:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
29ENV YARN_RESOURCEMANAGER_USER=root0 B
30ENV YARN_NODEMANAGER_USER=root0 B
31ENV HDFS_NAMENODE_USER=root0 B
32ENV HDFS_DATANODE_USER=root0 B
33ENV HDFS_SECONDARYNAMENODE_USER=root0 B
34COPY dir:12400f39316899cc3ea333c65874fbc5962b0ad85ba9d1039e1f1873e2893f4c in /opt/hadoop-config 2.53 KB
35COPY dir:34ce1e3b3ae687d4b30b8cccdaa1a78aac54937bbc06a7531afa52aa0ce6e8f4 in /opt/nginx-config 1.04 KB
36COPY dir:acc47b4938635b091d9be29ad72daab841fdf9a2ba20b26b060882b77cc3ddbd in /opt/aws-config 5.4 KB
37COPY multi:0c1ab684d5d760f932ffa9ebfffec97ef4698ced0bbbfefacb05c60648e5c6db in /opt/program/ 56.06 KB
38ENV PIPENV_PIPFILE=/opt/program/Pipfile0 B
39|5 PIP_WITH_BASE_VERSION=pip3.9 PYTHON_BASE_VERSION=3.9 PYTHON_VERSION=3.9.12 PYTHON_WITH_BASE_VERSION=python3.9179.59 MB
40COPY dir:595cc8818033ed8c5719a8f43b134579a0ccda576b91f7fba45de6f4a348226e in /opt/container-bootstrap-config 219 B
41|5 PIP_WITH_BASE_VERSION=pip3.9 PYTHON_BASE_VERSION=3.9 PYTHON_VERSION=3.9.12 PYTHON_WITH_BASE_VERSION=python3.9193 B
42ENV SPARK_NO_DAEMONIZE=TRUE0 B
43WORKDIR /usr/lib/spark0 B
44|5 PIP_WITH_BASE_VERSION=pip3.9 PYTHON_BASE_VERSION=3.9 PYTHON_VERSION=3.9.12 PYTHON_WITH_BASE_VERSION=python3.9157.18 MB
45ENTRYPOINT ["smspark-submit"]0 B
46LABEL maintainer=djl-dev@amazon.com0 B
47ARG DJL_VERSION=0.22.10 B
48ARG JNA_VERSION=5.13.00 B
49ARG JAVACV_VERSION=1.5.80 B
50ARG JAVACPP_VERSION=1.5.80 B
51ARG FFMPEG_VERSION=5.1.2-1.5.80 B
52ARG TENSORFLOW_CORE_VERSION=0.4.20 B
53ARG PROTOBUF_VERSION=3.22.20 B
54ARG PYTORCH_VERSION=1.13.10 B
55RUN |8 DJL_VERSION=0.22.1 JNA_VERSION=5.13.0 JAVACV_VERSION=1.5.8193.36 MB
56RUN |8 DJL_VERSION=0.22.1 JNA_VERSION=5.13.0 JAVACV_VERSION=1.5.8183.74 MB
57COPY extensions/spark/setup/dist/ dist/ # buildkit24.58 KB
58RUN |8 DJL_VERSION=0.22.1 JNA_VERSION=5.13.0 JAVACV_VERSION=1.5.8135.05 KB
59ADD https://repo1.maven.org/maven2/ai/djl/api/0.22.1/api-0.22.1.jar /usr/lib/spark/jars/djl-api-0.22.1.jar # buildkit745.97 KB
60ADD https://repo1.maven.org/maven2/ai/djl/spark/spark_2.12/0.22.1/spark_2.12-0.22.1.jar /usr/lib/spark/jars/djl-spark_2.12-0.22.1.jar # buildkit75.48 KB
61ADD https://repo1.maven.org/maven2/ai/djl/huggingface/tokenizers/0.22.1/tokenizers-0.22.1.jar /usr/lib/spark/jars/djl-tokenizers-0.22.1.jar # buildkit20.19 MB
62ADD https://repo1.maven.org/maven2/ai/djl/audio/audio/0.22.1/audio-0.22.1.jar /usr/lib/spark/jars/djl-audio-0.22.1.jar # buildkit23.25 KB
63ADD https://repo1.maven.org/maven2/org/bytedeco/javacv/1.5.8/javacv-1.5.8.jar /usr/lib/spark/jars/ # buildkit399.91 KB
64ADD https://repo1.maven.org/maven2/org/bytedeco/javacpp/1.5.8/javacpp-1.5.8.jar /usr/lib/spark/jars/ # buildkit444.68 KB
65ADD https://repo1.maven.org/maven2/org/bytedeco/ffmpeg/5.1.2-1.5.8/ffmpeg-5.1.2-1.5.8.jar /usr/lib/spark/jars/ # buildkit241.83 KB
66ADD https://repo1.maven.org/maven2/org/bytedeco/ffmpeg/5.1.2-1.5.8/ffmpeg-5.1.2-1.5.8-linux-x86_64.jar /usr/lib/spark/jars/ # buildkit15.29 MB
67ADD https://repo1.maven.org/maven2/org/bytedeco/ffmpeg-platform/5.1.2-1.5.8/ffmpeg-platform-5.1.2-1.5.8.jar /usr/lib/spark/jars/ # buildkit2.25 KB
68ADD https://repo1.maven.org/maven2/ai/djl/pytorch/pytorch-engine/0.22.1/pytorch-engine-0.22.1.jar /usr/lib/spark/jars/djl-pytorch-engine-0.22.1.jar # buildkit84.6 KB
69ADD https://repo1.maven.org/maven2/ai/djl/pytorch/pytorch-model-zoo/0.22.1/pytorch-model-zoo-0.22.1.jar /usr/lib/spark/jars/djl-model-zoo-0.22.1.jar # buildkit16.64 KB
70ADD https://repo1.maven.org/maven2/net/java/dev/jna/jna/5.13.0/jna-5.13.0.jar /usr/lib/spark/jars/ # buildkit1.76 MB
71ADD https://repo1.maven.org/maven2/ai/djl/tensorflow/tensorflow-engine/0.22.1/tensorflow-engine-0.22.1.jar /usr/lib/spark/jars/djl-tensorflow-engine-0.22.1.jar # buildkit63.66 KB
72ADD https://repo1.maven.org/maven2/ai/djl/tensorflow/tensorflow-model-zoo/0.22.1/tensorflow-model-zoo-0.22.1.jar /usr/lib/spark/jars/djl-tensorflow-model-zoo-0.22.1.jar # buildkit7.1 KB
73ADD https://repo1.maven.org/maven2/org/tensorflow/tensorflow-core-api/0.4.2/tensorflow-core-api-0.4.2.jar /usr/lib/spark/jars/ # buildkit6.98 MB
74RUN |8 DJL_VERSION=0.22.1 JNA_VERSION=5.13.0 JAVACV_VERSION=1.5.8209 B
75ADD https://repo1.maven.org/maven2/com/google/protobuf/protobuf-java/3.22.2/protobuf-java-3.22.2.jar /usr/lib/spark/jars/ # buildkit1.5 MB
76ENV PYTORCH_PRECXX11=true0 B
77ENV OMP_NUM_THREADS=10 B
78ENV DJL_CACHE_DIR=/tmp/.djl.ai0 B
79ENV HUGGINGFACE_HUB_CACHE=/tmp0 B
80ENV TRANSFORMERS_CACHE=/tmp0 B
81RUN |8 DJL_VERSION=0.22.1 JNA_VERSION=5.13.0 JAVACV_VERSION=1.5.8395 B
82RUN |8 DJL_VERSION=0.22.1 JNA_VERSION=5.13.0 JAVACV_VERSION=1.5.8416 B
83RUN |8 DJL_VERSION=0.22.1 JNA_VERSION=5.13.0 JAVACV_VERSION=1.5.8433 B
84RUN |8 DJL_VERSION=0.22.1 JNA_VERSION=5.13.0 JAVACV_VERSION=1.5.8452 B
85RUN |8 DJL_VERSION=0.22.1 JNA_VERSION=5.13.0 JAVACV_VERSION=1.5.8472 B
86RUN |8 DJL_VERSION=0.22.1 JNA_VERSION=5.13.0 JAVACV_VERSION=1.5.8484 B
87RUN |8 DJL_VERSION=0.22.1 JNA_VERSION=5.13.0 JAVACV_VERSION=1.5.8644 B
88RUN |8 DJL_VERSION=0.22.1 JNA_VERSION=5.13.0 JAVACV_VERSION=1.5.8647 B
89RUN |8 DJL_VERSION=0.22.1 JNA_VERSION=5.13.0 JAVACV_VERSION=1.5.8675 B
90RUN |8 DJL_VERSION=0.22.1 JNA_VERSION=5.13.0 JAVACV_VERSION=1.5.8691 B
91/bin/sh -c rm /usr/lib/spark/jars/djl-spark*.jar215 B
92COPY file:b1687682ac9dbd0ddbf99cad617100ee1a63727174a41111098b53a02dc3ab11 in /usr/lib/spark/jars/djl-spark_2.12-0.22.1.jar 85.16 KB

Command

ADD file:a574dd7f73e44e5c76959fa3b64b352a5407feeb955241e3c7d7ec3bad023e51 in /