Public Repository

Last pushed: a year ago
Short Description
apache ignite cache 1.6 + spark 1.6
Full Description

run

docker run --name ignite-spark -it dmitryb/ignite-spark:latest

build image

apt-get update
apt-get install maven
atr-get install vim

wget http://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.6.tgz
tar -xzvf spark-1.6.0-bin-hadoop2.6.tgz
mv spark-1.6.0-bin-hadoop2.6 spark

git clone https://git-wip-us.apache.org/repos/asf/ignite
cd ignite
mvn clean package -DskipTests -Dscala-2.10

find . -name "apache-ignite--bin.zip" -print0 | xargs -0 -n1 unzip -d /usr
find . -type d -name "apache-ignite-
-bin" -print0 | awk '{print "mv "$1" /usr/ignite"}' | sh

wget https://dl.bintray.com/sbt/debian/sbt-0.13.7.deb
dpkg -i sbt-0.13.7.deb

git clone https://github.com/DmitryBe/ignite-sandbox.git
cd ignite-sandbox
sbt package

export SPARK_HOME=/usr/spark
export IGNITE_HOME=/usr/ignite

ignite_libs=find $IGNITE_HOME/libs -type f -maxdepth 1 -name '*.jar'
ignite_libs=$ignite_libs,find $IGNITE_HOME/libs/ignite-indexing -type f -maxdepth 1 -name '*.jar'
ignite_libs=$ignite_libs,find $IGNITE_HOME/libs/optional/ignite-log4j -type f -maxdepth 1 -name '*.jar'
ignite_libs=$ignite_libs,find $IGNITE_HOME/libs/optional/ignite-scalar_2.10 -type f -maxdepth 1 -name '*.jar'
ignite_libs=$ignite_libs,find $IGNITE_HOME/libs/optional/ignite-spark_2.10 -type f -maxdepth 1 -name '*.jar'
ignite_libs=echo $ignite_libs | sed "s| |,|g"

$SPARK_HOME/bin/spark-shell --jars $ignite_libs,/usr/ignite-sandbox/target/scala-2.10/ignite-sandbox_2.10-0.2.jar local

Docker Pull Command
Owner
dmitryb

Comments (0)