From 3a780787dcdc5f04966f9c977fe751faa3b63c1f Mon Sep 17 00:00:00 2001 From: Holden Karau Date: Wed, 19 Aug 2015 13:43:26 -0700 Subject: [PATCH] Increase build size, dl spark 1.3.1 to match sbt build script --- build-project | 2 +- mini-complete-example/sbt/sbt | 2 +- sbt/sbt | 2 +- setup-project | 4 ++-- 4 files changed, 5 insertions(+), 5 deletions(-) diff --git a/build-project b/build-project index e4d55804..859c59e6 100755 --- a/build-project +++ b/build-project @@ -8,7 +8,7 @@ cd mini-complete-example echo $PWD && mvn clean && mvn compile cd .. # Run the tests -export SPARK_HOME=./spark-1.3.0-bin-hadoop1/ +export SPARK_HOME=./spark-1.3.1-bin-hadoop1/ ./sbt/sbt compile package assembly echo $? time ./run-all-examples diff --git a/mini-complete-example/sbt/sbt b/mini-complete-example/sbt/sbt index bfb310f0..434f9414 100755 --- a/mini-complete-example/sbt/sbt +++ b/mini-complete-example/sbt/sbt @@ -46,6 +46,6 @@ if [ ! -f ${JAR} ]; then fi printf "Launching sbt from ${JAR}\n" java \ - -Xmx1400m -XX:MaxPermSize=450m -XX:ReservedCodeCacheSize=256m \ + -Xmx1400m -XX:MaxPermSize=1024m -XX:ReservedCodeCacheSize=256m \ -jar ${JAR} \ "$@" diff --git a/sbt/sbt b/sbt/sbt index bfb310f0..434f9414 100755 --- a/sbt/sbt +++ b/sbt/sbt @@ -46,6 +46,6 @@ if [ ! -f ${JAR} ]; then fi printf "Launching sbt from ${JAR}\n" java \ - -Xmx1400m -XX:MaxPermSize=450m -XX:ReservedCodeCacheSize=256m \ + -Xmx1400m -XX:MaxPermSize=1024m -XX:ReservedCodeCacheSize=256m \ -jar ${JAR} \ "$@" diff --git a/setup-project b/setup-project index 93a9e516..6bc7d08a 100755 --- a/setup-project +++ b/setup-project @@ -9,7 +9,7 @@ echo "deb http://debian.datastax.com/community stable main" | sudo tee -a /etc/a curl -L http://debian.datastax.com/debian/repo_key | sudo apt-key add - sudo apt-get update > aptlog & APT_GET_UPDATE_PID=$! -axel http://d3kbcqa49mib13.cloudfront.net/spark-1.3.0-bin-hadoop1.tgz > sparkdl & +axel http://d3kbcqa49mib13.cloudfront.net/spark-1.3.1-bin-hadoop1.tgz > sparkdl & SPARK_DL_PID=$! axel http://mirrors.ibiblio.org/apache/kafka/0.8.1.1/kafka_2.9.2-0.8.1.1.tgz > kafkadl & KAFKA_DL_PID=$! @@ -20,7 +20,7 @@ sudo mkdir -p /etc/apt/sources.list.d/ echo "install urllib3" sudo pip install urllib3 wait $SPARK_DL_PID || echo "Spark DL finished early" -tar -xf spark-1.3.0-bin-hadoop1.tgz +tar -xf spark-1.3.1-bin-hadoop1.tgz wait $APT_GET_UPDATE_PID echo "Installing protobuf" sudo apt-get install protobuf-compiler