Increase build size, dl spark 1.3.1 to match sbt build script

databricks · Aug 19, 2015 · 3a78078 · 3a78078
1 parent aa6446f
commit 3a78078
Show file tree

Hide file tree

Showing 4 changed files with 5 additions and 5 deletions.
diff --git a/build-project b/build-project
@@ -8,7 +8,7 @@ cd mini-complete-example
 echo $PWD && mvn clean && mvn compile
 cd ..
 # Run the tests
-export SPARK_HOME=./spark-1.3.0-bin-hadoop1/
+export SPARK_HOME=./spark-1.3.1-bin-hadoop1/
 ./sbt/sbt compile package assembly
 echo $?
 time ./run-all-examples

diff --git a/mini-complete-example/sbt/sbt b/mini-complete-example/sbt/sbt
@@ -46,6 +46,6 @@ if [ ! -f ${JAR} ]; then
 fi
 printf "Launching sbt from ${JAR}\n"
 java \
-  -Xmx1400m -XX:MaxPermSize=450m -XX:ReservedCodeCacheSize=256m \
+  -Xmx1400m -XX:MaxPermSize=1024m -XX:ReservedCodeCacheSize=256m \
   -jar ${JAR} \
   "$@"
diff --git a/sbt/sbt b/sbt/sbt
@@ -46,6 +46,6 @@ if [ ! -f ${JAR} ]; then
 fi
 printf "Launching sbt from ${JAR}\n"
 java \
-  -Xmx1400m -XX:MaxPermSize=450m -XX:ReservedCodeCacheSize=256m \
+  -Xmx1400m -XX:MaxPermSize=1024m -XX:ReservedCodeCacheSize=256m \
   -jar ${JAR} \
   "$@"
diff --git a/setup-project b/setup-project
@@ -9,7 +9,7 @@ echo "deb http://debian.datastax.com/community stable main" | sudo tee -a /etc/a
 curl -L http://debian.datastax.com/debian/repo_key | sudo apt-key add -
 sudo apt-get update > aptlog &
 APT_GET_UPDATE_PID=$!
-axel http://d3kbcqa49mib13.cloudfront.net/spark-1.3.0-bin-hadoop1.tgz  > sparkdl &
+axel http://d3kbcqa49mib13.cloudfront.net/spark-1.3.1-bin-hadoop1.tgz  > sparkdl &
 SPARK_DL_PID=$!
 axel http://mirrors.ibiblio.org/apache/kafka/0.8.1.1/kafka_2.9.2-0.8.1.1.tgz > kafkadl &
 KAFKA_DL_PID=$!
@@ -20,7 +20,7 @@ sudo mkdir -p /etc/apt/sources.list.d/
 echo "install urllib3"
 sudo pip install urllib3
 wait $SPARK_DL_PID || echo "Spark DL finished early"
-tar -xf spark-1.3.0-bin-hadoop1.tgz
+tar -xf spark-1.3.1-bin-hadoop1.tgz
 wait $APT_GET_UPDATE_PID
 echo "Installing protobuf"
 sudo apt-get install protobuf-compiler