From 85f536711d7e38f48f0b65451a06e12e92b44195 Mon Sep 17 00:00:00 2001 From: Holden Karau Date: Fri, 12 Sep 2014 12:18:45 -0700 Subject: [PATCH] re-org our travis build components --- .travis.yml | 29 ++--------------------------- build-project | 15 +++++++++++++++ setup-project | 21 +++++++++++++++++++++ 3 files changed, 38 insertions(+), 27 deletions(-) create mode 100755 build-project create mode 100755 setup-project diff --git a/.travis.yml b/.travis.yml index 83a192ea..d97ee778 100644 --- a/.travis.yml +++ b/.travis.yml @@ -9,31 +9,6 @@ before_install: install: - ./travis-tool.sh install_deps before_script: - - sudo apt-get install protobuf-compiler - # Set up cassandra - - echo "deb http://debian.datastax.com/community stable main" | sudo tee -a /etc/apt/sources.list.d/cassandra.sources.list - - curl -L http://debian.datastax.com/debian/repo_key | sudo apt-key add - - - sudo apt-get update - - yes | sudo apt-get install -y --force-yes dsc20 + - ./setup-project script: - # Download spark 1.0.2 - - "wget http://d3kbcqa49mib13.cloudfront.net/spark-1.0.2-bin-hadoop2.tgz" - - "tar -xvf spark-1.0.2-bin-hadoop2.tgz" - # Do our mini example first - - cd mini-complete-example - - ./sbt/sbt clean compile package assembly - - ./sbt/sbt clean - - echo $PWD && mvn clean && mvn compile && mvn package - - cd .. - # Run the tests - - "export SPARK_HOME=./spark-1.0.2-bin-hadoop2/" - - "export IAM=`whoami`" - - sudo pip install urllib3 - - sudo mkdir -p /user/hive && sudo chown -R $IAM /user/hive - - ./sbt/sbt compile package assembly - - echo $? - - time ./run-all-examples - - echo $? - - echo "done" - # Try and build with maven, skip for now - #- mvn clean && mvn compile && mvn package \ No newline at end of file + - ./build-project \ No newline at end of file diff --git a/build-project b/build-project new file mode 100755 index 00000000..26e13b76 --- /dev/null +++ b/build-project @@ -0,0 +1,15 @@ +# Do our mini example first +cd mini-complete-example +./sbt/sbt clean compile package assembly +./sbt/sbt clean +echo $PWD && mvn clean && mvn compile && mvn package +cd .. +# Run the tests +export SPARK_HOME=./spark-1.0.2-bin-hadoop2/ +./sbt/sbt compile package assembly +echo $? +time ./run-all-examples +echo $? +echo "done" +# Try and build with maven, skip for now +#mvn clean && mvn compile && mvn package \ No newline at end of file diff --git a/setup-project b/setup-project new file mode 100755 index 00000000..d71c1865 --- /dev/null +++ b/setup-project @@ -0,0 +1,21 @@ +#Download spark 1.0.2 +echo "Setup spark" +wget http://d3kbcqa49mib13.cloudfront.net/spark-1.0.2-bin-hadoop2.tgz +tar -xvf spark-1.0.2-bin-hadoop2.tgz +echo "Installing protobuf" +sudo apt-get install protobuf-compiler +echo $? +# Set up cassandra +echo "Setting up dsc (cassandra" +echo "deb http://debian.datastax.com/community stable main" | sudo tee -a /etc/apt/sources.list.d/cassandra.sources.list +curl -L http://debian.datastax.com/debian/repo_key | sudo apt-key add - +sudo apt-get update +yes | sudo apt-get install -y --force-yes dsc20 +echo $? +echo "install urllib3" +sudo pip install urllib3 +echo "set up hive directories" +export IAM=`whoami` +sudo mkdir -p /user/hive && sudo chown -R $IAM /user/hive +echo "done with setup" +echo $?