Elgato_dark/zeppelin
1
0
Fork 0
mirror of https://github.com/apache/zeppelin synced 2026-05-24 09:38:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

[ZEPPELIN-18] Running pyspark without deploying python libraries to every yarn node

Browse source 
- rebasing
This commit is contained in:
Jongyoul Lee 2015-06-25 14:37:34 +09:00
parent ad610fb9bc
commit 8a7bf47d8f
2 changed files with 13 additions and 13 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

24
.travis.yml
View file

@ -22,34 +22,34 @@ before_install:
- "sh -e /etc/init.d/xvfb start"
install:
- mvn package -DskipTests -Phadoop-2.3 -B
- mvn package -DskipTests -Phadoop-2.3 -Ppyspark -B
before_script:
-
script:
# spark 1.4
- mvn package -Pbuild-distr -Phadoop-2.3 -B
- mvn package -Pbuild-distr -Phadoop-2.3 -Ppyspark -B
- ./testing/startSparkCluster.sh 1.4.0 2.3
- SPARK_HOME=./spark-1.4.1-bin-hadoop2.3 mvn verify -Pusing-packaged-distr -Phadoop-2.3 -B
- SPARK_HOME=./spark-1.4.1-bin-hadoop2.3 mvn verify -Pusing-packaged-distr -Phadoop-2.3 -Ppyspark -B
- ./testing/stopSparkCluster.sh 1.4.0 2.3
# spark 1.3
- mvn clean package -DskipTests -Pspark-1.3 -Phadoop-2.3 -B -pl 'zeppelin-interpreter,spark'
- mvn package -Pbuild-distr -Pspark-1.3 -Phadoop-2.3 -B
- mvn clean package -DskipTests -Pspark-1.3 -Phadoop-2.3 -Ppyspark -B -pl 'zeppelin-interpreter,spark'
- mvn package -Pbuild-distr -Pspark-1.3 -Phadoop-2.3 -Ppyspark -B
- ./testing/startSparkCluster.sh 1.3.1 2.3
- SPARK_HOME=./spark-1.3.1-bin-hadoop2.3 mvn verify -Pspark-1.3 -Phadoop-2.3 -B -pl 'zeppelin-interpreter,spark'
- SPARK_HOME=./spark-1.3.1-bin-hadoop2.3 mvn verify -Pspark-1.3 -Phadoop-2.3 -Ppyspark -B -pl 'zeppelin-interpreter,spark'
- ./testing/stopSparkCluster.sh 1.3.1 2.3
# spark 1.2
- mvn clean package -DskipTests -Pspark-1.2 -Phadoop-2.3 -B -pl 'zeppelin-interpreter,spark'
- mvn package -Pbuild-distr -Pspark-1.2 -Phadoop-2.3 -B
- mvn clean package -DskipTests -Pspark-1.2 -Phadoop-2.3 -Ppyspark -B -pl 'zeppelin-interpreter,spark'
- mvn package -Pbuild-distr -Pspark-1.2 -Phadoop-2.3 -Ppyspark -B
- ./testing/startSparkCluster.sh 1.2.1 2.3
- SPARK_HOME=./spark-1.2.1-bin-hadoop2.3 mvn verify -Pspark-1.2 -Phadoop-2.3 -B -pl 'zeppelin-interpreter,spark'
- SPARK_HOME=./spark-1.2.1-bin-hadoop2.3 mvn verify -Pspark-1.2 -Phadoop-2.3 -Ppyspark -B -pl 'zeppelin-interpreter,spark'
- ./testing/stopSparkCluster.sh 1.2.1 2.3
# spark 1.1
- mvn clean package -DskipTests -Pspark-1.1 -Phadoop-2.3 -B -pl 'zeppelin-interpreter,spark'
- mvn package -Pbuild-distr -Pspark-1.1 -Phadoop-2.3 -B
- mvn clean package -DskipTests -Pspark-1.1 -Phadoop-2.3 -Ppyspark -B -pl 'zeppelin-interpreter,spark'
- mvn package -Pbuild-distr -Pspark-1.1 -Phadoop-2.3 -Ppyspark -B
- ./testing/startSparkCluster.sh 1.1.1 2.3
- SPARK_HOME=./spark-1.1.1-bin-hadoop2.3 mvn verify -Pspark-1.1 -Phadoop-2.3 -B -pl 'zeppelin-interpreter,spark'
- SPARK_HOME=./spark-1.1.1-bin-hadoop2.3 mvn verify -Pspark-1.1 -Phadoop-2.3 -Ppyspark -B -pl 'zeppelin-interpreter,spark'
- ./testing/stopSparkCluster.sh 1.1.1 2.3
after_failure:

2
spark/pom.xml
View file

@ -727,7 +727,7 @@
</profile>
<profile>
<id>yarn-pyspark</id>
<id>pyspark</id>
<properties>
<spark.download.url>http://www.apache.org/dist/spark/spark-${spark.version}/spark-${spark.version}.tgz
</spark.download.url>