mirror of
https://github.com/apache/zeppelin
synced 2026-05-24 09:38:26 +00:00
[MINOR] adopt maven wrapper to use the same version of Maven
This commit is contained in:
Jongyoul Lee
parent
75300ced5d
commit
d5e9bbb953
20 changed files with 80 additions and 121 deletions
48
.github/workflows/core.yml
vendored
48
.github/workflows/core.yml
vendored
|
|
@ -66,11 +66,11 @@ jobs:
|
|||
conda list
|
||||
conda info
|
||||
- name: install application with some interpreter
|
||||
run: mvn install -Pbuild-distr -DskipRat -DskipTests -pl zeppelin-server,zeppelin-web,spark-submit,spark/spark-dependencies,markdown,angular,shell -am -Phelium-dev -Pexamples -P${{ matrix.hadoop }} -B
|
||||
run: ./mvnw install -Pbuild-distr -DskipRat -DskipTests -pl zeppelin-server,zeppelin-web,spark-submit,spark/spark-dependencies,markdown,angular,shell -am -Phelium-dev -Pexamples -P${{ matrix.hadoop }} -B
|
||||
- name: install and test plugins
|
||||
run: mvn package -DskipRat -pl zeppelin-plugins -amd -B
|
||||
run: ./mvnw package -DskipRat -pl zeppelin-plugins -amd -B
|
||||
- name: run tests with ${{ matrix.hadoop }}
|
||||
run: mvn verify -Pusing-packaged-distr -DskipRat -pl zeppelin-server,zeppelin-web,spark-submit,spark/spark-dependencies,markdown,angular,shell -am -Phelium-dev -Pexamples -P${{ matrix.hadoop }} -Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false
|
||||
run: ./mvnw verify -Pusing-packaged-distr -DskipRat -pl zeppelin-server,zeppelin-web,spark-submit,spark/spark-dependencies,markdown,angular,shell -am -Phelium-dev -Pexamples -P${{ matrix.hadoop }} -Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false
|
||||
test-interpreter-modules:
|
||||
runs-on: ubuntu-20.04
|
||||
env:
|
||||
|
|
@ -105,7 +105,7 @@ jobs:
|
|||
run: |
|
||||
R -e "IRkernel::installspec()"
|
||||
- name: verify interpreter
|
||||
run: mvn verify -DskipRat -am -pl .,zeppelin-interpreter,zeppelin-interpreter-shaded,${INTERPRETERS} -Pscala-2.10 -B
|
||||
run: ./mvnw verify -DskipRat -am -pl .,zeppelin-interpreter,zeppelin-interpreter-shaded,${INTERPRETERS} -Pscala-2.10 -B
|
||||
test-zeppelin-client-integration-test:
|
||||
runs-on: ubuntu-20.04
|
||||
steps:
|
||||
|
|
@ -139,10 +139,10 @@ jobs:
|
|||
R -e "IRkernel::installspec()"
|
||||
- name: install environment
|
||||
run: |
|
||||
mvn install -DskipTests -DskipRat -Pintegration -pl zeppelin-interpreter-integration,zeppelin-web,spark-submit,spark/spark-dependencies,markdown,flink-cmd,flink/flink-scala-2.11,flink/flink-scala-2.12,jdbc,shell -am
|
||||
mvn package -DskipRat -pl zeppelin-plugins -amd -DskipTests -B
|
||||
./mvnw install -DskipTests -DskipRat -Pintegration -pl zeppelin-interpreter-integration,zeppelin-web,spark-submit,spark/spark-dependencies,markdown,flink-cmd,flink/flink-scala-2.11,flink/flink-scala-2.12,jdbc,shell -am
|
||||
./mvnw package -DskipRat -pl zeppelin-plugins -amd -DskipTests -B
|
||||
- name: run tests
|
||||
run: mvn test -DskipRat -pl zeppelin-interpreter-integration -Pintegration -DfailIfNoTests=false -Dtest=ZeppelinClientIntegrationTest,ZeppelinClientWithAuthIntegrationTest,ZSessionIntegrationTest
|
||||
run: ./mvnw test -DskipRat -pl zeppelin-interpreter-integration -Pintegration -DfailIfNoTests=false -Dtest=ZeppelinClientIntegrationTest,ZeppelinClientWithAuthIntegrationTest,ZSessionIntegrationTest
|
||||
test-flink-and-flink-integration-test:
|
||||
runs-on: ubuntu-20.04
|
||||
strategy:
|
||||
|
|
@ -177,10 +177,10 @@ jobs:
|
|||
auto-activate-base: false
|
||||
- name: install environment
|
||||
run: |
|
||||
mvn install -DskipTests -DskipRat -am -pl flink/flink-scala-2.11,flink/flink-scala-2.12,flink-cmd,zeppelin-interpreter-integration -Pflink-${{ matrix.flink }} -Pintegration -B
|
||||
mvn clean package -pl zeppelin-plugins -amd -DskipTests -B
|
||||
./mvnw install -DskipTests -DskipRat -am -pl flink/flink-scala-2.11,flink/flink-scala-2.12,flink-cmd,zeppelin-interpreter-integration -Pflink-${{ matrix.flink }} -Pintegration -B
|
||||
./mvnw clean package -pl zeppelin-plugins -amd -DskipTests -B
|
||||
- name: run tests
|
||||
run: mvn test -DskipRat -pl flink/flink-scala-2.11,flink/flink-scala-2.12,flink-cmd,zeppelin-interpreter-integration -Pflink-${{ matrix.flink }} -Pintegration -DfailIfNoTests=false -B -Dtest=org.apache.zeppelin.flink.*,FlinkIntegrationTest${{ matrix.flink }},ZeppelinFlinkClusterTest${{ matrix.flink }}
|
||||
run: ./mvnw test -DskipRat -pl flink/flink-scala-2.11,flink/flink-scala-2.12,flink-cmd,zeppelin-interpreter-integration -Pflink-${{ matrix.flink }} -Pintegration -DfailIfNoTests=false -B -Dtest=org.apache.zeppelin.flink.*,FlinkIntegrationTest${{ matrix.flink }},ZeppelinFlinkClusterTest${{ matrix.flink }}
|
||||
run-spark-intergration-test:
|
||||
runs-on: ubuntu-20.04
|
||||
steps:
|
||||
|
|
@ -214,10 +214,10 @@ jobs:
|
|||
R -e "IRkernel::installspec()"
|
||||
- name: install environment
|
||||
run: |
|
||||
mvn install -DskipTests -DskipRat -pl zeppelin-interpreter-integration,zeppelin-web,spark-submit,spark/spark-dependencies,markdown -am -Phadoop2 -Pintegration -B
|
||||
mvn clean package -pl zeppelin-plugins -amd -DskipTests -B
|
||||
./mvnw install -DskipTests -DskipRat -pl zeppelin-interpreter-integration,zeppelin-web,spark-submit,spark/spark-dependencies,markdown -am -Phadoop2 -Pintegration -B
|
||||
./mvnw clean package -pl zeppelin-plugins -amd -DskipTests -B
|
||||
- name: run tests
|
||||
run: mvn test -DskipRat -pl zeppelin-interpreter-integration,zeppelin-web,spark-submit,spark/spark-dependencies,markdown -am -Phadoop2 -Pintegration -B -Dtest=ZeppelinSparkClusterTest24,SparkSubmitIntegrationTest,SparkIntegrationTest24,ZeppelinSparkClusterTest23,SparkIntegrationTest23,ZeppelinSparkClusterTest22,SparkIntegrationTest22,ZeppelinSparkClusterTest30,ZeppelinSparkClusterTest31,SparkIntegrationTest30,SparkIntegrationTest31 -DfailIfNoTests=false
|
||||
run: ./mvnw test -DskipRat -pl zeppelin-interpreter-integration,zeppelin-web,spark-submit,spark/spark-dependencies,markdown -am -Phadoop2 -Pintegration -B -Dtest=ZeppelinSparkClusterTest24,SparkSubmitIntegrationTest,SparkIntegrationTest24,ZeppelinSparkClusterTest23,SparkIntegrationTest23,ZeppelinSparkClusterTest22,SparkIntegrationTest22,ZeppelinSparkClusterTest30,ZeppelinSparkClusterTest31,SparkIntegrationTest30,SparkIntegrationTest31 -DfailIfNoTests=false
|
||||
|
||||
jdbcIntegrationTest-and-unit-test-of-Spark-2-4-with-Scala-2-11:
|
||||
runs-on: ubuntu-20.04
|
||||
|
|
@ -255,10 +255,10 @@ jobs:
|
|||
R -e "IRkernel::installspec()"
|
||||
- name: install environment
|
||||
run: |
|
||||
mvn install -DskipTests -DskipRat -pl zeppelin-interpreter-integration,jdbc,zeppelin-web,spark-submit,spark/spark-dependencies,markdown -am -Pspark-2.4 -Pspark-scala-2.11 -Phadoop2 -Pintegration -B
|
||||
mvn clean package -pl zeppelin-plugins -amd -DskipTests -B
|
||||
./mvnw install -DskipTests -DskipRat -pl zeppelin-interpreter-integration,jdbc,zeppelin-web,spark-submit,spark/spark-dependencies,markdown -am -Pspark-2.4 -Pspark-scala-2.11 -Phadoop2 -Pintegration -B
|
||||
./mvnw clean package -pl zeppelin-plugins -amd -DskipTests -B
|
||||
- name: run tests
|
||||
run: mvn test -DskipRat -pl zeppelin-interpreter-integration,jdbc,zeppelin-web,spark-submit,spark/spark-dependencies,markdown -am -Pspark-2.4 -Pspark-scala-2.11 -Phadoop2 -Pintegration -B -Dtest=JdbcIntegrationTest,org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false
|
||||
run: ./mvnw test -DskipRat -pl zeppelin-interpreter-integration,jdbc,zeppelin-web,spark-submit,spark/spark-dependencies,markdown -am -Pspark-2.4 -Pspark-scala-2.11 -Phadoop2 -Pintegration -B -Dtest=JdbcIntegrationTest,org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false
|
||||
|
||||
spark-2-4-and-scala-2-12:
|
||||
runs-on: ubuntu-20.04
|
||||
|
|
@ -293,9 +293,9 @@ jobs:
|
|||
R -e "IRkernel::installspec()"
|
||||
- name: install environment
|
||||
run: |
|
||||
mvn install -DskipTests -DskipRat -pl spark-submit,spark/spark-dependencies -am -Pspark-2.4 -Pspark-scala-2.12 -Phadoop2 -B
|
||||
./mvnw install -DskipTests -DskipRat -pl spark-submit,spark/spark-dependencies -am -Pspark-2.4 -Pspark-scala-2.12 -Phadoop2 -B
|
||||
- name: run tests
|
||||
run: mvn test -DskipRat -pl spark-submit,spark/spark-dependencies -am -Pspark-2.4 -Pspark-scala-2.12 -Phadoop2 -B -Dtest=org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false
|
||||
run: ./mvnw test -DskipRat -pl spark-submit,spark/spark-dependencies -am -Pspark-2.4 -Pspark-scala-2.12 -Phadoop2 -B -Dtest=org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false
|
||||
|
||||
spark-3-0-and-scala-2-12-and-other-interpreter:
|
||||
runs-on: ubuntu-20.04
|
||||
|
|
@ -334,9 +334,9 @@ jobs:
|
|||
R -e "IRkernel::installspec()"
|
||||
- name: install environment
|
||||
run: |
|
||||
mvn install -DskipTests -DskipRat -pl spark-submit,spark/spark-dependencies -am -Pspark-3.0 -Pspark-scala-2.12 -Phadoop2 -B
|
||||
./mvnw install -DskipTests -DskipRat -pl spark-submit,spark/spark-dependencies -am -Pspark-3.0 -Pspark-scala-2.12 -Phadoop2 -B
|
||||
- name: run tests with ${{ matrix.python }}
|
||||
run: mvn test -DskipRat -pl spark-submit,spark/spark-dependencies -am -Pspark-3.0 -Pspark-scala-2.12 -Phadoop2 -B -Dtest=org.apache.zeppelin.spark.*,apache.zeppelin.python.*,apache.zeppelin.jupyter.*,apache.zeppelin.r.* -DfailIfNoTests=false
|
||||
run: ./mvnw test -DskipRat -pl spark-submit,spark/spark-dependencies -am -Pspark-3.0 -Pspark-scala-2.12 -Phadoop2 -B -Dtest=org.apache.zeppelin.spark.*,apache.zeppelin.python.*,apache.zeppelin.jupyter.*,apache.zeppelin.r.* -DfailIfNoTests=false
|
||||
|
||||
spark-3-1-and-scala-2-12-and-other-interpreter:
|
||||
runs-on: ubuntu-20.04
|
||||
|
|
@ -374,9 +374,9 @@ jobs:
|
|||
run: |
|
||||
R -e "IRkernel::installspec()"
|
||||
- name: install environment
|
||||
run: mvn install -DskipTests -DskipRat -pl spark-submit,spark/spark-dependencies -am -Pspark-3.1 -Pspark-scala-2.12 -Phadoop2 -B
|
||||
run: ./mvnw install -DskipTests -DskipRat -pl spark-submit,spark/spark-dependencies -am -Pspark-3.1 -Pspark-scala-2.12 -Phadoop2 -B
|
||||
- name: run tests with ${{ matrix.python }}
|
||||
run: mvn test -DskipRat -pl spark-submit,spark/spark-dependencies -am -Pspark-3.1 -Pspark-scala-2.12 -Phadoop2 -B -Dtest=org.apache.zeppelin.spark.*,apache.zeppelin.python.*,apache.zeppelin.jupyter.*,apache.zeppelin.r.* -DfailIfNoTests=false
|
||||
run: ./mvnw test -DskipRat -pl spark-submit,spark/spark-dependencies -am -Pspark-3.1 -Pspark-scala-2.12 -Phadoop2 -B -Dtest=org.apache.zeppelin.spark.*,apache.zeppelin.python.*,apache.zeppelin.jupyter.*,apache.zeppelin.r.* -DfailIfNoTests=false
|
||||
test-livy-0-5-with-spark-2-2-0-under-python3:
|
||||
runs-on: ubuntu-20.04
|
||||
steps:
|
||||
|
|
@ -410,8 +410,8 @@ jobs:
|
|||
R -e "IRkernel::installspec()"
|
||||
- name: install environment
|
||||
run: |
|
||||
mvn install -DskipTests -DskipRat -pl livy -am -B
|
||||
./mvnw install -DskipTests -DskipRat -pl livy -am -B
|
||||
./testing/downloadSpark.sh "2.2.0" "2.6"
|
||||
./testing/downloadLivy.sh "0.5.0-incubating"
|
||||
- name: run tests
|
||||
run: mvn verify -DskipRat -pl livy -am -B
|
||||
run: ./mvnw verify -DskipRat -pl livy -am -B
|
||||
|
|
|
|||
|
|
@ -20,9 +20,9 @@ WORKDIR /workspace/zeppelin
|
|||
# Allow npm and bower to run with root privileges
|
||||
RUN echo "unsafe-perm=true" > ~/.npmrc && \
|
||||
echo '{ "allow_root": true }' > ~/.bowerrc && \
|
||||
mvn -B package -DskipTests -Pbuild-distr -Pspark-3.0 -Pinclude-hadoop -Phadoop3 -Pspark-scala-2.12 -Pweb-angular && \
|
||||
./mvnw -B package -DskipTests -Pbuild-distr -Pspark-3.0 -Pinclude-hadoop -Phadoop3 -Pspark-scala-2.12 -Pweb-angular && \
|
||||
# Example with doesn't compile all interpreters
|
||||
# mvn -B package -DskipTests -Pbuild-distr -Pspark-3.0 -Pinclude-hadoop -Phadoop3 -Pspark-scala-2.12 -Pweb-angular -pl '!groovy,!submarine,!livy,!hbase,!pig,!file,!flink,!ignite,!kylin,!lens' && \
|
||||
# ./mvnw -B package -DskipTests -Pbuild-distr -Pspark-3.0 -Pinclude-hadoop -Phadoop3 -Pspark-scala-2.12 -Pweb-angular -pl '!groovy,!submarine,!livy,!hbase,!pig,!file,!flink,!ignite,!kylin,!lens' && \
|
||||
mv /workspace/zeppelin/zeppelin-distribution/target/zeppelin-*/zeppelin-* /opt/zeppelin/ && \
|
||||
# Removing stuff saves time, because docker creates a temporary layer
|
||||
rm -rf ~/.m2 && \
|
||||
|
|
|
|||
|
|
@ -8,7 +8,7 @@ Current interpreter implementation supports the static repl. It compiles the cod
|
|||
You have to first build the Beam interpreter by enable the **beam** profile as follows:
|
||||
|
||||
```
|
||||
mvn clean package -Pbeam -DskipTests -Pscala-2.10
|
||||
./mvnw clean package -Pbeam -DskipTests -Pscala-2.10
|
||||
```
|
||||
|
||||
### Notice
|
||||
|
|
|
|||
|
|
@ -8,7 +8,7 @@ If you like to run these tests manually, please follow the following steps:
|
|||
* [Create a new project](https://support.google.com/cloud/answer/6251787?hl=en)
|
||||
* [Create a Google Compute Engine instance](https://cloud.google.com/compute/docs/instances/create-start-instance)
|
||||
* Copy the project ID that you created and add it to the property "projectId" in `resources/constants.json`
|
||||
* Run the command mvn <options> -Dbigquery.text.exclude='' test -pl bigquery -am
|
||||
* Run the command ./mvnw <options> -Dbigquery.text.exclude='' test -pl bigquery -am
|
||||
|
||||
# Connection
|
||||
The Interpreter opens a connection with the BigQuery Service using the supplied Google project ID and the compute environment variables.
|
||||
|
|
|
|||
|
|
@ -36,13 +36,13 @@ is_dev_version() {
|
|||
else
|
||||
return 1
|
||||
fi
|
||||
}
|
||||
}
|
||||
|
||||
is_maintenance_version() {
|
||||
local version="$1"
|
||||
if [[ "${version}" == *"SNAPSHOT" ]]; then
|
||||
version = $(echo ${1} | cut -d'-' -f 1)
|
||||
fi
|
||||
fi
|
||||
if [[ "${version}" == *".0" ]]; then
|
||||
return 1
|
||||
else
|
||||
|
|
@ -51,7 +51,7 @@ is_maintenance_version() {
|
|||
}
|
||||
|
||||
# Change version in pom.xml
|
||||
mvn versions:set -DnewVersion="${TO_VERSION}" -DgenerateBackupPoms=false > /dev/null 2>&1
|
||||
./mvnw versions:set -DnewVersion="${TO_VERSION}" -DgenerateBackupPoms=false > /dev/null 2>&1
|
||||
|
||||
# Change version in example and package files
|
||||
sed -i '' 's/-'"${FROM_VERSION}"'.jar",/-'"${TO_VERSION}"'.jar",/g' zeppelin-examples/zeppelin-example-clock/zeppelin-example-clock.json
|
||||
|
|
|
|||
|
|
@ -65,8 +65,8 @@ function make_binary_release() {
|
|||
|
||||
cp -r "${WORKING_DIR}/zeppelin" "${WORKING_DIR}/zeppelin-${RELEASE_VERSION}-bin-${BIN_RELEASE_NAME}"
|
||||
cd "${WORKING_DIR}/zeppelin-${RELEASE_VERSION}-bin-${BIN_RELEASE_NAME}"
|
||||
echo "mvn clean package -Pbuild-distr -DskipTests ${BUILD_FLAGS}"
|
||||
mvn clean package -Pbuild-distr -DskipTests ${BUILD_FLAGS}
|
||||
echo "./mvnw clean package -Pbuild-distr -DskipTests ${BUILD_FLAGS}"
|
||||
./mvnw clean package -Pbuild-distr -DskipTests ${BUILD_FLAGS}
|
||||
if [[ $? -ne 0 ]]; then
|
||||
echo "Build failed. ${BUILD_FLAGS}"
|
||||
exit 1
|
||||
|
|
|
|||
|
|
@ -84,18 +84,18 @@ function publish_snapshot_to_maven() {
|
|||
|
||||
tmp_repo="$(mktemp -d /tmp/zeppelin-repo-XXXXX)"
|
||||
|
||||
mvn versions:set -DnewVersion=$RELEASE_VERSION
|
||||
./mvnw versions:set -DnewVersion=$RELEASE_VERSION
|
||||
tmp_settings="tmp-settings.xml"
|
||||
echo "<settings><servers><server>" > $tmp_settings
|
||||
echo "<id>apache.snapshots.https</id><username>$ASF_USERID</username>" >> $tmp_settings
|
||||
echo "<password>$ASF_PASSWORD</password>" >> $tmp_settings
|
||||
echo "</server></servers></settings>" >> $tmp_settings
|
||||
|
||||
mvn --settings $tmp_settings -Dmaven.repo.local="${tmp_repo}" -Pbeam -DskipTests \
|
||||
./mvnw --settings $tmp_settings -Dmaven.repo.local="${tmp_repo}" -Pbeam -DskipTests \
|
||||
$PUBLISH_PROFILES -Drat.skip=true deploy
|
||||
|
||||
"${BASEDIR}/change_scala_version.sh" 2.11
|
||||
mvn -Pscala-2.11 --settings $tmp_settings -Dmaven.repo.local="${tmp_repo}" -Pbeam -DskipTests \
|
||||
./mvnw -Pscala-2.11 --settings $tmp_settings -Dmaven.repo.local="${tmp_repo}" -Pbeam -DskipTests \
|
||||
$PUBLISH_PROFILES -Drat.skip=true clean deploy
|
||||
|
||||
rm $tmp_settings
|
||||
|
|
@ -106,7 +106,7 @@ function publish_to_maven() {
|
|||
cd "${WORKING_DIR}/zeppelin"
|
||||
|
||||
# Force release version
|
||||
mvn versions:set -DnewVersion="${RELEASE_VERSION}"
|
||||
./mvnw versions:set -DnewVersion="${RELEASE_VERSION}"
|
||||
|
||||
# Using Nexus API documented here:
|
||||
# https://support.sonatype.com/hc/en-us/articles/213465868-Uploading-to-a-Staging-Repository-via-REST-API
|
||||
|
|
@ -128,9 +128,9 @@ function publish_to_maven() {
|
|||
rm -rf $HOME/.m2/repository/org/apache/zeppelin
|
||||
|
||||
# build with scala-2.11
|
||||
echo "mvn clean install -DskipTests \
|
||||
echo "./mvnw clean install -DskipTests \
|
||||
${PUBLISH_PROFILES} ${PROJECT_OPTIONS}"
|
||||
mvn clean install -DskipTests \
|
||||
./mvnw clean install -DskipTests \
|
||||
${PUBLISH_PROFILES} ${PROJECT_OPTIONS}
|
||||
if [[ $? -ne 0 ]]; then
|
||||
echo "Build failed."
|
||||
|
|
|
|||
|
|
@ -70,19 +70,19 @@ Before making a pull request, please take a look [Contribution Guidelines](http:
|
|||
### Build
|
||||
|
||||
```bash
|
||||
mvn install
|
||||
./mvnw install
|
||||
```
|
||||
|
||||
To skip test
|
||||
|
||||
```bash
|
||||
mvn install -DskipTests
|
||||
./mvnw install -DskipTests
|
||||
```
|
||||
|
||||
To build with specific spark / hadoop version
|
||||
|
||||
```bash
|
||||
mvn install -Dspark.version=x.x.x -Dhadoop.version=x.x.x
|
||||
./mvnw install -Dspark.version=x.x.x -Dhadoop.version=x.x.x
|
||||
```
|
||||
|
||||
For the further
|
||||
|
|
@ -97,7 +97,7 @@ For the further
|
|||
```bash
|
||||
cd zeppelin-server
|
||||
HADOOP_HOME=YOUR_HADOOP_HOME JAVA_HOME=YOUR_JAVA_HOME \
|
||||
mvn exec:java -Dexec.mainClass="org.apache.zeppelin.server.ZeppelinServer" -Dexec.args=""
|
||||
./mvnw exec:java -Dexec.mainClass="org.apache.zeppelin.server.ZeppelinServer" -Dexec.args=""
|
||||
```
|
||||
|
||||
#### Option 2 - Daemon Script
|
||||
|
|
@ -105,7 +105,7 @@ mvn exec:java -Dexec.mainClass="org.apache.zeppelin.server.ZeppelinServer" -Dexe
|
|||
> **Note:** Make sure you first run
|
||||
|
||||
```bash
|
||||
mvn clean install -DskipTests
|
||||
./mvnw clean install -DskipTests
|
||||
```
|
||||
|
||||
in your zeppelin root directory, otherwise your server build will fail to find the required dependencies in the local repro.
|
||||
|
|
@ -140,14 +140,14 @@ cd <zeppelin_home>/zeppelin-interpreter/src/main/thrift
|
|||
Zeppelin has [set of integration tests](https://github.com/apache/zeppelin/tree/master/zeppelin-server/src/test/java/org/apache/zeppelin/integration) using Selenium. To run these test, first build and run Zeppelin and make sure Zeppelin is running on port 8080. Then you can run test using following command
|
||||
|
||||
```bash
|
||||
TEST_SELENIUM=true mvn test -Dtest=[TEST_NAME] -DfailIfNoTests=false \
|
||||
TEST_SELENIUM=true ./mvnw test -Dtest=[TEST_NAME] -DfailIfNoTests=false \
|
||||
-pl 'zeppelin-interpreter,zeppelin-zengine,zeppelin-server'
|
||||
```
|
||||
|
||||
For example, to run [ParagraphActionIT](https://github.com/apache/zeppelin/blob/master/zeppelin-server/src/test/java/org/apache/zeppelin/integration/ParagraphActionsIT.java),
|
||||
|
||||
```bash
|
||||
TEST_SELENIUM=true mvn test -Dtest=ParagraphActionsIT -DfailIfNoTests=false \
|
||||
TEST_SELENIUM=true ./mvnw test -Dtest=ParagraphActionsIT -DfailIfNoTests=false \
|
||||
-pl 'zeppelin-interpreter,zeppelin-zengine,zeppelin-server'
|
||||
```
|
||||
|
||||
|
|
|
|||
|
|
@ -61,28 +61,28 @@ you can use this function like `setjdk 1.8` / `setjdk 1.7`
|
|||
|
||||
```bash
|
||||
# build `zeppelin-web` only
|
||||
mvn clean -pl 'zeppelin-web' package -DskipTests;
|
||||
./mvnw clean -pl 'zeppelin-web' package -DskipTests;
|
||||
|
||||
# build `zeppelin-server` and its dependencies only
|
||||
mvn clean package -pl 'spark,spark-dependencies,python,markdown,zeppelin-server' --am -DskipTests
|
||||
./mvnw clean package -pl 'spark,spark-dependencies,python,markdown,zeppelin-server' --am -DskipTests
|
||||
|
||||
# build spark related modules with default profiles: scala 2.10
|
||||
mvn clean package -pl 'spark,spark-dependencies,zeppelin-server' --am -DskipTests
|
||||
./mvnw clean package -pl 'spark,spark-dependencies,zeppelin-server' --am -DskipTests
|
||||
|
||||
# build spark related modules with profiles: scala 2.11, spark 2.1 hadoop 2.7
|
||||
./dev/change_scala_version.sh 2.11
|
||||
mvn clean package -Pspark-2.1 -Phadoop-2.7 -Pscala-2.11 \
|
||||
./mvnw clean package -Pspark-2.1 -Phadoop-2.7 -Pscala-2.11 \
|
||||
-pl 'spark,spark-dependencies,zeppelin-server' --am -DskipTests
|
||||
|
||||
# build `zeppelin-server` and `markdown` with dependencies
|
||||
mvn clean package -pl 'markdown,zeppelin-server' --am -DskipTests
|
||||
./mvnw clean package -pl 'markdown,zeppelin-server' --am -DskipTests
|
||||
```
|
||||
|
||||
### Running Individual Tests
|
||||
|
||||
```bash
|
||||
# run the `HeliumBundleFactoryTest` test class
|
||||
mvn test -pl 'zeppelin-server' --am -DfailIfNoTests=false -Dtest=HeliumBundleFactoryTest
|
||||
./mvnw test -pl 'zeppelin-server' --am -DfailIfNoTests=false -Dtest=HeliumBundleFactoryTest
|
||||
```
|
||||
|
||||
### Running Selenium Tests
|
||||
|
|
@ -91,12 +91,12 @@ Make sure that Zeppelin instance is started to execute integration tests (= sele
|
|||
|
||||
```bash
|
||||
# run the `SparkParagraphIT` test class
|
||||
TEST_SELENIUM="true" mvn test -pl 'zeppelin-server' --am \
|
||||
TEST_SELENIUM="true" ./mvnw test -pl 'zeppelin-server' --am \
|
||||
-DfailIfNoTests=false -Dtest=SparkParagraphIT
|
||||
|
||||
# run the `testSqlSpark` test function only in the `SparkParagraphIT` class
|
||||
# but note that, some test might be dependent on the previous tests
|
||||
TEST_SELENIUM="true" mvn test -pl 'zeppelin-server' --am \
|
||||
TEST_SELENIUM="true" ./mvnw test -pl 'zeppelin-server' --am \
|
||||
-DfailIfNoTests=false -Dtest=SparkParagraphIT#testSqlSpark
|
||||
```
|
||||
|
||||
|
|
|
|||
|
|
@ -32,14 +32,14 @@ By default, Zeppelin is built against HBase 1.0.x releases. To work with HBase 1
|
|||
|
||||
```bash
|
||||
# HBase 1.1.4
|
||||
mvn clean package -DskipTests -Phadoop-2.6 -Dhadoop.version=2.6.0 -P build-distr -Dhbase.hbase.version=1.1.4 -Dhbase.hadoop.version=2.6.0
|
||||
./mvnw clean package -DskipTests -Phadoop-2.6 -Dhadoop.version=2.6.0 -P build-distr -Dhbase.hbase.version=1.1.4 -Dhbase.hadoop.version=2.6.0
|
||||
```
|
||||
|
||||
To work with HBase 1.2.0+, use the following build command:
|
||||
|
||||
```bash
|
||||
# HBase 1.2.0
|
||||
mvn clean package -DskipTests -Phadoop-2.6 -Dhadoop.version=2.6.0 -P build-distr -Dhbase.hbase.version=1.2.0 -Dhbase.hadoop.version=2.6.0
|
||||
./mvnw clean package -DskipTests -Phadoop-2.6 -Dhadoop.version=2.6.0 -P build-distr -Dhbase.hbase.version=1.2.0 -Dhbase.hadoop.version=2.6.0
|
||||
```
|
||||
|
||||
## Configuration
|
||||
|
|
|
|||
|
|
@ -29,7 +29,7 @@ limitations under the License.
|
|||
You have to first build the Scalding interpreter by enable the **scalding** profile as follows:
|
||||
|
||||
```bash
|
||||
mvn clean package -Pscalding -DskipTests
|
||||
./mvnw clean package -Pscalding -DskipTests
|
||||
```
|
||||
|
||||
## Enabling the Scalding Interpreter
|
||||
|
|
|
|||
|
|
@ -61,7 +61,7 @@ git clone https://github.com/apache/zeppelin.git
|
|||
You can build Zeppelin with following maven command:
|
||||
|
||||
```bash
|
||||
mvn clean package -DskipTests [Options]
|
||||
./mvnw clean package -DskipTests [Options]
|
||||
```
|
||||
|
||||
Check [build-profiles](#build-profiles) section for further build options.
|
||||
|
|
@ -164,28 +164,28 @@ Here are some examples with several options:
|
|||
|
||||
```bash
|
||||
# build with spark-3.0, spark-scala-2.12
|
||||
mvn clean package -Pspark-3.0 -Pspark-scala-2.12 -DskipTests
|
||||
./mvnw clean package -Pspark-3.0 -Pspark-scala-2.12 -DskipTests
|
||||
|
||||
# build with spark-2.4, spark-scala-2.11
|
||||
mvn clean package -Pspark-2.4 -Pspark-scala-2.11 -DskipTests
|
||||
./mvnw clean package -Pspark-2.4 -Pspark-scala-2.11 -DskipTests
|
||||
|
||||
# build with spark-1.6, spark-scala-2.10
|
||||
mvn clean package -Pspark-1.6 -Pspark-scala-2.10 -DskipTests
|
||||
./mvnw clean package -Pspark-1.6 -Pspark-scala-2.10 -DskipTests
|
||||
|
||||
# build with CDH
|
||||
mvn clean package -Pspark-1.6 -Pspark-scala-2.10 -Dhadoop.version=2.6.0-cdh5.5.0 -Pvendor-repo -DskipTests
|
||||
./mvnw clean package -Pspark-1.6 -Pspark-scala-2.10 -Dhadoop.version=2.6.0-cdh5.5.0 -Pvendor-repo -DskipTests
|
||||
```
|
||||
|
||||
Ignite Interpreter
|
||||
|
||||
```bash
|
||||
mvn clean package -Dignite.version=1.9.0 -DskipTests
|
||||
./mvnw clean package -Dignite.version=1.9.0 -DskipTests
|
||||
```
|
||||
|
||||
Scalding Interpreter
|
||||
|
||||
```bash
|
||||
mvn clean package -Pscalding -DskipTests
|
||||
./mvnw clean package -Pscalding -DskipTests
|
||||
```
|
||||
|
||||
### Optional configurations
|
||||
|
|
@ -239,23 +239,11 @@ sudo apt-get install r-base-dev
|
|||
sudo apt-get install r-cran-evaluate
|
||||
```
|
||||
|
||||
|
||||
|
||||
### Install maven
|
||||
|
||||
```bash
|
||||
wget http://www.eu.apache.org/dist/maven/maven-3/3.6.3/binaries/apache-maven-3.6.3-bin.tar.gz
|
||||
sudo tar -zxf apache-maven-3.6.3-bin.tar.gz -C /usr/local/
|
||||
sudo ln -s /usr/local/apache-maven-3.6.3/bin/mvn /usr/local/bin/mvn
|
||||
```
|
||||
|
||||
_Notes:_
|
||||
- Ensure node is installed by running `node --version`
|
||||
- Ensure maven is running version 3.6.3 or higher with `mvn -version`
|
||||
- Ensure maven is running version 3.6.3 or higher with `./mvnw -version`
|
||||
- Configure maven to use more memory than usual by `export MAVEN_OPTS="-Xmx2g -XX:MaxMetaspaceSize=512m"`
|
||||
|
||||
|
||||
|
||||
## Proxy setting (optional)
|
||||
|
||||
If you're behind the proxy, you'll need to configure maven and npm to pass through it.
|
||||
|
|
@ -325,13 +313,13 @@ _Notes:_
|
|||
To package the final distribution including the compressed archive, run:
|
||||
|
||||
```sh
|
||||
mvn clean package -Pbuild-distr
|
||||
./mvnw clean package -Pbuild-distr
|
||||
```
|
||||
|
||||
To build a distribution with specific profiles, run:
|
||||
|
||||
```sh
|
||||
mvn clean package -Pbuild-distr -Pspark-2.4
|
||||
./mvnw clean package -Pbuild-distr -Pspark-2.4
|
||||
```
|
||||
|
||||
The profiles `-Pspark-2.4` can be adjusted if you wish to build to a specific spark versions.
|
||||
|
|
|
|||
|
|
@ -73,34 +73,6 @@ sudo apt-get update
|
|||
sudo apt-get install openjdk-7-jdk openjdk-7-jre-lib
|
||||
```
|
||||
|
||||
##### Maven 3.1+
|
||||
Zeppelin requires maven version 3.x. The version available in the repositories at the time of writing is 2.x, so maven must be installed manually.
|
||||
|
||||
Purge any existing versions of maven.
|
||||
|
||||
```bash
|
||||
sudo apt-get purge maven maven2
|
||||
```
|
||||
|
||||
Download the maven 3.3.9 binary.
|
||||
|
||||
```bash
|
||||
wget "http://www.us.apache.org/dist/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.tar.gz"
|
||||
```
|
||||
|
||||
Unarchive the binary and move to the `/usr/local` directory.
|
||||
|
||||
```bash
|
||||
tar -zxvf apache-maven-3.3.9-bin.tar.gz
|
||||
sudo mv ./apache-maven-3.3.9 /usr/local
|
||||
```
|
||||
|
||||
Create symbolic links in `/usr/bin`.
|
||||
|
||||
```bash
|
||||
sudo ln -s /usr/local/apache-maven-3.3.9/bin/mvn /usr/bin/mvn
|
||||
```
|
||||
|
||||
### Installing Zeppelin
|
||||
This provides a quick overview of Zeppelin installation from source, however the reader is encouraged to review the [Zeppelin Installation Guide](../../quickstart/install.html)
|
||||
|
||||
|
|
@ -120,7 +92,7 @@ cd zeppelin
|
|||
Package Zeppelin.
|
||||
|
||||
```bash
|
||||
mvn clean package -DskipTests -Pspark-1.6 -Dflink.version=1.1.3 -Pscala-2.10
|
||||
./mvnw clean package -DskipTests -Pspark-1.6 -Dflink.version=1.1.3 -Pscala-2.10
|
||||
```
|
||||
|
||||
`-DskipTests` skips build tests- you're not developing (yet), so you don't need to do tests, the clone version *should* build.
|
||||
|
|
@ -139,7 +111,7 @@ As long as you didn't edit any code, it is unlikely the build is failing because
|
|||
|
||||
- Don't get discouraged.
|
||||
- Scroll up and read through the logs. There will be clues there.
|
||||
- Retry (that is, run the `mvn clean package -DskipTests -Pspark-1.6` again)
|
||||
- Retry (that is, run the `./mvnw clean package -DskipTests -Pspark-1.6` again)
|
||||
- If there were clues that a dependency couldn't be downloaded wait a few hours or even days and retry again. Open source software when compiling is trying to download all of the dependencies it needs, if a server is off-line there is nothing you can do but wait for it to come back.
|
||||
- Make sure you followed all of the steps carefully.
|
||||
- Ask the community to help you. Go [here](http://zeppelin.apache.org/community.html) and join the user mailing list. People are there to help you. Make sure to copy and paste the build output (everything that happened in the console) and include that in your message.
|
||||
|
|
|
|||
|
|
@ -86,7 +86,6 @@ By default, Vagrant will share your project directory (the directory with the Va
|
|||
Running the following commands in the guest machine should display these expected versions:
|
||||
|
||||
* `node --version` should report *v0.12.7*
|
||||
* `mvn --version` should report *Apache Maven 3.3.9* and *Java version: 1.7.0_85*
|
||||
|
||||
The virtual machine consists of:
|
||||
|
||||
|
|
@ -108,7 +107,7 @@ This assumes you've already cloned the project either on the host machine in the
|
|||
|
||||
```bash
|
||||
cd /zeppelin
|
||||
mvn clean package -Pspark-1.6 -Phadoop-2.4 -DskipTests
|
||||
./mvnw clean package -Pspark-1.6 -Phadoop-2.4 -DskipTests
|
||||
./bin/zeppelin-daemon.sh start
|
||||
```
|
||||
|
||||
|
|
|
|||
|
|
@ -8,11 +8,11 @@ Provide InfluxDB Interpreter for Zeppelin.
|
|||
## Build
|
||||
|
||||
```
|
||||
mvn -pl influxdb -am -DskipTests package
|
||||
./mvnw -pl influxdb -am -DskipTests package
|
||||
```
|
||||
|
||||
## Test
|
||||
|
||||
```
|
||||
mvn -pl influxdb -am -Dtest='org.apache.zeppelin.influxdb.*' -DfailIfNoTests=false test
|
||||
./mvnw -pl influxdb -am -Dtest='org.apache.zeppelin.influxdb.*' -DfailIfNoTests=false test
|
||||
```
|
||||
|
|
|
|||
|
|
@ -56,13 +56,13 @@ and `ZeppelinContext` from `SparkInterpreter` in the same session and binds them
|
|||
## Testing
|
||||
Kotlin Interpreter and Spark Kotlin Interpreter come with unit tests.
|
||||
They can be run with \
|
||||
`mvn clean test` \
|
||||
`./mvnw clean test` \
|
||||
in `$ZEPPELIN_HOME/kotlin` for base Kotlin Interpreter and \
|
||||
`mvn -Dtest=KotlinSparkInterpreterTest test` \
|
||||
`./mvnw -Dtest=KotlinSparkInterpreterTest test` \
|
||||
in `$ZEPPELIN_HOME/spark/interpreter` for Spark Kotlin Interpreter.
|
||||
|
||||
To test manually, build Zeppelin with \
|
||||
`mvn clean package -DskipTests` \
|
||||
`./mvnw clean package -DskipTests` \
|
||||
and create a note with `kotlin` interpreter for base or `spark` for Spark.
|
||||
In Spark interpreter, add `%spark.kotlin` in the start of paragraph to use Kotlin Spark Interpreter.
|
||||
|
||||
|
|
|
|||
|
|
@ -11,5 +11,5 @@ You can add integration test to [LivyInterpreter.java](https://github.com/apache
|
|||
#!/usr/bin/env bash
|
||||
export LIVY_HOME=<path_of_livy_0.2.0>
|
||||
export SPARK_HOME=<path_of_spark-1.5.2>
|
||||
mvn clean verify -pl livy -DfailIfNoTests=false -DskipRat
|
||||
./mvnw clean verify -pl livy -DfailIfNoTests=false -DskipRat
|
||||
```
|
||||
|
|
|
|||
|
|
@ -11,7 +11,7 @@ Current interpreter implementation spawns new system python process through `Pro
|
|||
To run full suit of tests, including ones that depend on real Python interpreter AND external libraries installed (like Pandas, Pandasql, etc) do
|
||||
|
||||
```
|
||||
mvn -Dpython.test.exclude='' test -pl python -am
|
||||
./mvnw -Dpython.test.exclude='' test -pl python -am
|
||||
```
|
||||
|
||||
- **Py4j support**
|
||||
|
|
|
|||
|
|
@ -54,7 +54,7 @@ import static org.mockito.Mockito.mock;
|
|||
* <p>
|
||||
* To run manually on such environment, use:
|
||||
* <code>
|
||||
* mvn -Dpython.test.exclude='' test -pl python -am
|
||||
* ./mvnw -Dpython.test.exclude='' test -pl python -am
|
||||
* </code>
|
||||
*/
|
||||
@RunWith(value = Parameterized.class)
|
||||
|
|
|
|||
|
|
@ -8,11 +8,11 @@ Provide Scio Interpreter for Zeppelin.
|
|||
## Build
|
||||
|
||||
```
|
||||
mvn -pl zeppelin-interpreter,zeppelin-display,scio -DskipTests package
|
||||
./mvnw -pl zeppelin-interpreter,zeppelin-display,scio -DskipTests package
|
||||
```
|
||||
|
||||
## Test
|
||||
|
||||
```
|
||||
mvn -pl scio,zeppelin-display,zeppelin-interpreter -Dtest='org.apache.zeppelin.scio.*' -DfailIfNoTests=false test
|
||||
./mvnw -pl scio,zeppelin-display,zeppelin-interpreter -Dtest='org.apache.zeppelin.scio.*' -DfailIfNoTests=false test
|
||||
```
|
||||
|
|
|
|||
Loading…
Reference in a new issue