mirror of
https://github.com/apache/zeppelin
synced 2026-05-24 09:38:26 +00:00
Add core.yml
This commit is contained in:
Philipp Dallig
parent
27330791f5
commit
6790b6e423
8 changed files with 508 additions and 66 deletions
366
.github/workflows/core.yml
vendored
Normal file
366
.github/workflows/core.yml
vendored
Normal file
|
|
@ -0,0 +1,366 @@
|
|||
name: core
|
||||
on:
|
||||
push:
|
||||
pull_request:
|
||||
branches:
|
||||
- master
|
||||
- branch-*
|
||||
types: [opened, synchronize]
|
||||
|
||||
env:
|
||||
MAVEN_OPTS: "-Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn"
|
||||
ZEPPELIN_HELIUM_REGISTRY: helium
|
||||
SPARK_PRINT_LAUNCH_COMMAND: "true"
|
||||
# Use the bash login, because we are using miniconda
|
||||
defaults:
|
||||
run:
|
||||
shell: bash -l {0}
|
||||
|
||||
jobs:
|
||||
test-core-modules:
|
||||
runs-on: ubuntu-18.04
|
||||
strategy:
|
||||
matrix:
|
||||
hadoop: [hadoop2, hadoop3]
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v2
|
||||
- name: Set up JDK 8
|
||||
uses: actions/setup-java@v1
|
||||
with:
|
||||
java-version: 8
|
||||
- name: Cache local Maven repository
|
||||
uses: actions/cache@v2
|
||||
with:
|
||||
path: |
|
||||
~/.m2/repository
|
||||
!~/.m2/repository/org/apache/zeppelin/
|
||||
key: ${{ runner.os }}-zeppelin-${{ hashFiles('**/pom.xml') }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-zeppelin-
|
||||
- name: Setup conda environment with python 3.7 and R
|
||||
uses: conda-incubator/setup-miniconda@v2
|
||||
with:
|
||||
activate-environment: python_3_with_R
|
||||
environment-file: testing/env_python_3_with_R.yml
|
||||
python-version: 3.7
|
||||
auto-activate-base: false
|
||||
channel-priority: strict
|
||||
- name: Make IRkernel available to Jupyter
|
||||
run: |
|
||||
R -e "IRkernel::installspec()"
|
||||
conda list
|
||||
conda info
|
||||
- name: install plugins and interpreter
|
||||
run: |
|
||||
mvn install -Pbuild-distr -DskipRat -DskipTests -pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am -Phelium-dev -Pexamples -P${{ matrix.hadoop }} -B
|
||||
mvn package -DskipRat -T 2C -pl zeppelin-plugins -amd -DskipTests -B
|
||||
- name: run tests with ${{ matrix.hadoop }}
|
||||
run: mvn verify -Pusing-packaged-distr -DskipRat -pl zeppelin-server,zeppelin-web,spark/spark-dependencies,markdown,angular,shell -am -Phelium-dev -Pexamples -P${{ matrix.hadoop }} -Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false
|
||||
test-interpreter-modules:
|
||||
runs-on: ubuntu-18.04
|
||||
env:
|
||||
INTERPRETERS: 'beam,hbase,pig,jdbc,file,flink,ignite,kylin,lens,cassandra,elasticsearch,bigquery,alluxio,scio,livy,groovy,sap,java,geode,neo4j,hazelcastjet,submarine,sparql,mongodb'
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v2
|
||||
- name: Set up JDK 8
|
||||
uses: actions/setup-java@v1
|
||||
with:
|
||||
java-version: 8
|
||||
- name: Cache local Maven repository
|
||||
uses: actions/cache@v2
|
||||
with:
|
||||
path: |
|
||||
~/.m2/repository
|
||||
!~/.m2/repository/org/apache/zeppelin/
|
||||
key: ${{ runner.os }}-zeppelin-${{ hashFiles('**/pom.xml') }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-zeppelin-
|
||||
- name: Setup conda environment with python 3.7 and R
|
||||
uses: conda-incubator/setup-miniconda@v2
|
||||
with:
|
||||
activate-environment: python_3_with_R_and_tensorflow
|
||||
environment-file: testing/env_python_3_with_R_and_tensorflow.yml
|
||||
python-version: 3.7
|
||||
auto-activate-base: false
|
||||
- name: Make IRkernel available to Jupyter
|
||||
run: |
|
||||
R -e "IRkernel::installspec()"
|
||||
- name: verify interpreter
|
||||
run: mvn verify -DskipRat -am -pl .,zeppelin-interpreter,zeppelin-interpreter-shaded,${INTERPRETERS} -Pscala-2.10 -B
|
||||
test-zeppelin-client-integration-test:
|
||||
runs-on: ubuntu-18.04
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v2
|
||||
- name: Set up JDK 8
|
||||
uses: actions/setup-java@v1
|
||||
with:
|
||||
java-version: 8
|
||||
- name: Cache local Maven repository
|
||||
uses: actions/cache@v2
|
||||
with:
|
||||
path: |
|
||||
~/.m2/repository
|
||||
!~/.m2/repository/org/apache/zeppelin/
|
||||
key: ${{ runner.os }}-zeppelin-${{ hashFiles('**/pom.xml') }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-zeppelin-
|
||||
- name: Setup conda environment with python 3.7 and R
|
||||
uses: conda-incubator/setup-miniconda@v2
|
||||
with:
|
||||
activate-environment: python_3_with_R
|
||||
environment-file: testing/env_python_3_with_R.yml
|
||||
python-version: 3.7
|
||||
auto-activate-base: false
|
||||
- name: Make IRkernel available to Jupyter
|
||||
run: |
|
||||
R -e "IRkernel::installspec()"
|
||||
- name: install environment
|
||||
run: |
|
||||
mvn install -DskipTests -DskipRat -Pintegration -pl zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown,flink/interpreter,jdbc,shell -am
|
||||
mvn package -DskipRat -T 2C -pl zeppelin-plugins -amd -DskipTests -B
|
||||
- name: run tests
|
||||
run: mvn test -DskipRat -pl zeppelin-interpreter-integration -Pintegration -Dtest=ZeppelinClientIntegrationTest,ZeppelinClientWithAuthIntegrationTest,ZSessionIntegrationTest
|
||||
test-flink-and-flink-integration-test:
|
||||
runs-on: ubuntu-18.04
|
||||
strategy:
|
||||
matrix:
|
||||
flink: [ flink_1_10, flink_1_11]
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v2
|
||||
- name: Set up JDK 8
|
||||
uses: actions/setup-java@v1
|
||||
with:
|
||||
java-version: 8
|
||||
- name: Cache local Maven repository
|
||||
uses: actions/cache@v2
|
||||
with:
|
||||
path: |
|
||||
~/.m2/repository
|
||||
!~/.m2/repository/org/apache/zeppelin/
|
||||
key: ${{ runner.os }}-zeppelin-${{ hashFiles('**/pom.xml') }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-zeppelin-
|
||||
- name: Setup conda environment with python 3.7 and
|
||||
uses: conda-incubator/setup-miniconda@v2
|
||||
with:
|
||||
activate-environment: python_3_with_flink
|
||||
environment-file: testing/env_python_3 with_${{ matrix.flink }}.yml
|
||||
python-version: 3.7
|
||||
auto-activate-base: false
|
||||
- name: install environment
|
||||
run: |
|
||||
mvn install -DskipTests -DskipRat -am -pl flink/interpreter,zeppelin-interpreter-integration -Pflink-1.10 -Pintegration -B
|
||||
mvn clean package -T 2C -pl zeppelin-plugins -amd -DskipTests -B
|
||||
- name: run tests
|
||||
run: mvn test -DskipRat -pl flink/interpreter,zeppelin-interpreter-integration -Pflink-1.10 -Pintegration -B -Dtest=org.apache.zeppelin.flink.*,FlinkIntegrationTest110,ZeppelinFlinkClusterTest110
|
||||
run-spark-intergration-test:
|
||||
runs-on: ubuntu-18.04
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v2
|
||||
- name: Set up JDK 8
|
||||
uses: actions/setup-java@v1
|
||||
with:
|
||||
java-version: 8
|
||||
- name: Cache local Maven repository
|
||||
uses: actions/cache@v2
|
||||
with:
|
||||
path: |
|
||||
~/.m2/repository
|
||||
!~/.m2/repository/org/apache/zeppelin/
|
||||
key: ${{ runner.os }}-zeppelin-${{ hashFiles('**/pom.xml') }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-zeppelin-
|
||||
- name: Setup conda environment with python 3.7 and R
|
||||
uses: conda-incubator/setup-miniconda@v2
|
||||
with:
|
||||
activate-environment: python_3_with_R
|
||||
environment-file: testing/env_python_3_with_R.yml
|
||||
python-version: 3.7
|
||||
auto-activate-base: false
|
||||
- name: Make IRkernel available to Jupyter
|
||||
run: |
|
||||
R -e "IRkernel::installspec()"
|
||||
- name: install environment
|
||||
run: |
|
||||
mvn install -DskipTests -DskipRat -pl zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown -am -Phadoop2 -Pintegration -B
|
||||
mvn clean package -T 2C -pl zeppelin-plugins -amd -DskipTests -B
|
||||
- name: run tests
|
||||
run: mvn test -DskipRat -pl zeppelin-interpreter-integration,zeppelin-web,spark/spark-dependencies,markdown -am -Phadoop2 -Pintegration -B -Dtest=ZeppelinSparkClusterTest24,SparkIntegrationTest24,ZeppelinSparkClusterTest23,SparkIntegrationTest23,ZeppelinSparkClusterTest22,SparkIntegrationTest22,ZeppelinSparkClusterTest30,SparkIntegrationTest30 -DfailIfNoTests=false
|
||||
jdbcIntegrationTest-and-unit-test-of-Spark-2-4-with-Scala-2-11:
|
||||
runs-on: ubuntu-18.04
|
||||
steps:
|
||||
# user/password => root/root
|
||||
- name: Start mysql
|
||||
run: sudo systemctl start mysql.service
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v2
|
||||
- name: Set up JDK 8
|
||||
uses: actions/setup-java@v1
|
||||
with:
|
||||
java-version: 8
|
||||
- name: Cache local Maven repository
|
||||
uses: actions/cache@v2
|
||||
with:
|
||||
path: |
|
||||
~/.m2/repository
|
||||
!~/.m2/repository/org/apache/zeppelin/
|
||||
key: ${{ runner.os }}-zeppelin-${{ hashFiles('**/pom.xml') }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-zeppelin-
|
||||
- name: Setup conda environment with python 3.7 and R
|
||||
uses: conda-incubator/setup-miniconda@v2
|
||||
with:
|
||||
activate-environment: python_3_with_R
|
||||
environment-file: testing/env_python_3_with_R.yml
|
||||
python-version: 3.7
|
||||
auto-activate-base: false
|
||||
- name: Make IRkernel available to Jupyter
|
||||
run: |
|
||||
R -e "IRkernel::installspec()"
|
||||
- name: install environment
|
||||
run: |
|
||||
mvn install -DskipTests -DskipRat -pl zeppelin-interpreter-integration,jdbc,zeppelin-web,spark/spark-dependencies,markdown -am -Pspark-2.4 -Pspark-scala-2.11 -Phadoop2 -Pintegration -B
|
||||
mvn clean package -T 2C -pl zeppelin-plugins -amd -DskipTests -B
|
||||
- name: run tests
|
||||
run: mvn test -DskipRat -pl zeppelin-interpreter-integration,jdbc,zeppelin-web,spark/spark-dependencies,markdown -am -Pspark-2.4 -Pspark-scala-2.11 -Phadoop2 -Pintegration -B -Dtest=JdbcIntegrationTest,org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false
|
||||
|
||||
spark-2-4-and-scale-2-12:
|
||||
runs-on: ubuntu-18.04
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v2
|
||||
- name: Set up JDK 8
|
||||
uses: actions/setup-java@v1
|
||||
with:
|
||||
java-version: 8
|
||||
- name: Cache local Maven repository
|
||||
uses: actions/cache@v2
|
||||
with:
|
||||
path: |
|
||||
~/.m2/repository
|
||||
!~/.m2/repository/org/apache/zeppelin/
|
||||
key: ${{ runner.os }}-zeppelin-${{ hashFiles('**/pom.xml') }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-zeppelin-
|
||||
- name: Setup conda environment with python 3.7 and R
|
||||
uses: conda-incubator/setup-miniconda@v2
|
||||
with:
|
||||
activate-environment: python_3_with_R
|
||||
environment-file: testing/env_python_3_with_R.yml
|
||||
python-version: 3.7
|
||||
auto-activate-base: false
|
||||
- name: Make IRkernel available to Jupyter
|
||||
run: |
|
||||
R -e "IRkernel::installspec()"
|
||||
- name: install environment
|
||||
run: |
|
||||
mvn install -DskipTests -DskipRat -pl spark/spark-dependencies -am -Pspark-2.4 -Pspark-scala-2.12 -Phadoop2 -B
|
||||
- name: run tests
|
||||
run: mvn test -DskipRat -pl spark/spark-dependencies -am -Pspark-2.4 -Pspark-scala-2.12 -Phadoop2 -B -Dtest=org.apache.zeppelin.spark.*,org.apache.zeppelin.kotlin.* -DfailIfNoTests=false
|
||||
|
||||
spark-2-3-and-scale-2-11-and-other-interpreter:
|
||||
runs-on: ubuntu-18.04
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v2
|
||||
- name: Set up JDK 8
|
||||
uses: actions/setup-java@v1
|
||||
with:
|
||||
java-version: 8
|
||||
- name: Cache local Maven repository
|
||||
uses: actions/cache@v2
|
||||
with:
|
||||
path: |
|
||||
~/.m2/repository
|
||||
!~/.m2/repository/org/apache/zeppelin/
|
||||
key: ${{ runner.os }}-zeppelin-${{ hashFiles('**/pom.xml') }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-zeppelin-
|
||||
- name: Setup conda environment with python 3.7 and R
|
||||
uses: conda-incubator/setup-miniconda@v2
|
||||
with:
|
||||
activate-environment: python_3_with_R
|
||||
environment-file: testing/env_python_3_with_R.yml
|
||||
python-version: 3.7
|
||||
auto-activate-base: false
|
||||
- name: Make IRkernel available to Jupyter
|
||||
run: |
|
||||
R -e "IRkernel::installspec()"
|
||||
- name: install environment
|
||||
run: |
|
||||
mvn install -DskipTests -DskipRat -pl spark/spark-dependencies -am -Pspark-2.3 -Pspark-scala-2.11 -Phadoop2 -B
|
||||
- name: run tests
|
||||
run: mvn test -DskipRat -pl spark/spark-dependencies -am -Pspark-2.3 -Pspark-scala-2.11 -Phadoop2 -B -Dtest=org.apache.zeppelin.spark.*,apache.zeppelin.python.*,apache.zeppelin.jupyter.*,apache.zeppelin.r.* -DfailIfNoTests=false
|
||||
|
||||
spark-2-2-and-scale-2-10-and-other-interpreter:
|
||||
runs-on: ubuntu-18.04
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v2
|
||||
- name: Set up JDK 8
|
||||
uses: actions/setup-java@v1
|
||||
with:
|
||||
java-version: 8
|
||||
- name: Cache local Maven repository
|
||||
uses: actions/cache@v2
|
||||
with:
|
||||
path: |
|
||||
~/.m2/repository
|
||||
!~/.m2/repository/org/apache/zeppelin/
|
||||
key: ${{ runner.os }}-zeppelin-${{ hashFiles('**/pom.xml') }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-zeppelin-
|
||||
- name: Setup conda environment with python 3.7 and R
|
||||
uses: conda-incubator/setup-miniconda@v2
|
||||
with:
|
||||
activate-environment: python_3_with_R
|
||||
environment-file: testing/env_python_3_with_R.yml
|
||||
python-version: 3.7
|
||||
auto-activate-base: false
|
||||
- name: Make IRkernel available to Jupyter
|
||||
run: |
|
||||
R -e "IRkernel::installspec()"
|
||||
- name: install environment
|
||||
run: mvn install -DskipTests -DskipRat -pl spark/spark-dependencies -am -Pspark-2.2 -Pspark-scala-2.10 -Phadoop2 -B
|
||||
- name: run tests
|
||||
run: mvn test -DskipRat -pl spark/spark-dependencies -am -Pspark-2.2 -Pspark-scala-2.10 -Phadoop2 -B -Dtest=org.apache.zeppelin.spark.*,apache.zeppelin.python.*,apache.zeppelin.jupyter.*,apache.zeppelin.r.* -DfailIfNoTests=false
|
||||
test-livy-0-5-with-spark-2-2-0-under-python3:
|
||||
runs-on: ubuntu-18.04
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v2
|
||||
- name: Set up JDK 8
|
||||
uses: actions/setup-java@v1
|
||||
with:
|
||||
java-version: 8
|
||||
- name: Cache local Maven repository
|
||||
uses: actions/cache@v2
|
||||
with:
|
||||
path: |
|
||||
~/.m2/repository
|
||||
!~/.m2/repository/org/apache/zeppelin/
|
||||
key: ${{ runner.os }}-zeppelin-${{ hashFiles('**/pom.xml') }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-zeppelin-
|
||||
- name: Setup conda environment with python 3.7 and R
|
||||
uses: conda-incubator/setup-miniconda@v2
|
||||
with:
|
||||
activate-environment: python_3_with_R
|
||||
environment-file: testing/env_python_3_with_R.yml
|
||||
python-version: 3.7
|
||||
auto-activate-base: false
|
||||
- name: Make IRkernel available to Jupyter
|
||||
run: |
|
||||
R -e "IRkernel::installspec()"
|
||||
- name: install environment
|
||||
run: |
|
||||
mvn install -DskipTests -DskipRat -pl livy -am -B
|
||||
./testing/downloadSpark.sh "2.2.0" "2.6"
|
||||
./testing/downloadLivy.sh "0.5.0-incubating"
|
||||
- name: run tests
|
||||
run: mvn verify -DskipRat -pl livy -am -B
|
||||
25
testing/env_python_3 with_flink_1_10.yml
Normal file
25
testing/env_python_3 with_flink_1_10.yml
Normal file
|
|
@ -0,0 +1,25 @@
|
|||
name: python_3_with_flink
|
||||
channels:
|
||||
- conda-forge
|
||||
- defaults
|
||||
dependencies:
|
||||
- pycodestyle
|
||||
- numpy=1
|
||||
- pandas=0.25
|
||||
- scipy=1
|
||||
- grpcio
|
||||
- hvplot
|
||||
- protobuf=3
|
||||
- pandasql=0.7.3
|
||||
- ipython=7
|
||||
- matplotlib=3
|
||||
- ipykernel=5
|
||||
- jupyter_client=5
|
||||
- bokeh=1.3.4
|
||||
- panel
|
||||
- holoviews
|
||||
- pyyaml=3
|
||||
- pip
|
||||
- pip:
|
||||
- bkzep==0.6.1
|
||||
- apache-flink==1.10.1
|
||||
25
testing/env_python_3 with_flink_1_11.yml
Normal file
25
testing/env_python_3 with_flink_1_11.yml
Normal file
|
|
@ -0,0 +1,25 @@
|
|||
name: python_3_with_flink
|
||||
channels:
|
||||
- conda-forge
|
||||
- defaults
|
||||
dependencies:
|
||||
- pycodestyle
|
||||
- numpy=1
|
||||
- pandas=0.25
|
||||
- scipy=1
|
||||
- grpcio
|
||||
- hvplot
|
||||
- protobuf=3
|
||||
- pandasql=0.7.3
|
||||
- ipython=7
|
||||
- matplotlib=3
|
||||
- ipykernel=5
|
||||
- jupyter_client=5
|
||||
- bokeh=1.3.4
|
||||
- panel
|
||||
- holoviews
|
||||
- pyyaml=3
|
||||
- pip
|
||||
- pip:
|
||||
- bkzep==0.6.1
|
||||
- apache-flink==1.11.1
|
||||
23
testing/env_python_3.yml
Normal file
23
testing/env_python_3.yml
Normal file
|
|
@ -0,0 +1,23 @@
|
|||
name: python_3
|
||||
channels:
|
||||
- conda-forge
|
||||
- defaults
|
||||
dependencies:
|
||||
- pycodestyle=2.5.0
|
||||
- numpy=1.17.3
|
||||
- pandas=0.25.0
|
||||
- scipy=1.3.1
|
||||
- grpcio=1.22.0
|
||||
- hvplot=0.5.2
|
||||
- protobuf=3.10.0
|
||||
- pandasql=0.7.3
|
||||
- ipython=7.8.0
|
||||
- matplotlib=3.0.3
|
||||
- ipykernel=5.1.2
|
||||
- jupyter_client=5.3.4
|
||||
- bokeh=1.3.4
|
||||
- panel=0.6.0
|
||||
- holoviews=1.12.3
|
||||
- pip
|
||||
- pip:
|
||||
- bkzep==0.6.1
|
||||
33
testing/env_python_3_with_R.yml
Normal file
33
testing/env_python_3_with_R.yml
Normal file
|
|
@ -0,0 +1,33 @@
|
|||
name: python_3_with_R
|
||||
channels:
|
||||
- conda-forge
|
||||
- defaults
|
||||
dependencies:
|
||||
- pycodestyle
|
||||
- numpy=1
|
||||
- pandas=0.25
|
||||
- scipy=1
|
||||
- grpcio
|
||||
- hvplot
|
||||
- protobuf=3
|
||||
- pandasql=0.7.3
|
||||
- ipython=7
|
||||
- matplotlib=3
|
||||
- ipykernel=5
|
||||
- jupyter_client=5
|
||||
- bokeh=1.3.4
|
||||
- panel
|
||||
- holoviews
|
||||
- pyyaml=3
|
||||
- pip
|
||||
- pip:
|
||||
- bkzep==0.6.1
|
||||
|
||||
- r-base=3
|
||||
- r-evaluate
|
||||
- r-base64enc
|
||||
- r-knitr
|
||||
- r-ggplot2
|
||||
- r-irkernel
|
||||
- r-shiny
|
||||
- r-googlevis
|
||||
35
testing/env_python_3_with_R_and_tensorflow.yml
Normal file
35
testing/env_python_3_with_R_and_tensorflow.yml
Normal file
|
|
@ -0,0 +1,35 @@
|
|||
name: python_3_with_R_and_tensorflow
|
||||
channels:
|
||||
- conda-forge
|
||||
- defaults
|
||||
dependencies:
|
||||
- pycodestyle
|
||||
- numpy=1
|
||||
- pandas=0.25
|
||||
- scipy=1
|
||||
- grpcio
|
||||
- hvplot
|
||||
- protobuf=3
|
||||
- pandasql=0.7.3
|
||||
- ipython=7
|
||||
- matplotlib=3
|
||||
- ipykernel=5
|
||||
- jupyter_client=5
|
||||
- bokeh=1.3.4
|
||||
- panel
|
||||
- holoviews
|
||||
- pyyaml=3
|
||||
- pip
|
||||
- pip:
|
||||
- bkzep==0.6.1
|
||||
|
||||
- r-base=3
|
||||
- r-evaluate
|
||||
- r-base64enc
|
||||
- r-knitr
|
||||
- r-ggplot2
|
||||
- r-irkernel
|
||||
- r-shiny
|
||||
- r-googlevis
|
||||
|
||||
- tensorflow=1.13
|
||||
|
|
@ -1,66 +0,0 @@
|
|||
#!/bin/bash
|
||||
|
||||
# Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
# contributor license agreements. See the NOTICE file distributed with
|
||||
# this work for additional information regarding copyright ownership.
|
||||
# The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
# (the "License"); you may not use this file except in compliance with
|
||||
# the License. You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
#
|
||||
|
||||
# Script for installing R / Python dependencies for Travis CI
|
||||
set -ev
|
||||
touch ~/.environ
|
||||
|
||||
# Install conda for Python and R dependencies
|
||||
if [[ -n "$PYTHON" ]] ; then
|
||||
wget "https://repo.continuum.io/miniconda/Miniconda${PYTHON}-4.6.14-Linux-x86_64.sh" -O miniconda.sh
|
||||
else
|
||||
wget "https://repo.continuum.io/miniconda/Miniconda3-4.6.14-Linux-x86_64.sh" -O miniconda.sh
|
||||
fi
|
||||
bash miniconda.sh -b -p "$HOME/miniconda"
|
||||
rm -fv miniconda.sh
|
||||
echo "export PATH='$HOME/miniconda/bin:$PATH'" >> ~/.environ
|
||||
source ~/.environ
|
||||
hash -r
|
||||
conda config --set always_yes yes --set changeps1 no
|
||||
conda update -q conda
|
||||
conda info -a
|
||||
conda config --add channels conda-forge
|
||||
|
||||
if [[ -n "$PYTHON" ]] ; then
|
||||
if [[ "$PYTHON" == "2" ]] ; then
|
||||
pip install -q numpy==1.14.5 pandas==0.21.1 matplotlib==2.1.1 scipy==1.2.1 grpcio==1.19.0 bkzep==0.6.1 hvplot==0.5.2 \
|
||||
protobuf==3.7.0 pandasql==0.7.3 ipython==5.8.0 ipykernel==4.10.0 bokeh==1.3.4 panel==0.6.0 holoviews==1.12.3
|
||||
else
|
||||
pip install -q pycodestyle==2.5.0
|
||||
pip install -q numpy==1.17.3 pandas==0.25.0 scipy==1.3.1 grpcio==1.19.0 bkzep==0.6.1 hvplot==0.5.2 protobuf==3.10.0 \
|
||||
pandasql==0.7.3 ipython==7.8.0 matplotlib==3.0.3 ipykernel==5.1.2 jupyter_client==5.3.4 bokeh==1.3.4 panel==0.6.0 holoviews==1.12.3 pycodestyle==2.5.0
|
||||
fi
|
||||
|
||||
if [[ -n "$TENSORFLOW" ]] ; then
|
||||
check_results=$(conda search -c conda-forge tensorflow)
|
||||
echo "search tensorflow = $check_results"
|
||||
pip install -q "tensorflow==${TENSORFLOW}"
|
||||
fi
|
||||
|
||||
if [[ -n "${FLINK}" ]]; then
|
||||
pip install -q "apache-flink==${FLINK}"
|
||||
fi
|
||||
fi
|
||||
|
||||
# Install R dependencies if R is true
|
||||
if [[ "$R" == "true" ]] ; then
|
||||
conda install -y --quiet r-base=3 r-evaluate r-base64enc r-knitr r-ggplot2 r-irkernel r-shiny=1.5.0 r-googlevis
|
||||
R -e "IRkernel::installspec()"
|
||||
echo "R_LIBS=~/miniconda/lib/R/library" > ~/.Renviron
|
||||
echo "export R_LIBS=~/miniconda/lib/R/library" >> ~/.environ
|
||||
fi
|
||||
|
|
@ -65,6 +65,7 @@ public class JdbcIntegrationTest {
|
|||
interpreterSetting.setProperty("default.driver", "com.mysql.jdbc.Driver");
|
||||
interpreterSetting.setProperty("default.url", "jdbc:mysql://localhost:3306/");
|
||||
interpreterSetting.setProperty("default.user", "root");
|
||||
interpreterSetting.setProperty("default.password", "root");
|
||||
|
||||
Dependency dependency = new Dependency("mysql:mysql-connector-java:5.1.46");
|
||||
interpreterSetting.setDependencies(Lists.newArrayList(dependency));
|
||||
|
|
|
|||
Loading…
Reference in a new issue