mirror of
https://github.com/apache/zeppelin
synced 2026-05-24 09:38:26 +00:00
061a55fa46
### What is this PR for?
Change embedded Spark dependency in binary package for the release from 1.5 to 1.6.
### What type of PR is it?
Improvement
### Todos
### Is there a relevant Jira issue?
### How should this be tested?
build package using dev/create_release.sh and run created package with default configuration. And see output of 'sc.version' if it is based on spark 1.6
### Screenshots (if appropriate)
### Questions:
* Does the licenses files need update? no
* Is there breaking changes for older versions? no
* Does this needs documentation? no
Author: Lee moon soo <moon@apache.org>
Closes #618 from Leemoonsoo/create_release.sh and squashes the following commits:
dc4e2a3 [Lee moon soo] change build profile for binary package release from -Pspark-1.5 to -Pspark-1.6
133 lines
4.9 KiB
Bash
Executable file
133 lines
4.9 KiB
Bash
Executable file
#!/bin/bash
|
|
|
|
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
|
|
# The script helps making a release.
|
|
# You need specify a release name and branch|tag name.
|
|
#
|
|
# Here's some helpful documents for the release
|
|
# http://www.apache.org/dev/release.html
|
|
# http://www.apache.org/dev/release-publishing
|
|
# http://incubator.apache.org/guides/releasemanagement.html
|
|
# http://incubator.apache.org/guides/release.html
|
|
# http://www.apache.org/dev/release-signing.html
|
|
# http://www.apache.org/dev/publishing-maven-artifacts.html
|
|
|
|
if [[ -z "${TAR}" ]]; then
|
|
TAR=/usr/bin/tar
|
|
fi
|
|
|
|
if [[ -z "${SHASUM}" ]]; then
|
|
SHASUM="/usr/bin/shasum -a 512"
|
|
fi
|
|
|
|
|
|
if [[ -z "${WORKING_DIR}" ]]; then
|
|
WORKING_DIR=/tmp/incubator-zeppelin-release
|
|
fi
|
|
|
|
if [[ -z "${GPG_PASSPHRASE}" ]]; then
|
|
echo "You need GPG_PASSPHRASE variable set"
|
|
exit 1
|
|
fi
|
|
|
|
|
|
if [[ $# -ne 2 ]]; then
|
|
echo "usage) $0 [Release name] [Branch or Tag]"
|
|
echo " ex. $0 0.5.0-incubating branch-0.5"
|
|
exit 1
|
|
fi
|
|
|
|
RELEASE_NAME="${1}"
|
|
BRANCH="${2}"
|
|
|
|
|
|
if [[ -d "${WORKING_DIR}" ]]; then
|
|
echo "Dir ${WORKING_DIR} already exists"
|
|
exit 1
|
|
fi
|
|
|
|
mkdir ${WORKING_DIR}
|
|
|
|
echo "Cloning the source and packaging"
|
|
# clone source
|
|
git clone -b ${BRANCH} git@github.com:apache/incubator-zeppelin.git ${WORKING_DIR}/zeppelin
|
|
if [[ $? -ne 0 ]]; then
|
|
echo "Can not clone source repository"
|
|
exit 1
|
|
fi
|
|
|
|
# remove unnecessary files
|
|
rm ${WORKING_DIR}/zeppelin/.gitignore
|
|
rm -rf ${WORKING_DIR}/zeppelin/.git
|
|
|
|
|
|
|
|
# create source package
|
|
cd ${WORKING_DIR}
|
|
cp -r zeppelin zeppelin-${RELEASE_NAME}
|
|
${TAR} cvzf zeppelin-${RELEASE_NAME}.tgz zeppelin-${RELEASE_NAME}
|
|
|
|
echo "Signing the source package"
|
|
cd ${WORKING_DIR}
|
|
echo $GPG_PASSPHRASE | gpg --passphrase-fd 0 --armor --output zeppelin-${RELEASE_NAME}.tgz.asc --detach-sig ${WORKING_DIR}/zeppelin-${RELEASE_NAME}.tgz
|
|
echo $GPG_PASSPHRASE | gpg --passphrase-fd 0 --print-md MD5 zeppelin-${RELEASE_NAME}.tgz > ${WORKING_DIR}/zeppelin-${RELEASE_NAME}.tgz.md5
|
|
${SHASUM} zeppelin-${RELEASE_NAME}.tgz > ${WORKING_DIR}/zeppelin-${RELEASE_NAME}.tgz.sha512
|
|
|
|
|
|
function make_binary_release() {
|
|
BIN_RELEASE_NAME="${1}"
|
|
BUILD_FLAGS="${2}"
|
|
|
|
cp -r ${WORKING_DIR}/zeppelin ${WORKING_DIR}/zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}
|
|
cd ${WORKING_DIR}/zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}
|
|
echo "mvn clean package -Pbuild-distr -DskipTests ${BUILD_FLAGS}"
|
|
mvn clean package -Pbuild-distr -DskipTests ${BUILD_FLAGS}
|
|
if [[ $? -ne 0 ]]; then
|
|
echo "Build failed. ${BUILD_FLAGS}"
|
|
exit 1
|
|
fi
|
|
|
|
# re-create package with proper dir name with binary license
|
|
cd zeppelin-distribution/target/zeppelin-*
|
|
mv zeppelin-* zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}
|
|
cat ../../src/bin_license/LICENSE >> zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}/LICENSE
|
|
cat ../../src/bin_license/NOTICE >> zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}/NOTICE
|
|
cp ../../src/bin_license/licenses/* zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}/licenses/
|
|
${TAR} cvzf zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}.tgz zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}
|
|
|
|
# sign bin package
|
|
echo $GPG_PASSPHRASE | gpg --passphrase-fd 0 --armor --output zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}.tgz.asc --detach-sig zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}.tgz
|
|
echo $GPG_PASSPHRASE | gpg --passphrase-fd 0 --print-md MD5 zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}.tgz > zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}.tgz.md5
|
|
${SHASUM} zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}.tgz > zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}.tgz.sha512
|
|
|
|
mv zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}.tgz ${WORKING_DIR}/
|
|
mv zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}.tgz.asc ${WORKING_DIR}/
|
|
mv zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}.tgz.md5 ${WORKING_DIR}/
|
|
mv zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}.tgz.sha512 ${WORKING_DIR}/
|
|
|
|
# clean up build dir
|
|
rm -rf ${WORKING_DIR}/zeppelin-${RELEASE_NAME}-bin-${BIN_RELEASE_NAME}
|
|
}
|
|
|
|
make_binary_release all "-Pspark-1.6 -Phadoop-2.4 -Pyarn -Ppyspark"
|
|
|
|
# remove non release files and dirs
|
|
rm -rf ${WORKING_DIR}/zeppelin
|
|
rm -rf ${WORKING_DIR}/zeppelin-${RELEASE_NAME}
|
|
echo "Release files are created under ${WORKING_DIR}"
|