mirror of
https://github.com/apache/zeppelin
synced 2026-05-24 09:38:26 +00:00
80e09eb0db
### What is this PR for?
When contributor uses zeppelin fork under organization, Jenkins can't check it with current travis_check.py.
This PR updates travis_check.py to distinguish error 1 when it fails with build fail, error 2 when it can't find build.
When it fails with 2, jenkins configuration can retry travis_check.py with organization repo.
Even though it tried again, still get 2 in return, then print instruction how to configure travis-ci.
Jenkins configuration is updated
from
```bash
if [ -f "travis_check.py" ]; then
git log -n 1
STATUS=$(curl -s $BUILD_URL | grep -e "GitHub pull request.*from.*" | sed 's/.*GitHub pull request <a href=\"\(https[^"]*\).*from[^"]*.\(https[^"]*\).*/\1 \2/g')
AUTHOR=$(echo $STATUS | sed 's/.*[/]\(.*\)$/\1/g')
PR=$(echo $STATUS | awk '{print $1}' | sed 's/.*[/]\(.*\)$/\1/g')
COMMIT=$(git log -n 1 | grep "^Merge:" | awk '{print $3}')
if [ -z $COMMIT ]; then
COMMIT=$(curl -s https://api.github.com/repos/apache/zeppelin/pulls/$PR | grep -e "\"ref\":" -e "\"sha\":" | tr '\n' ' ' | sed 's/\(.*sha[^,]*,\)\(.*ref.*\)/\1 = \2/g' | tr = '\n' | grep -v master | sed 's/.*sha.[^"]*["]\([^"]*\).*/\1/g')
fi
sleep 30 # sleep few moment to wait travis starts the build
python ./travis_check.py ${AUTHOR} ${COMMIT}
else
echo "travis_check.py does not exists"
echo "assume it's gh-pages branch"
echo "return okay"
fi
```
to
```bash
if [ -f "travis_check.py" ]; then
git log -n 1
STATUS=$(curl -s $BUILD_URL | grep -e "GitHub pull request.*from.*" | sed 's/.*GitHub pull request <a href=\"\(https[^"]*\).*from[^"]*.\(https[^"]*\).*/\1 \2/g')
AUTHOR=$(echo $STATUS | sed 's/.*[/]\(.*\)$/\1/g')
PR=$(echo $STATUS | awk '{print $1}' | sed 's/.*[/]\(.*\)$/\1/g')
COMMIT=$(git log -n 1 | grep "^Merge:" | awk '{print $3}')
if [ -z $COMMIT ]; then
COMMIT=$(curl -s https://api.github.com/repos/apache/zeppelin/pulls/$PR | grep -e "\"ref\":" -e "\"sha\":" | tr '\n' ' ' | sed 's/\(.*sha[^,]*,\)\(.*ref.*\)/\1 = \2/g' | tr = '\n' | grep -v master | sed 's/.*sha.[^"]*["]\([^"]*\).*/\1/g')
fi
sleep 30 # sleep few moment to wait travis starts the build
python ./travis_check.py ${AUTHOR} ${COMMIT}
RET_CODE=$?
if [ $RET_CODE -eq 2 ]; then # try with repository name when travis-ci is not available in the account
AUTHOR=$(curl -s https://api.github.com/repos/apache/zeppelin/pulls/$PR | grep '"full_name":' | grep -v "apache/zeppelin" | sed 's/.*[:][^"]*["]\([^/]*\).*/\1/g')
python ./travis_check.py ${AUTHOR} ${COMMIT}
RET_CODE=$?
fi
if [ $RET_CODE -eq 2 ]; then # fail with can't find build information in the travis
echo "Looks like travis-ci is not configured for your fork."
echo "Please setup by swich on 'zeppelin' repository at https://travis-ci.org/profile and travis-ci."
echo "And then make sure 'Build pushes' option is enabled in the settings https://travis-ci.org/${AUTHOR}/zeppelin/settings."
echo "See http://zeppelin.apache.org/contribution/contributions.html#continuous-integration."
fi
exit $RET_CODE
else
echo "travis_check.py does not exists"
echo "assume it's gh-pages branch"
echo "return okay"
fi
```
### What type of PR is it?
Improvement
### Todos
* [x] - distinguish error code travis_check.py
* [x] - Update jenkins configuration
### What is the Jira issue?
https://issues.apache.org/jira/browse/ZEPPELIN-2162
https://issues.apache.org/jira/browse/ZEPPELIN-2142
### Questions:
* Does the licenses files need update? no
* Is there breaking changes for older versions? no
* Does this needs documentation? no
Author: Lee moon soo <moon@apache.org>
Closes #2094 from Leemoonsoo/minor_update_travis_check and squashes the following commits:
5e3ade4 [Lee moon soo] use different error code when can't find build in travis, to distinguish with build fail
125 lines
4 KiB
Python
125 lines
4 KiB
Python
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
#
|
|
# This script checks build status of given pullrequest identified by author and commit hash.
|
|
#
|
|
# usage)
|
|
# python travis_check.py [author] [commit hash] [check interval (optional)]
|
|
#
|
|
# example)
|
|
# # full hash
|
|
# python travis_check.py Leemoonsoo 1f2549a38f440ebfbfe2d32a041684e3e39b496c
|
|
#
|
|
# # with short hash
|
|
# python travis_check.py Leemoonsoo 1f2549a
|
|
#
|
|
# # with custom check interval
|
|
# python travis_check.py Leemoonsoo 1f2549a 5,60,60
|
|
|
|
import os, sys, getopt, traceback, json, requests, time
|
|
|
|
author = sys.argv[1]
|
|
commit = sys.argv[2]
|
|
|
|
# check interval in sec
|
|
check = [5, 60, 300, 300, 300, 300, 300, 300, 300, 300, 300, 300, 600, 600, 600, 600, 600, 600]
|
|
|
|
if len(sys.argv) > 3:
|
|
check = map(lambda x: int(x), sys.argv[3].split(","))
|
|
|
|
def info(msg):
|
|
print("[" + time.strftime("%Y-%m-%d %H:%M:%S") + "] " + msg)
|
|
sys.stdout.flush()
|
|
|
|
info("Author: " + author + ", commit: " + commit)
|
|
|
|
|
|
def getBuildStatus(author, commit):
|
|
travisApi = "https://api.travis-ci.org/"
|
|
|
|
# get latest 25 builds
|
|
resp = requests.get(url=travisApi + "/repos/" + author + "/zeppelin/builds")
|
|
data = json.loads(resp.text)
|
|
build = None
|
|
|
|
if len(data) == 0:
|
|
return build;
|
|
|
|
for b in data:
|
|
if b["commit"][:len(commit)] == commit:
|
|
resp = requests.get(url=travisApi + "/repos/" + author + "/zeppelin/builds/" + str(b["id"]))
|
|
build = json.loads(resp.text)
|
|
break
|
|
|
|
return build
|
|
|
|
def status(index, msg, jobId):
|
|
return '{:20}'.format("[" + str(index+1) + "] " + msg) + "https://travis-ci.org/" + author + "/zeppelin/jobs/" + str(jobId)
|
|
|
|
def printBuildStatus(build):
|
|
failure = 0
|
|
running = 0
|
|
|
|
for index, job in enumerate(build["matrix"]):
|
|
result = job["result"]
|
|
jobId = job["id"]
|
|
|
|
if job["started_at"] == None and result == None:
|
|
print(status(index, "Not started", jobId))
|
|
running = running + 1
|
|
elif job["started_at"] != None and job["finished_at"] == None:
|
|
print(status(index, "Running ...", jobId))
|
|
running = running + 1
|
|
elif job["started_at"] != None and job["finished_at"] != None:
|
|
if result == None:
|
|
print(status(index, "Not completed", jobId))
|
|
failure = failure + 1
|
|
elif result == 0:
|
|
print(status(index, "OK", jobId))
|
|
else:
|
|
print(status(index, "Error " + str(result), jobId))
|
|
failure = failure + 1
|
|
else:
|
|
print(status(index, "Unknown state", jobId))
|
|
failure = failure + 1
|
|
|
|
return failure, running
|
|
|
|
|
|
for sleep in check:
|
|
info("--------------------------------")
|
|
time.sleep(sleep);
|
|
info("Get build status ...")
|
|
build = getBuildStatus(author, commit)
|
|
if build == None:
|
|
info("Can't find build for commit " + commit + " from " + author)
|
|
sys.exit(2)
|
|
|
|
print("Build https://travis-ci.org/" + author + "/zeppelin/builds/" + str(build["id"]))
|
|
failure, running = printBuildStatus(build)
|
|
|
|
print(str(failure) + " job(s) failed, " + str(running) + " job(s) running/pending")
|
|
|
|
if failure != 0:
|
|
sys.exit(1)
|
|
|
|
if failure == 0 and running == 0:
|
|
info("CI Green!")
|
|
sys.exit(0)
|
|
|
|
info("Timeout")
|
|
sys.exit(1)
|