mirror of
https://github.com/apache/zeppelin
synced 2026-05-24 09:38:26 +00:00
Load interpreter/spark/dep only when SPARK_HOME is undefined
This commit is contained in:
parent
54fdf0d807
commit
2052aa3d4f
1 changed files with 15 additions and 11 deletions
|
|
@ -73,19 +73,23 @@ if [[ ! -d "${ZEPPELIN_LOG_DIR}" ]]; then
|
|||
$(mkdir -p "${ZEPPELIN_LOG_DIR}")
|
||||
fi
|
||||
|
||||
if [[ ! -z "${SPARK_HOME}" ]]; then
|
||||
PYSPARKPATH="${SPARK_HOME}/python:${SPARK_HOME}/python/lib/pyspark.zip:${SPARK_HOME}/python/lib/py4j-0.8.2.1-src.zip"
|
||||
else
|
||||
PYSPARKPATH="${ZEPPELIN_HOME}/interpreter/spark/pyspark/pyspark.zip:${ZEPPELIN_HOME}/interpreter/spark/pyspark/py4j-0.8.2.1-src.zip"
|
||||
fi
|
||||
# set spark related env variables
|
||||
if [[ "${INTERPRETER_ID}" == "spark" ]]; then
|
||||
if [[ -z "${SPARK_HOME}" ]]; then
|
||||
PYSPARKPATH="${SPARK_HOME}/python:${SPARK_HOME}/python/lib/pyspark.zip:${SPARK_HOME}/python/lib/py4j-0.8.2.1-src.zip"
|
||||
else
|
||||
addJarInDir "${INTERPRETER_DIR}/dep"
|
||||
PYSPARKPATH="${ZEPPELIN_HOME}/interpreter/spark/pyspark/pyspark.zip:${ZEPPELIN_HOME}/interpreter/spark/pyspark/py4j-0.8.2.1-src.zip"
|
||||
fi
|
||||
|
||||
if [[ x"" == x"${PYTHONPATH}" ]]; then
|
||||
export PYTHONPATH="${PYSPARKPATH}"
|
||||
else
|
||||
export PYTHONPATH="${PYTHONPATH}:${PYSPARKPATH}"
|
||||
fi
|
||||
if [[ x"" == x"${PYTHONPATH}" ]]; then
|
||||
export PYTHONPATH="${PYSPARKPATH}"
|
||||
else
|
||||
export PYTHONPATH="${PYTHONPATH}:${PYSPARKPATH}"
|
||||
fi
|
||||
|
||||
unset PYSPARKPATH
|
||||
unset PYSPARKPATH
|
||||
fi
|
||||
|
||||
${ZEPPELIN_RUNNER} ${JAVA_INTP_OPTS} -cp ${CLASSPATH} ${ZEPPELIN_SERVER} ${PORT} &
|
||||
pid=$!
|
||||
|
|
|
|||
Loading…
Reference in a new issue