From 4eee837bc6b4f904f9bff0c185deb5080a96ffa2 Mon Sep 17 00:00:00 2001 From: Lee moon soo Date: Sat, 9 May 2015 14:34:44 +0900 Subject: [PATCH 1/2] ZEPPELIN-68 simplify classpath --- bin/common.sh | 23 ++++++----------------- bin/interpreter.sh | 9 +++++++-- bin/zeppelin-daemon.sh | 22 ++++++++++++++++++++++ bin/zeppelin.sh | 22 ++++++++++++++++++++++ 4 files changed, 57 insertions(+), 19 deletions(-) diff --git a/bin/common.sh b/bin/common.sh index a825b76799f..8087e9d9be8 100644 --- a/bin/common.sh +++ b/bin/common.sh @@ -70,28 +70,19 @@ fi ZEPPELIN_CLASSPATH+=":${ZEPPELIN_CONF_DIR}" -function addJarInDir(){ +function addEachJarInDir(){ if [[ -d "${1}" ]]; then for jar in $(find -L "${1}" -maxdepth 1 -name '*jar'); do ZEPPELIN_CLASSPATH="$jar:$ZEPPELIN_CLASSPATH" done fi } - -addJarInDir "${ZEPPELIN_HOME}" -addJarInDir "${ZEPPELIN_HOME}/lib" -addJarInDir "${ZEPPELIN_HOME}/zeppelin-interpreter/target/lib" -addJarInDir "${ZEPPELIN_HOME}/zeppelin-zengine/target/lib" -addJarInDir "${ZEPPELIN_HOME}/zeppelin-server/target/lib" -addJarInDir "${ZEPPELIN_HOME}/zeppelin-web/target/lib" - -if [[ -d "${ZEPPELIN_HOME}/zeppelin-zengine/target/classes" ]]; then - ZEPPELIN_CLASSPATH+=":${ZEPPELIN_HOME}/zeppelin-zengine/target/classes" -fi -if [[ -d "${ZEPPELIN_HOME}/zeppelin-server/target/classes" ]]; then - ZEPPELIN_CLASSPATH+=":${ZEPPELIN_HOME}/zeppelin-server/target/classes" -fi +function addJarInDir(){ + if [[ -d "${1}" ]]; then + export ZEPPELIN_CLASSPATH="${1}/*:${ZEPPELIN_CLASSPATH}" + fi +} if [[ ! -z "${SPARK_HOME}" ]] && [[ -d "${SPARK_HOME}" ]]; then addJarInDir "${SPARK_HOME}" @@ -106,8 +97,6 @@ if [[ ! -z "${HADOOP_CONF_DIR}" ]] && [[ -d "${HADOOP_CONF_DIR}" ]]; then fi export ZEPPELIN_CLASSPATH -export SPARK_CLASSPATH+=":${ZEPPELIN_CLASSPATH}" -export CLASSPATH+=":${ZEPPELIN_CLASSPATH}" # Text encoding for # read/write job into files, diff --git a/bin/interpreter.sh b/bin/interpreter.sh index 025df362574..c214c3081d0 100755 --- a/bin/interpreter.sh +++ b/bin/interpreter.sh @@ -49,10 +49,16 @@ fi ZEPPELIN_CLASSPATH+=":${ZEPPELIN_CONF_DIR}" +# construct classpath +if [[ -d "${ZEPPELIN_HOME}/zeppelin-interpreter/target/classes" ]]; then + ZEPPELIN_CLASSPATH+=":${ZEPPELIN_HOME}/zeppelin-interpreter/target/classes" +fi + addJarInDir "${ZEPPELIN_HOME}/zeppelin-interpreter/target/lib" addJarInDir "${INTERPRETER_DIR}" -export CLASSPATH+=":${ZEPPELIN_CLASSPATH}" +export SPARK_CLASSPATH+=":${ZEPPELIN_CLASSPATH}" +CLASSPATH+=":${ZEPPELIN_CLASSPATH}" HOSTNAME=$(hostname) ZEPPELIN_SERVER=org.apache.zeppelin.interpreter.remote.RemoteInterpreterServer @@ -68,7 +74,6 @@ if [[ ! -d "${ZEPPELIN_LOG_DIR}" ]]; then fi - ${ZEPPELIN_RUNNER} ${JAVA_INTP_OPTS} -cp ${CLASSPATH} ${ZEPPELIN_SERVER} ${PORT} & pid=$! if [[ -z "${pid}" ]]; then diff --git a/bin/zeppelin-daemon.sh b/bin/zeppelin-daemon.sh index 56e6c88f513..2440c1286c6 100755 --- a/bin/zeppelin-daemon.sh +++ b/bin/zeppelin-daemon.sh @@ -54,6 +54,28 @@ ZEPPELIN_PID="${ZEPPELIN_PID_DIR}/zeppelin-${ZEPPELIN_IDENT_STRING}-${HOSTNAME}. ZEPPELIN_MAIN=org.apache.zeppelin.server.ZeppelinServer JAVA_OPTS+=" -Dzeppelin.log.file=${ZEPPELIN_LOGFILE}" +# construct classpath +if [[ -d "${ZEPPELIN_HOME}/zeppelin-interpreter/target/classes" ]]; then + ZEPPELIN_CLASSPATH+=":${ZEPPELIN_HOME}/zeppelin-interpreter/target/classes" +fi + +if [[ -d "${ZEPPELIN_HOME}/zeppelin-zengine/target/classes" ]]; then + ZEPPELIN_CLASSPATH+=":${ZEPPELIN_HOME}/zeppelin-zengine/target/classes" +fi + +if [[ -d "${ZEPPELIN_HOME}/zeppelin-server/target/classes" ]]; then + ZEPPELIN_CLASSPATH+=":${ZEPPELIN_HOME}/zeppelin-server/target/classes" +fi + +addJarInDir "${ZEPPELIN_HOME}" +addJarInDir "${ZEPPELIN_HOME}/lib" +addJarInDir "${ZEPPELIN_HOME}/zeppelin-interpreter/target/lib" +addJarInDir "${ZEPPELIN_HOME}/zeppelin-zengine/target/lib" +addJarInDir "${ZEPPELIN_HOME}/zeppelin-server/target/lib" +addJarInDir "${ZEPPELIN_HOME}/zeppelin-web/target/lib" + +CLASSPATH+=":${ZEPPELIN_CLASSPATH}" + if [[ "${ZEPPELIN_NICENESS}" = "" ]]; then export ZEPPELIN_NICENESS=0 fi diff --git a/bin/zeppelin.sh b/bin/zeppelin.sh index d81556c6d73..eb2f6914cfa 100755 --- a/bin/zeppelin.sh +++ b/bin/zeppelin.sh @@ -51,6 +51,28 @@ LOG="${ZEPPELIN_LOG_DIR}/zeppelin-cli-${ZEPPELIN_IDENT_STRING}-${HOSTNAME}.out" ZEPPELIN_SERVER=org.apache.zeppelin.server.ZeppelinServer JAVA_OPTS+=" -Dzeppelin.log.file=${ZEPPELIN_LOGFILE}" +# construct classpath +if [[ -d "${ZEPPELIN_HOME}/zeppelin-interpreter/target/classes" ]]; then + ZEPPELIN_CLASSPATH+=":${ZEPPELIN_HOME}/zeppelin-interpreter/target/classes" +fi + +if [[ -d "${ZEPPELIN_HOME}/zeppelin-zengine/target/classes" ]]; then + ZEPPELIN_CLASSPATH+=":${ZEPPELIN_HOME}/zeppelin-zengine/target/classes" +fi + +if [[ -d "${ZEPPELIN_HOME}/zeppelin-server/target/classes" ]]; then + ZEPPELIN_CLASSPATH+=":${ZEPPELIN_HOME}/zeppelin-server/target/classes" +fi + +addJarInDir "${ZEPPELIN_HOME}" +addJarInDir "${ZEPPELIN_HOME}/lib" +addJarInDir "${ZEPPELIN_HOME}/zeppelin-interpreter/target/lib" +addJarInDir "${ZEPPELIN_HOME}/zeppelin-zengine/target/lib" +addJarInDir "${ZEPPELIN_HOME}/zeppelin-server/target/lib" +addJarInDir "${ZEPPELIN_HOME}/zeppelin-web/target/lib" + +CLASSPATH+=":${ZEPPELIN_CLASSPATH}" + if [[ ! -d "${ZEPPELIN_LOG_DIR}" ]]; then echo "Log dir doesn't exist, create ${ZEPPELIN_LOG_DIR}" $(mkdir -p "${ZEPPELIN_LOG_DIR}") From ae3ea5a9f66ec947e768429aa7791f90c560139e Mon Sep 17 00:00:00 2001 From: Lee moon soo Date: Wed, 13 May 2015 01:45:30 +0200 Subject: [PATCH 2/2] Print rat.txt when build failed --- .travis.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.travis.yml b/.travis.yml index 7eb59353fbd..b09e228b2a7 100644 --- a/.travis.yml +++ b/.travis.yml @@ -29,6 +29,7 @@ script: - mvn verify -Pusing-packaged-distr -B after_failure: + - cat target/rat.txt - cat zeppelin-distribution/target/zeppelin-*-SNAPSHOT/zeppelin-*-SNAPSHOT/logs/zeppelin*.log - cat zeppelin-distribution/target/zeppelin-*-SNAPSHOT/zeppelin-*-SNAPSHOT/logs/zeppelin*.out