Catch up with the apache/zeppelin repository master branch

.travis.yml

@@ -79,6 +79,17 @@ matrix:
           packages:
           - google-chrome-stable
 
+    # Run tests (in zeppelin-web-angular)
+    - os: linux
+      sudo: false
+      dist: xenial
+      jdk: "openjdk8"
+      env: CI="true" BUILD_FLAG="clean -DskipTests -DskipRat" TEST_FLAG="package -DskipRat" MODULES="-pl ${INTERPRETERS}" TEST_MODULES="-pl zeppelin-web-angular"
+      addons:
+        apt:
+          packages:
+            - google-chrome-stable
+
     # Test core modules
     # Several tests were excluded from this configuration due to the following issues:
     # HeliumApplicationFactoryTest - https://issues.apache.org/jira/browse/ZEPPELIN-2470

LICENSE

@@ -236,16 +236,19 @@ The text of each license is also included at licenses/LICENSE-[project]-[version
     (The MIT License) jekyll-bootstrap 0.3.0 (https://github.com/plusjade/jekyll-bootstrap) - https://github.com/plusjade/jekyll-bootstrap
     (The MIT License) jekyll 1.3.0 (http://jekyllrb.com/) - https://github.com/jekyll/jekyll/blob/v1.3.0/LICENSE
     (The MIT License) ngInfiniteScroll 1.3.4 (https://github.com/sroze/ngInfiniteScroll) - https://github.com/sroze/ngInfiniteScroll/blob/master/LICENSE
+    (The MIT License) @antv/G2 3.5 (https://github.com/antvis/g2) - https://github.com/antvis/g2/blob/master/LICENSE
+    (The MIT License) Lodash (https://lodash.com) - https://github.com/lodash/lodash/blob/master/LICENSE
+    (The MIT License) Monaco Editor (https://github.com/microsoft/monaco-editor) - https://github.com/microsoft/monaco-editor/blob/master/LICENSE.md
 
 ========================================================================
 MIT-style licenses
 ========================================================================
 The following components are provided under the MIT-style license. See project link for details.
 The text of each license is also included at licenses/LICENSE-[project]-[version].txt.
-    
+
     (MIT Style) jekyll-table-of-contents (https://github.com/ghiculescu/jekyll-table-of-contents) - https://github.com/ghiculescu/jekyll-table-of-contents/blob/master/LICENSE.txt
     (MIT Style) lunr.js (https://github.com/olivernn/lunr.js) - https://github.com/olivernn/lunr.js/blob/v0.7.1/LICENSE
-    
+
 ========================================================================
 Apache licenses
 ========================================================================

angular/src/main/resources/interpreter-setting.json

@@ -9,5 +9,16 @@
       "editOnDblClick": true,
       "completionSupport": false
     }
+  },
+  {
+    "group": "angular",
+    "name": "ng",
+    "className": "org.apache.zeppelin.angular.AngularInterpreter",
+    "properties": {
+    },
+    "editor": {
+      "editOnDblClick": true,
+      "completionSupport": false
+    }
   }
 ]

bin/common.sh

@@ -44,7 +44,15 @@ if [[ -z "${ZEPPELIN_WAR}" ]]; then
   if [[ -d "${ZEPPELIN_HOME}/zeppelin-web/dist" ]]; then
     export ZEPPELIN_WAR="${ZEPPELIN_HOME}/zeppelin-web/dist"
   else
-    export ZEPPELIN_WAR=$(find -L "${ZEPPELIN_HOME}" -name "zeppelin-web*.war")
+    export ZEPPELIN_WAR=$(find -L "${ZEPPELIN_HOME}" -name "zeppelin-web-[0-9]*.war")
+  fi
+fi
+
+if [[ -z "${ZEPPELIN_ANGULAR_WAR}" ]]; then
+  if [[ -d "${ZEPPELIN_HOME}/zeppelin-web/dist" ]]; then
+    export ZEPPELIN_ANGULAR_WAR="${ZEPPELIN_HOME}/zeppelin-web-angular/dist/zeppelin"
+  else
+    export ZEPPELIN_ANGULAR_WAR=$(find -L "${ZEPPELIN_HOME}" -name "zeppelin-web-angular*.war")
   fi
 fi
 
@@ -102,7 +110,7 @@ function getZeppelinVersion(){
     exit 0
 }
 
-# Text encoding for 
+# Text encoding for
 # read/write job into files,
 # receiving/displaying query/result.
 if [[ -z "${ZEPPELIN_ENCODING}" ]]; then

bin/zeppelin-daemon.sh

@@ -81,6 +81,7 @@ addJarInDir "${ZEPPELIN_HOME}/zeppelin-interpreter/target/lib"
 addJarInDir "${ZEPPELIN_HOME}/zeppelin-zengine/target/lib"
 addJarInDir "${ZEPPELIN_HOME}/zeppelin-server/target/lib"
 addJarInDir "${ZEPPELIN_HOME}/zeppelin-web/target/lib"
+addJarInDir "${ZEPPELIN_HOME}/zeppelin-web-angular/target/lib"
 
 CLASSPATH+=":${ZEPPELIN_CLASSPATH}"
 

bin/zeppelin.sh

@@ -70,6 +70,7 @@ addJarInDir "${ZEPPELIN_HOME}/zeppelin-interpreter/target/lib"
 addJarInDir "${ZEPPELIN_HOME}/zeppelin-zengine/target/lib"
 addJarInDir "${ZEPPELIN_HOME}/zeppelin-server/target/lib"
 addJarInDir "${ZEPPELIN_HOME}/zeppelin-web/target/lib"
+addJarInDir "${ZEPPELIN_HOME}/zeppelin-web-angular/target/lib"
 
 ZEPPELIN_CLASSPATH="$CLASSPATH:$ZEPPELIN_CLASSPATH"
 

dev/create_release.sh

@@ -98,8 +98,8 @@ function make_binary_release() {
 
 git_clone
 make_source_package
-make_binary_release all "-Pspark-2.3 -Phadoop-2.6 -Pscala-${SCALA_VERSION}"
-make_binary_release netinst "-Pspark-2.3 -Phadoop-2.6 -Pscala-${SCALA_VERSION} -pl zeppelin-interpreter,zeppelin-zengine,:zeppelin-display_${SCALA_VERSION},:zeppelin-spark-dependencies_${SCALA_VERSION},:zeppelin-spark_${SCALA_VERSION},zeppelin-web,zeppelin-server,zeppelin-distribution -am"
+make_binary_release all "-Phadoop-2.6 -Pscala-${SCALA_VERSION}"
+make_binary_release netinst "-Phadoop-2.6 -Pscala-${SCALA_VERSION} -pl zeppelin-interpreter,zeppelin-zengine,:zeppelin-display_${SCALA_VERSION},:zeppelin-spark-dependencies_${SCALA_VERSION},:zeppelin-spark_${SCALA_VERSION},zeppelin-web,zeppelin-server,zeppelin-distribution -am"
 
 # remove non release files and dirs
 rm -rf "${WORKING_DIR}/zeppelin"

dev/publish_release.sh

@@ -46,7 +46,7 @@ if [[ $RELEASE_VERSION == *"SNAPSHOT"* ]]; then
   DO_SNAPSHOT="yes"
 fi
 
-PUBLISH_PROFILES="-Ppublish-distr -Pspark-2.1 -Phadoop-2.6 -Pr"
+PUBLISH_PROFILES="-Ppublish-distr -Phadoop-2.6 -Pr"
 PROJECT_OPTIONS="-pl !zeppelin-distribution"
 NEXUS_STAGING="https://repository.apache.org/service/local/staging"
 NEXUS_PROFILE="153446d1ac37c4"

docs/_includes/themes/zeppelin/_navigation.html

@@ -142,6 +142,7 @@
                 <li><a href="{{BASE_PATH}}/interpreter/hive.html">Hive</a></li>
                 <li><a href="{{BASE_PATH}}/interpreter/ignite.html">Ignite</a></li>
                 <li><a href="{{BASE_PATH}}/interpreter/java.html">Java</a></li>
+                <li><a href="{{BASE_PATH}}/interpreter/jupyter.html">Jupyter</a></li>
                 <li><a href="{{BASE_PATH}}/interpreter/kotlin.html">Kotlin</a></li>
                 <li><a href="{{BASE_PATH}}/interpreter/kylin.html">Kylin</a></li>
                 <li><a href="{{BASE_PATH}}/interpreter/lens.html">Lens</a></li>

docs/interpreter/jupyter.md

@@ -0,0 +1,134 @@
+---
+layout: page
+title: "Jupyter Interpreter for Apache Zeppelin"
+description: "Project Jupyter exists to develop open-source software, open-standards, and services for interactive computing across dozens of programming languages."
+group: interpreter
+---
+<!--
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+{% include JB/setup %}
+
+# Jupyter Interpreter for Apache Zeppelin
+
+<div id="toc"></div>
+
+## Overview
+
+Project [Jupyter](https://jupyter.org/) exists to develop open-source software, open-standards, and services for interactive computing across dozens of programming languages.
+Zeppelin's Jupyter interpreter is a bridge/adapter between Zeppelin interpreter and Jupyter kernel. You can use any of jupyter kernel as long as you installed the necessary dependencies.
+
+## Configuration
+
+To run any Jupyter kernel in Zeppelin you first need to install the following prerequisite:
+
+* pip install jupyter-client
+* pip install grpcio
+* pip install protobuf
+
+Then you need install the jupyter kernel you want to use. In the following sections, we will talk about how to use the following 3 jupyter kernels in Zeppelin:
+
+* ipython
+* ir
+* julia
+
+## Jupyter Python kernel
+
+In order to use Jupyter Python kernel in Zeppelin, you need to install `ipykernel` first. 
+
+```bash
+
+pip install ipykernel
+```
+
+Then you can run python code in Jupyter interpreter like following. 
+
+```python
+
+%jupyter(kernel=python)
+
+%matplotlib inline
+import matplotlib.pyplot as plt
+plt.plot([1, 2, 3])
+```
+
+<img class="img-responsive" src="{{BASE_PATH}}/assets/themes/zeppelin/img/docs-img/ipython_kernel.png" width="80%"/>
+
+## Jupyter R kernel
+
+In order to use [IRKernel](https://github.com/IRkernel/IRkernel), you need to first install `IRkernel` package in R.
+
+```r
+install.packages('IRkernel')
+IRkernel::installspec()  # to register the kernel in the current R installation
+```
+
+Then you can run r code in Jupyter interpreter like following. 
+
+```r
+%jupyter(kernel=ir)
+
+library(ggplot2)
+ggplot(mpg, aes(x = displ, y = hwy)) +
+  geom_point()
+```
+
+<img class="img-responsive" src="{{BASE_PATH}}/assets/themes/zeppelin/img/docs-img/ir_kernel.png" width="80%"/>
+
+
+## Jupyter Julia kernel
+
+In order to use Julia in Zeppelin, you first need to install [IJulia](https://github.com/JuliaLang/IJulia.jl) first
+
+```julia
+using Pkg
+Pkg.add("IJulia")
+
+```
+
+Then you can run julia code in Jupyter interpreter like following. 
+
+```julia
+
+%jupyter(kernel=julia-1.3)
+
+using Pkg
+Pkg.add("Plots")
+using Plots
+plotly() # Choose the Plotly.jl backend for web interactivity
+plot(rand(5,5),linewidth=2,title="My Plot")
+Pkg.add("PyPlot") # Install a different backend
+pyplot() # Switch to using the PyPlot.jl backend
+plot(rand(5,5),linewidth=2,title="My Plot")
+```
+
+<img class="img-responsive" src="{{BASE_PATH}}/assets/themes/zeppelin/img/docs-img/julia_kernel.png" width="80%"/>
+
+
+## Use any other kernel
+
+For any other jupyter kernel, you can follow the below steps to use it in Zeppelin.
+
+1. Install the specified jupyter kernel. you can find all the available jupyter kernels [here](https://github.com/jupyter/jupyter/wiki/Jupyter-kernels) 
+2. Find its kernel name by run the following command
+   ```bash
+   jupyter kernelspec list
+   ```
+3. Run the kernel as following
+
+```python
+
+%jupyter(kernel=kernel_name)
+
+code
+```

docs/interpreter/shell.md

@@ -91,7 +91,7 @@ For changing the default behavior of when to renew Kerberos ticket following cha
 
 ```bash
 # Change Kerberos refresh interval (default value is 1d). Allowed postfix are ms, s, m, min, h, and d.
-export LAUNCH_KERBEROS_REFRESH_INTERVAL=4h
+export KERBEROS_REFRESH_INTERVAL=4h
 # Change kinit number retries (default value is 5), which means if the kinit command fails for 5 retries consecutively it will close the interpreter. 
 export KINIT_FAIL_THRESHOLD=10
 ```