diff --git a/zeppelin-web/src/app/notebook/paragraph/paragraph-control.html b/zeppelin-web/src/app/notebook/paragraph/paragraph-control.html
index 7c51f3ad6f3..4ec515654a0 100644
--- a/zeppelin-web/src/app/notebook/paragraph/paragraph-control.html
+++ b/zeppelin-web/src/app/notebook/paragraph/paragraph-control.html
@@ -54,10 +54,10 @@
         </a>
       </li>
       <li>
-        <a ng-click="moveUp()"><span class="icon-arrow-up"></span> Move Up</a>
+        <a ng-click="moveUp()" ng-hide="$first"><span class="icon-arrow-up"></span> Move Up</a>
       </li>
       <li>
-        <a ng-click="moveDown()"><span class="icon-arrow-down"></span> Move Down</a>
+        <a ng-click="moveDown()" ng-hide="$last"><span class="icon-arrow-down"></span> Move Down</a>
       </li>
       <li>
         <a ng-click="insertNew()"><span class="icon-plus"></span> Insert New</a>
@@ -90,7 +90,7 @@
       </li>
       <li>
         <!-- remove paragraph -->
-        <a ng-click="removeParagraph()"><span class="fa fa-times"></span> Remove</a>
+        <a ng-click="removeParagraph()" ng-hide="$last"><span class="fa fa-times"></span> Remove</a>
       </li>
     </ul>
   </span>
diff --git a/zeppelin-web/src/app/notebook/paragraph/paragraph.controller.js b/zeppelin-web/src/app/notebook/paragraph/paragraph.controller.js
index c8195658105..22ac8e27bc9 100644
--- a/zeppelin-web/src/app/notebook/paragraph/paragraph.controller.js
+++ b/zeppelin-web/src/app/notebook/paragraph/paragraph.controller.js
@@ -522,17 +522,25 @@ angular.module('zeppelinWebApp')
   };
 
   $scope.removeParagraph = function() {
-    BootstrapDialog.confirm({
-      closable: true,
-      title: '',
-      message: 'Do you want to delete this paragraph?',
-      callback: function(result) {
-        if (result) {
-          console.log('Remove paragraph');
-          websocketMsgSrv.removeParagraph($scope.paragraph.id);
+    var paragraphs = angular.element('div[id$="_paragraphColumn_main"');
+    if (paragraphs[paragraphs.length-1].id.startsWith($scope.paragraph.id)) {
+      BootstrapDialog.alert({
+        closable: true,
+        message: 'The last paragraph can\'t be deleted.'
+      });
+    } else {
+      BootstrapDialog.confirm({
+        closable: true,
+        title: '',
+        message: 'Do you want to delete this paragraph?',
+        callback: function(result) {
+          if (result) {
+            console.log('Remove paragraph');
+            websocketMsgSrv.removeParagraph($scope.paragraph.id);
+          }
         }
-      }
-    });
+      });
+    }
   };
 
   $scope.clearParagraphOutput = function() {