From d84a0eb0dcd758d45e0b3f1bec97aab4298c6b7f Mon Sep 17 00:00:00 2001
From: James Wexler <jameswex@users.noreply.github.com>
Date: Mon, 19 Mar 2018 19:38:11 +0100
Subject: [PATCH 1/9] Add flags to TBContext

---
 tensorboard/plugins/base_plugin.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/tensorboard/plugins/base_plugin.py b/tensorboard/plugins/base_plugin.py
index 2792a5a337..2e16bc7cd5 100644
--- a/tensorboard/plugins/base_plugin.py
+++ b/tensorboard/plugins/base_plugin.py
@@ -87,6 +87,7 @@ def __init__(
       db_connection_provider=None,
       db_module=None,
       db_uri=None,
+      flags=None,
       logdir=None,
       multiplexer=None,
       plugin_name_to_instance=None,
@@ -115,6 +116,8 @@ def __init__(
           not in SQL mode and multiplexer should be used instead.
       db_uri: The string db URI TensorBoard was started with. If this is set,
           the logdir should be None.
+      flags: A dict of the runtime flags provided to TensorBoard to their
+          values.
       logdir: The string logging directory TensorBoard was started with. If this
           is set, the db_uri should be None.
       multiplexer: An EventMultiplexer with underlying TB data. Plugins should
@@ -131,6 +134,7 @@ def __init__(
     self.db_connection_provider = db_connection_provider
     self.db_module = db_module
     self.db_uri = db_uri
+    self.flags = flags
     self.logdir = logdir
     self.multiplexer = multiplexer
     self.plugin_name_to_instance = plugin_name_to_instance

From ab0e9cfa87eb52d096b9c605f6d48b4c4d3c9bd4 Mon Sep 17 00:00:00 2001
From: James Wexler <jameswex@users.noreply.github.com>
Date: Mon, 19 Mar 2018 19:41:30 +0100
Subject: [PATCH 2/9] Add flags to TBContext in application

---
 tensorboard/backend/application.py | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/tensorboard/backend/application.py b/tensorboard/backend/application.py
index fa470a2b5c..ef8ddd1fdc 100644
--- a/tensorboard/backend/application.py
+++ b/tensorboard/backend/application.py
@@ -79,7 +79,8 @@ def standard_tensorboard_wsgi(
     db_uri="",
     assets_zip_provider=None,
     path_prefix="",
-    window_title=""):
+    window_title="",
+    flags=None):
   """Construct a TensorBoardWSGIApp with standard plugins and multiplexer.
 
   Args:
@@ -96,7 +97,7 @@ def standard_tensorboard_wsgi(
         the `tensorboard.default` module to use the default. This behavior
         might be removed in the future.
     window_title: A string specifying the the window title.
-
+    flags: A dict of the runtime flags provided to the application, or None.
   Returns:
     The new TensorBoard WSGI application.
   """
@@ -116,6 +117,7 @@ def standard_tensorboard_wsgi(
       db_module=db_module,
       db_connection_provider=db_connection_provider,
       db_uri=db_uri,
+      flags=flags,
       logdir=logdir,
       multiplexer=multiplexer,
       assets_zip_provider=assets_zip_provider,

From e72cbcf37adca9a3e30e5cf4af20010187bf1939 Mon Sep 17 00:00:00 2001
From: James Wexler <jameswex@users.noreply.github.com>
Date: Mon, 19 Mar 2018 19:54:43 +0100
Subject: [PATCH 3/9] Add flags to tbcontext

---
 tensorboard/program.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tensorboard/program.py b/tensorboard/program.py
index aade1e3114..3acedcc193 100644
--- a/tensorboard/program.py
+++ b/tensorboard/program.py
@@ -197,7 +197,8 @@ def create_tb_app(plugins, assets_zip_provider=None):
       reload_interval=FLAGS.reload_interval,
       plugins=plugins,
       path_prefix=FLAGS.path_prefix,
-      window_title=FLAGS.window_title)
+      window_title=FLAGS.window_title,
+      flags=FLAGS)
 
 
 def make_simple_server(tb_app, host=None, port=None, path_prefix=None):

From 3803ab7c3c16455bd114c49ae78ae142c9160a3a Mon Sep 17 00:00:00 2001
From: James Wexler <jwexler@google.com>
Date: Wed, 11 Apr 2018 11:42:46 -0400
Subject: [PATCH 4/9] gitignore changes

---
 .gitignore | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/.gitignore b/.gitignore
index 70436598bc..a11f9dc0e4 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,4 +1,6 @@
 /bazel-*
 /.idea
 *.pyc
-*.egg-info/
\ No newline at end of file
+*.egg-info/
+.vscode/
+tensorboard/tf

From 1ed76e466eabf7d0bceb835d2bf5bb917abe5776 Mon Sep 17 00:00:00 2001
From: James Wexler <jwexler@google.com>
Date: Wed, 30 Jan 2019 10:47:12 -0500
Subject: [PATCH 5/9] hide images, fix bug

---
 .../tf-interactive-inference-dashboard.html   | 28 +++++++++++++++----
 .../witwidget/notebook/colab/wit.py           |  2 +-
 .../witwidget/notebook/jupyter/js/lib/wit.js  |  1 +
 .../witwidget/version.py                      |  2 +-
 4 files changed, 26 insertions(+), 7 deletions(-)

diff --git a/tensorboard/plugins/interactive_inference/tf_interactive_inference_dashboard/tf-interactive-inference-dashboard.html b/tensorboard/plugins/interactive_inference/tf_interactive_inference_dashboard/tf-interactive-inference-dashboard.html
index 3f1c5384a7..0524f0bc73 100644
--- a/tensorboard/plugins/interactive_inference/tf_interactive_inference_dashboard/tf-interactive-inference-dashboard.html
+++ b/tensorboard/plugins/interactive_inference/tf_interactive_inference_dashboard/tf-interactive-inference-dashboard.html
@@ -1099,28 +1099,36 @@ <h2>Create a distance feature</h2>
                           all the features and values associated with that example. Some of the things you can
                           do in the datapoint editor are:</div>
                         <div class="datapoint-info-bullet">
-                          <img class="doc-image" src="editedexample.png">
+                          <template is="dom-if" if="[[!hideImages]]">
+                            <img class="doc-image" src="editedexample.png">
+                          </template>
                           <div class="datapoint-info-block">
                             <div class="bold">Test inference on edited values</div>
                             <div>Edit features and run inference to see how your model performs</div>
                           </div>
                         </div>
                         <div class="datapoint-info-bullet">
-                          <img class="doc-image" src="distance.png">
+                          <template is="dom-if" if="[[!hideImages]]">
+                            <img class="doc-image" src="distance.png">
+                          </template>
                           <div class="datapoint-info-block">
                             <div class="bold">Compute distances from a selected datapoint</div>
                             <div>Have the selected example be an anchor and create a new distance feature for all loaded examples</div>
                           </div>
                         </div>
                         <div class="datapoint-info-bullet">
-                          <img class="doc-image" src="explorecounterfactuals.png">
+                          <template is="dom-if" if="[[!hideImages]]">
+                            <img class="doc-image" src="explorecounterfactuals.png">
+                          </template>
                           <div class="datapoint-info-block">
                             <div class="bold">Find closest counterfactuals</div>
                             <div>See the closest example with a different classification</div>
                           </div>
                         </div>
                         <div class="datapoint-info-bullet">
-                          <img class="doc-image" src="pdplots.png">
+                          <template is="dom-if" if="[[!hideImages]]">
+                            <img class="doc-image" src="pdplots.png">
+                          </template>
                           <div class="datapoint-info-block">
                             <div class="bold">Partial Dependence Plots</div>
                             <div>Explore plots for every feature that show the change in inference results across different valid values for that feature</div>
@@ -1314,7 +1322,7 @@ <h2>Create a distance feature</h2>
                             <div class="flex-wrap">
                               <template is="dom-repeat" items="{{featureValueThreshold.threshold}}">
                                 <div>
-                                  <div hidden$=[[showModelNumbers_(featureValueThreshold)]]>Model: [[index]]</div>
+                                  <div hidden$=[[showModelNumbers_(featureValueThreshold)]]>Model: [[getPrintableModelNumber_(index)]]</div>
                                   <div class="flex">
                                     <paper-slider class="slider" editable=true min="0" max="1" step="0.01" immediate-value="{{item.threshold}}"
                                       value="[[item.threshold]]" on-value-changed="refreshInferencesNoRegen_">
@@ -1729,6 +1737,12 @@ <h2>Create a distance feature</h2>
           value: false,
           observer: 'localChanged_',
         },
+        // Boolean for if documentation images should be hidden, needed when
+        // running in an environment where the images aren't available.
+        hideImages: {
+          type: Boolean,
+          value: false,
+        },
         // Atlas URL for "local" demo mode.
         localAtlasUrl: String,
         // List of features for which we can make partial dep plots.
@@ -4373,6 +4387,10 @@ <h2>Create a distance feature</h2>
         return this.isBinaryClassification_(modelType, multiClass) ?
             'Compare Slices + Fairness Metrics' : 'Compare Slices';
       },
+
+      getPrintableModelNumber_: function(index) {
+        return index + 1;
+      },
     });
 
     tf_tensorboard.registerDashboard({
diff --git a/tensorboard/plugins/interactive_inference/witwidget/notebook/colab/wit.py b/tensorboard/plugins/interactive_inference/witwidget/notebook/colab/wit.py
index 9aee2b672e..d6af713adc 100644
--- a/tensorboard/plugins/interactive_inference/witwidget/notebook/colab/wit.py
+++ b/tensorboard/plugins/interactive_inference/witwidget/notebook/colab/wit.py
@@ -54,7 +54,7 @@ def infer_mutants(wit_id, details):
 
 # HTML/javascript for the WIT frontend.
 WIT_HTML = """
-  <tf-interactive-inference-dashboard id="wit" local>
+  <tf-interactive-inference-dashboard id="wit" local hide-images>
   </tf-interactive-inference-dashboard>
   <script>
     const examples = {examples};
diff --git a/tensorboard/plugins/interactive_inference/witwidget/notebook/jupyter/js/lib/wit.js b/tensorboard/plugins/interactive_inference/witwidget/notebook/jupyter/js/lib/wit.js
index 29406d203b..0efacbb91d 100644
--- a/tensorboard/plugins/interactive_inference/witwidget/notebook/jupyter/js/lib/wit.js
+++ b/tensorboard/plugins/interactive_inference/witwidget/notebook/jupyter/js/lib/wit.js
@@ -63,6 +63,7 @@ var WITView = widgets.DOMWidgetView.extend({
     this.view_ = document.createElement(
       'tf-interactive-inference-dashboard');
     this.view_.local = true;
+    this.viow_.hideImages = true;
     this.el.appendChild(this.view_);
 
     // Add listeners for changes from WIT Polymer element. Passes changes
diff --git a/tensorboard/plugins/interactive_inference/witwidget/version.py b/tensorboard/plugins/interactive_inference/witwidget/version.py
index 145d5c9da4..9b4dd9b3a1 100644
--- a/tensorboard/plugins/interactive_inference/witwidget/version.py
+++ b/tensorboard/plugins/interactive_inference/witwidget/version.py
@@ -14,4 +14,4 @@
 
 """Contains the version string."""
 
-VERSION = '0.1.6a1'
+VERSION = '0.1.6a3'

From 67a32f9cf9db3db62677c334d20e031faf448762 Mon Sep 17 00:00:00 2001
From: James Wexler <jwexler@google.com>
Date: Wed, 30 Jan 2019 11:47:20 -0500
Subject: [PATCH 6/9] doc updates

---
 .../plugins/interactive_inference/README.md   |  34 +++-
 .../witwidget/notebook/colab/wit.py           |   6 +
 .../witwidget/notebook/jupyter/wit.py         |   6 +
 .../witwidget/notebook/visualization.py       | 183 ++++++++++++++++++
 .../witwidget/version.py                      |   2 +-
 5 files changed, 228 insertions(+), 3 deletions(-)

diff --git a/tensorboard/plugins/interactive_inference/README.md b/tensorboard/plugins/interactive_inference/README.md
index 0bb75303d0..26515d525a 100644
--- a/tensorboard/plugins/interactive_inference/README.md
+++ b/tensorboard/plugins/interactive_inference/README.md
@@ -242,7 +242,36 @@ We imagine WIT to be useful for a wide variety of users.
 * Lay users - Learn about machine learning by interactively playing with
   datasets and models.
 
-## How do I use it in a Jupyter notebook?
+## Notebook mode details
+
+As seen in the [example notebook](https://colab.research.google.com/github/tensorflow/tensorboard/blob/master/tensorboard/plugins/interactive_inference/What_If_Tool_Notebook_Usage.ipynb),
+creating the `WitWidget` object is what causes the What-If Tool to be displayed
+in an output cell. The `WitWidget` object takes a `WitConfigBuilder` object as a
+constructor argument. The `WitConfigBuilder` object specifies the data and model
+information that the What-If Tool will use.
+
+The WitConfigBuilder object takes a list of tf.Example or tf.SequenceExample
+protos as a constructor argument. These protos will be shown in the tool and
+inferred in the specified model.
+
+The model to be used for inference by the tool can be specified one of two ways:
+- As a TensorFlow [Estimator](https://www.tensorflow.org/guide/estimators)
+  object that is provided through the `set_estimator_and_feature_spec` method.
+  In this case the inference will be done inside the notebook using the
+  provided estimator.
+- As an endpoint for a model being served by [TensorFlow Serving](https://github.com/tensorflow/serving),
+  through the `set_inference_address` and `set_model_name` methods. In this case
+  the inference will be done on the model server specified. To query a model served
+  on host "localhost" on port 8888, named "my_model", you would set on your
+  builder
+  `builder.set_inference_address('localhost:8888').set_model_name('my_model')`.
+
+See the documentation of [WitConfigBuilder]https://github.com/tensorflow/tensorboard/blob/master/tensorboard/plugins/interactive_inference/witwidget/notebook/visualization.py)
+for all options you can provide, including how to specify other model types
+(defaults to binary classification) and how to specify an optional second model
+to compare to the first model.
+
+### How do I enable it for use in a Jupyter notebook?
 First, install and enable WIT for Jupyter through the following commands:
 ```sh
 pip install witwidget
@@ -253,7 +282,7 @@ jupyter nbextension enable --py --sys-prefix witwidget
 Then, use it as seen at the bottom of the
 [What_If_Tool_Notebook_Usage.ipynb notebook](./What_If_Tool_Notebook_Usage.ipynb).
 
-## How do I use it in a Colab notebook?
+### How do I enable it for use in a Colab notebook?
 Install the widget into the runtime of the notebook kernel by running a cell
 containing:
 ```
@@ -262,3 +291,4 @@ containing:
 
 Then, use it as seen at the bottom of the
 [What_If_Tool_Notebook_Usage.ipynb notebook](https://colab.research.google.com/github/tensorflow/tensorboard/blob/master/tensorboard/plugins/interactive_inference/What_If_Tool_Notebook_Usage.ipynb).
+
diff --git a/tensorboard/plugins/interactive_inference/witwidget/notebook/colab/wit.py b/tensorboard/plugins/interactive_inference/witwidget/notebook/colab/wit.py
index d6af713adc..45c6437723 100644
--- a/tensorboard/plugins/interactive_inference/witwidget/notebook/colab/wit.py
+++ b/tensorboard/plugins/interactive_inference/witwidget/notebook/colab/wit.py
@@ -175,6 +175,12 @@ class WitWidget(object):
   index = 0
 
   def __init__(self, config_builder, height=1000):
+    """Constructor for colab notebook WitWidget.
+
+    Args:
+      config_builder: WitConfigBuilder object containing settings for WIT.
+      height: Optional height in pixels for WIT to occupy. Defaults to 1000.
+    """
     tf.logging.set_verbosity(tf.logging.WARN)
     config = config_builder.build()
     copied_config = dict(config)
diff --git a/tensorboard/plugins/interactive_inference/witwidget/notebook/jupyter/wit.py b/tensorboard/plugins/interactive_inference/witwidget/notebook/jupyter/wit.py
index f673b2ccf9..47900f39c9 100644
--- a/tensorboard/plugins/interactive_inference/witwidget/notebook/jupyter/wit.py
+++ b/tensorboard/plugins/interactive_inference/witwidget/notebook/jupyter/wit.py
@@ -52,6 +52,12 @@ class WitWidget(widgets.DOMWidget):
   sprite = Unicode('').tag(sync=True)
 
   def __init__(self, config_builder, height=1000):
+    """Constructor for Jupyter notebook WitWidget.
+
+    Args:
+      config_builder: WitConfigBuilder object containing settings for WIT.
+      height: Optional height in pixels for WIT to occupy. Defaults to 1000.
+    """
     super(WitWidget, self).__init__(layout=Layout(height='%ipx' % height))
     tf.logging.set_verbosity(tf.logging.WARN)
     config = config_builder.build()
diff --git a/tensorboard/plugins/interactive_inference/witwidget/notebook/visualization.py b/tensorboard/plugins/interactive_inference/witwidget/notebook/visualization.py
index 82ebfcc9a6..c90c860538 100644
--- a/tensorboard/plugins/interactive_inference/witwidget/notebook/visualization.py
+++ b/tensorboard/plugins/interactive_inference/witwidget/notebook/visualization.py
@@ -31,18 +31,35 @@ class WitConfigBuilder(object):
   """Configuration builder for WitWidget settings."""
 
   def __init__(self, examples):
+    """Constructs the WitConfigBuilder object.
+
+    Args:
+      examples: A list of tf.Example or tf.SequenceExample proto objects.
+      These are the examples that will be displayed in WIT. If not model to
+      infer these examples with is specified through the methods on this class,
+      then WIT will display the examples for exploration, but no model inference
+      will be performed by the tool.
+    """
     self.config = {}
     self.set_examples(examples)
     self.set_model_type('classification')
     self.set_label_vocab([])
   
   def build(self):
+    """Returns the configuration set through use of this builder object.
+
+    Used by WitWidget to set the settings on an instance of the What-If Tool.
+    """
     return self.config
   
   def store(self, key, value):
     self.config[key] = value
   
+  # Each setter in this object returns the object itself so that method
+  # chaining can be used.
+
   def set_examples(self, examples):
+    """Sets the examples to be displayed in WIT."""
     self.store('examples', examples)
     if len(examples) > 0:
       self.store('are_sequence_examples',
@@ -50,66 +67,217 @@ def set_examples(self, examples):
     return self
       
   def set_model_type(self, model):
+    """Sets the type of the model being used for inference.
+
+    Args:
+      model: The model type, such as "classification" or "regression".
+      The model type defaults to "classification".
+    """
     self.store('model_type', model)
     return self
   
   def set_inference_address(self, address):
+    """Sets the inference address for model inference through TF Serving.
+
+    Args:
+      address: The address of the served model, including port, such as
+      "localhost:8888".
+    """
     self.store('inference_address', address)
     return self
     
   def set_model_name(self, name):
+    """Sets the model name for model inference through TF Serving.
+
+    Setting a model name is required if inferring through a model hosted by
+    TF Serving.
+
+    Args:
+      name: The name of the model to be queried through TF Serving at the
+      address provided by set_inference_address.
+    """
     self.store('model_name', name)
     return self
   
   def set_model_version(self, version):
+    """Sets the optional model version for model inference through TF Serving.
+
+    Args:
+      version: The string version number of the model to be queried through TF
+      Serving. This is optional, as TF Serving will use the latest model version
+      if none is provided.
+    """
     self.store('model_version', version)
     return self
       
   def set_model_signature(self, signature):
+    """Sets the optional model signature for model inference through TF Serving.
+
+    Args:
+      signature: The string signature of the model to be queried through TF
+      Serving. This is optional, as TF Serving will use the default model
+      signature if none is provided.
+    """
     self.store('model_signature', signature)
     return self
       
   def set_compare_inference_address(self, address):
+    """Sets the inference address for model inference for a second model hosted
+    by TF Serving.
+
+    If you wish to compare the results of two models in WIT, use this method
+    to setup the details of the second model.
+
+    Args:
+      address: The address of the served model, including port, such as
+      "localhost:8888".
+    """
     self.store('inference_address_2', address)
     return self
       
   def set_compare_model_name(self, name):
+    """Sets the model name for a second model hosted by TF Serving.
+
+    If you wish to compare the results of two models in WIT, use this method
+    to setup the details of the second model.
+
+    Setting a model name is required if inferring through a model hosted by
+    TF Serving.
+
+    Args:
+      name: The name of the model to be queried through TF Serving at the
+      address provided by set_compare_inference_address.
+    """
     self.store('model_name_2', name)
     return self
   
   def set_compare_model_version(self, version):
+    """Sets the optional model version for a second model hosted by TF Serving.
+
+    If you wish to compare the results of two models in WIT, use this method
+    to setup the details of the second model.
+
+    Args:
+      version: The string version number of the model to be queried through TF
+      Serving. This is optional, as TF Serving will use the latest model version
+      if none is provided.
+    """
     self.store('model_version_2', version)
     return self
       
   def set_compare_model_signature(self, signature):
+    """Sets the optional model signature for a second model hosted by TF
+    Serving.
+
+    If you wish to compare the results of two models in WIT, use this method
+    to setup the details of the second model.
+
+    Args:
+      signature: The string signature of the model to be queried through TF
+      Serving. This is optional, as TF Serving will use the default model
+      signature if none is provided.
+    """
     self.store('model_signature_2', signature)
     return self
       
   def set_uses_predict_api(self, predict):
+    """Indicates that the model uses the Predict API, as opposed to the
+    Classification or Regression API.
+
+    If the model doesn't use the standard Classification or Regression APIs
+    provided through TF Serving, but instead uses the more flexible Predict API,
+    then use this method to indicate that. If this is true, then use the
+    set_predict_input_tensor and set_predict_output_tensor methods to indicate
+    the names of the tensors that are used as the input and output for the
+    models provided in order to perform the appropriate inference request.
+
+    Args:
+      predict: True if the model or models use the Predict API.
+    """
     self.store('uses_predict_api', predict)
     return self
   
   def set_max_classes_to_display(self, max_classes):
+    """Sets the maximum number of class results to display for multiclass
+    classification models.
+
+    When using WIT with a multiclass model with a large number of possible
+    classes, it can be helpful to restrict WIT to only display some smaller
+    number of the highest-scoring classes as inference results for any given
+    example. This method sets that limit.
+
+    Args:
+      max_classes: The maximum number of classes to display for inference
+      results for multiclass classification models.
+    """
     self.store('max_classes', max_classes)
     return self
   
   def set_multi_class(self, multiclass):
+    """Sets if the model(s) to query are mutliclass classification models.
+
+    Args:
+      multiclass: True if the model or models are multiclass classififcation
+      models. Defaults to false.
+    """
     self.store('multiclass', multiclass)
     return self
       
   def set_predict_input_tensor(self, tensor):
+    """Sets the name of the input tensor for models that use the Predict API.
+
+    If using WIT with set_uses_predict_api(True), then call this to specify
+    the name of the input tensor of the model or models that accepts the
+    example proto for inference.
+
+    Args:
+      tensor: The name of the input tensor.
+    """
     self.store('predict_input_tensor', tensor)
     return self
 
   def set_predict_output_tensor(self, tensor):
+    """Sets the name of the output tensor for models that use the Predict API.
+
+    If using WIT with set_uses_predict_api(True), then call this to specify
+    the name of the output tensor of the model or models that returns the
+    inference results to be explored by WIT.
+
+    Args:
+      tensor: The name of the output tensor.
+    """
     self.store('predict_output_tensor', tensor)
     return self
 
   def set_label_vocab(self, vocab):
+    """Sets the string value of numeric labels for classification models.
+
+    For classification models, the model returns scores for each class ID
+    number (classes 0 and 1 for binary classification models). In order for
+    WIT to visually display the results in a more-readable way, you can specify
+    string labels for each class ID.
+
+    Args:
+      vocab: A list of strings, where the string at each index corresponds to
+      the label for that class ID. For example ['<=50K', '>50K'] for the UCI
+      census binary classification task.
+    """
     self.store('label_vocab', vocab)
     return self
 
   def set_estimator_and_feature_spec(self, estimator, feature_spec):
+    """Sets the model for inference as a TF Estimator.
+
+    Instead of using TF Serving to host a model for WIT to query, WIT can
+    directly use a TF Estimator object as the model to query. In order to
+    accomplish this, a feature_spec must also be provided to parse the
+    example protos for input into the estimator.
+
+    Args:
+      estimator: The TF Estimator which will be used for model inference.
+      feature_spec: The feature_spec object which will be used for exmaple
+      parsing.
+    """
     self.store('estimator_and_spec', {
       'estimator': estimator, 'feature_spec': feature_spec})
     self.set_inference_address('estimator')
@@ -117,6 +285,21 @@ def set_estimator_and_feature_spec(self, estimator, feature_spec):
     return self
   
   def set_compare_estimator_and_feature_spec(self, estimator, feature_spec):
+    """Sets a second model for inference as a TF Estimator.
+
+    If you wish to compare the results of two models in WIT, use this method
+    to setup the details of the second model.
+
+    Instead of using TF Serving to host a model for WIT to query, WIT can
+    directly use a TF Estimator object as the model to query. In order to
+    accomplish this, a feature_spec must also be provided to parse the
+    example protos for input into the estimator.
+
+    Args:
+      estimator: The TF Estimator which will be used for model inference.
+      feature_spec: The feature_spec object which will be used for exmaple
+      parsing.
+    """
     self.store('compare_estimator_and_spec', {
       'estimator': estimator, 'feature_spec': feature_spec})
     self.set_compare_inference_address('estimator')
diff --git a/tensorboard/plugins/interactive_inference/witwidget/version.py b/tensorboard/plugins/interactive_inference/witwidget/version.py
index 9b4dd9b3a1..8a8afb622b 100644
--- a/tensorboard/plugins/interactive_inference/witwidget/version.py
+++ b/tensorboard/plugins/interactive_inference/witwidget/version.py
@@ -14,4 +14,4 @@
 
 """Contains the version string."""
 
-VERSION = '0.1.6a3'
+VERSION = '0.1.6a4'

From 94a4fe5e3fd4ec85604869fe939fe6c950feea6b Mon Sep 17 00:00:00 2001
From: James Wexler <jwexler@google.com>
Date: Wed, 30 Jan 2019 11:51:31 -0500
Subject: [PATCH 7/9] update

---
 .../witwidget/notebook/visualization.py       | 63 +++++++++++++++++--
 1 file changed, 59 insertions(+), 4 deletions(-)

diff --git a/tensorboard/plugins/interactive_inference/witwidget/notebook/visualization.py b/tensorboard/plugins/interactive_inference/witwidget/notebook/visualization.py
index c90c860538..834ca1da42 100644
--- a/tensorboard/plugins/interactive_inference/witwidget/notebook/visualization.py
+++ b/tensorboard/plugins/interactive_inference/witwidget/notebook/visualization.py
@@ -54,12 +54,16 @@ def build(self):
   
   def store(self, key, value):
     self.config[key] = value
-  
-  # Each setter in this object returns the object itself so that method
-  # chaining can be used.
 
   def set_examples(self, examples):
-    """Sets the examples to be displayed in WIT."""
+    """Sets the examples to be displayed in WIT.
+    
+    Args:
+      examples: List of example protos.
+
+    Returns:
+      self, in order to enabled method chaining.
+    """
     self.store('examples', examples)
     if len(examples) > 0:
       self.store('are_sequence_examples',
@@ -72,6 +76,9 @@ def set_model_type(self, model):
     Args:
       model: The model type, such as "classification" or "regression".
       The model type defaults to "classification".
+
+    Returns:
+      self, in order to enabled method chaining.
     """
     self.store('model_type', model)
     return self
@@ -82,6 +89,9 @@ def set_inference_address(self, address):
     Args:
       address: The address of the served model, including port, such as
       "localhost:8888".
+
+    Returns:
+      self, in order to enabled method chaining.
     """
     self.store('inference_address', address)
     return self
@@ -95,6 +105,9 @@ def set_model_name(self, name):
     Args:
       name: The name of the model to be queried through TF Serving at the
       address provided by set_inference_address.
+
+    Returns:
+      self, in order to enabled method chaining.
     """
     self.store('model_name', name)
     return self
@@ -106,6 +119,9 @@ def set_model_version(self, version):
       version: The string version number of the model to be queried through TF
       Serving. This is optional, as TF Serving will use the latest model version
       if none is provided.
+
+    Returns:
+      self, in order to enabled method chaining.
     """
     self.store('model_version', version)
     return self
@@ -117,6 +133,9 @@ def set_model_signature(self, signature):
       signature: The string signature of the model to be queried through TF
       Serving. This is optional, as TF Serving will use the default model
       signature if none is provided.
+
+    Returns:
+      self, in order to enabled method chaining.
     """
     self.store('model_signature', signature)
     return self
@@ -131,6 +150,9 @@ def set_compare_inference_address(self, address):
     Args:
       address: The address of the served model, including port, such as
       "localhost:8888".
+
+    Returns:
+      self, in order to enabled method chaining.
     """
     self.store('inference_address_2', address)
     return self
@@ -147,6 +169,9 @@ def set_compare_model_name(self, name):
     Args:
       name: The name of the model to be queried through TF Serving at the
       address provided by set_compare_inference_address.
+
+    Returns:
+      self, in order to enabled method chaining.
     """
     self.store('model_name_2', name)
     return self
@@ -161,6 +186,9 @@ def set_compare_model_version(self, version):
       version: The string version number of the model to be queried through TF
       Serving. This is optional, as TF Serving will use the latest model version
       if none is provided.
+
+    Returns:
+      self, in order to enabled method chaining.
     """
     self.store('model_version_2', version)
     return self
@@ -176,6 +204,9 @@ def set_compare_model_signature(self, signature):
       signature: The string signature of the model to be queried through TF
       Serving. This is optional, as TF Serving will use the default model
       signature if none is provided.
+
+    Returns:
+      self, in order to enabled method chaining.
     """
     self.store('model_signature_2', signature)
     return self
@@ -193,6 +224,9 @@ def set_uses_predict_api(self, predict):
 
     Args:
       predict: True if the model or models use the Predict API.
+
+    Returns:
+      self, in order to enabled method chaining.
     """
     self.store('uses_predict_api', predict)
     return self
@@ -209,6 +243,9 @@ def set_max_classes_to_display(self, max_classes):
     Args:
       max_classes: The maximum number of classes to display for inference
       results for multiclass classification models.
+
+    Returns:
+      self, in order to enabled method chaining.
     """
     self.store('max_classes', max_classes)
     return self
@@ -219,6 +256,9 @@ def set_multi_class(self, multiclass):
     Args:
       multiclass: True if the model or models are multiclass classififcation
       models. Defaults to false.
+
+    Returns:
+      self, in order to enabled method chaining.
     """
     self.store('multiclass', multiclass)
     return self
@@ -232,6 +272,9 @@ def set_predict_input_tensor(self, tensor):
 
     Args:
       tensor: The name of the input tensor.
+
+    Returns:
+      self, in order to enabled method chaining.
     """
     self.store('predict_input_tensor', tensor)
     return self
@@ -245,6 +288,9 @@ def set_predict_output_tensor(self, tensor):
 
     Args:
       tensor: The name of the output tensor.
+
+    Returns:
+      self, in order to enabled method chaining.
     """
     self.store('predict_output_tensor', tensor)
     return self
@@ -261,6 +307,9 @@ def set_label_vocab(self, vocab):
       vocab: A list of strings, where the string at each index corresponds to
       the label for that class ID. For example ['<=50K', '>50K'] for the UCI
       census binary classification task.
+
+    Returns:
+      self, in order to enabled method chaining.
     """
     self.store('label_vocab', vocab)
     return self
@@ -277,6 +326,9 @@ def set_estimator_and_feature_spec(self, estimator, feature_spec):
       estimator: The TF Estimator which will be used for model inference.
       feature_spec: The feature_spec object which will be used for exmaple
       parsing.
+
+    Returns:
+      self, in order to enabled method chaining.
     """
     self.store('estimator_and_spec', {
       'estimator': estimator, 'feature_spec': feature_spec})
@@ -299,6 +351,9 @@ def set_compare_estimator_and_feature_spec(self, estimator, feature_spec):
       estimator: The TF Estimator which will be used for model inference.
       feature_spec: The feature_spec object which will be used for exmaple
       parsing.
+
+    Returns:
+      self, in order to enabled method chaining.
     """
     self.store('compare_estimator_and_spec', {
       'estimator': estimator, 'feature_spec': feature_spec})

From 4dda131055ffcc687273367f62ee5e8d3b84742b Mon Sep 17 00:00:00 2001
From: James Wexler <jwexler@google.com>
Date: Wed, 30 Jan 2019 12:59:08 -0500
Subject: [PATCH 8/9] typo

---
 .../witwidget/notebook/jupyter/js/lib/wit.js                    | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorboard/plugins/interactive_inference/witwidget/notebook/jupyter/js/lib/wit.js b/tensorboard/plugins/interactive_inference/witwidget/notebook/jupyter/js/lib/wit.js
index 0efacbb91d..83ef0d5649 100644
--- a/tensorboard/plugins/interactive_inference/witwidget/notebook/jupyter/js/lib/wit.js
+++ b/tensorboard/plugins/interactive_inference/witwidget/notebook/jupyter/js/lib/wit.js
@@ -63,7 +63,7 @@ var WITView = widgets.DOMWidgetView.extend({
     this.view_ = document.createElement(
       'tf-interactive-inference-dashboard');
     this.view_.local = true;
-    this.viow_.hideImages = true;
+    this.view_.hideImages = true;
     this.el.appendChild(this.view_);
 
     // Add listeners for changes from WIT Polymer element. Passes changes

From 47f9e341e68f3c468bb7ae415227069f8f6f4735 Mon Sep 17 00:00:00 2001
From: James Wexler <jwexler@google.com>
Date: Wed, 30 Jan 2019 13:14:09 -0500
Subject: [PATCH 9/9] merge thing

---
 tensorboard/backend/application.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorboard/backend/application.py b/tensorboard/backend/application.py
index df171a2e88..a79ba88d2d 100644
--- a/tensorboard/backend/application.py
+++ b/tensorboard/backend/application.py
@@ -99,6 +99,7 @@ def standard_tensorboard_wsgi(flags, plugin_loaders, assets_zip_provider):
     flags: An argparse.Namespace containing TensorBoard CLI flags.
     plugin_loaders: A list of TBLoader instances.
     assets_zip_provider: See TBContext documentation for more information.
+
   Returns:
     The new TensorBoard WSGI application.