output layer aactivation, add fc2 in call (#358)

softmax applied during training phase to output layer and fc2 layer is unused

Co-authored-by: Aymeric Damien <[email protected]>

Author: kilarinikhil

tensorflow_v2/notebooks/3_NeuralNetworks/neural_network.ipynb

@@ -111,12 +111,12 @@
     "        # First fully-connected hidden layer.\n",
     "        self.fc2 = layers.Dense(n_hidden_2, activation=tf.nn.relu)\n",
     "        # Second fully-connecter hidden layer.\n",
-    "        self.out = layers.Dense(num_classes, activation=tf.nn.softmax)\n",
+    "        self.out = layers.Dense(num_classes)\n",
     "\n",
     "    # Set forward pass.\n",
     "    def call(self, x, is_training=False):\n",
     "        x = self.fc1(x)\n",
-    "        x = self.fc2(x)\n",
+    "        x = self.fc2(x)\n"
     "        x = self.out(x)\n",
     "        if not is_training:\n",
     "            # tf cross entropy expect logits without softmax, so only\n",