CSC791_IDSML_Classifiers_Original.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn import preprocessing\n",
    "import sklearn as skl\n",
    "from sklearn import tree\n",
    "from collections import defaultdict\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import pickle\n",
    "%matplotlib inline\n",
    "\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_x = pd.read_pickle('train_x.pkl')\n",
    "train_Y = pd.read_pickle('train_Y.pkl')\n",
    "test_x = pd.read_pickle('test_x.pkl')\n",
    "test_Y = pd.read_pickle('test_Y.pkl')\n",
    "label_names = ['Benign','Bot','Brute Force-Web','Brute Force-XSS','DDOS attack-HOIC', 'DDOS attack-LOIC-UDP', 'DDoS attacks-LOIC-HTTP',\n",
    "'DoS attacks-GoldenEye', 'DoS attacks-Hulk', 'DoS attacks-SlowHTTPTest', 'DoS attacks-Slowloris', 'FTP-BruteForce',\n",
    "'Infilteration', 'Label', 'SQL Injection', 'SSH-Bruteforce']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Decision Tree Classifier Results\n",
      "======================\n",
      "Confusion Matrix:\n",
      "[[2660570       1      21       2       2       0       2       3       3\n",
      "        1       0       1   18071       0       0       0]\n",
      " [      7   57264       0       0       0       0       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [     31       0      91       0       0       0       0       0       0\n",
      "        0       0       0       0       0       2       0]\n",
      " [      1       0       1      52       0       0       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [      0       0       0       0  137231       0       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [      0       0       0       0       0     315       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [      0       0       0       0       0       0  115280       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [      0       0       0       0       0       0       0    8266       1\n",
      "        0       0       0       0       0       0       0]\n",
      " [      0       0       0       0       0       0       0       0   92063\n",
      "        0       0       0       0       0       0       0]\n",
      " [      0       0       0       0       0       0       0       0       0\n",
      "    14376       0   13728       0       0       0       0]\n",
      " [      0       0       0       0       0       0       0       0       0\n",
      "        0    2155       0       0       0       0       0]\n",
      " [      0       0       0       0       0       0       0       0       0\n",
      "     4156       0   34442       0       0       0       0]\n",
      " [  27513       0       0       0       0       2       0       0       0\n",
      "        1       0       0    4510       0       0       0]\n",
      " [      0       0       0       0       0       0       0       0       0\n",
      "        0       0       0       0      13       0       0]\n",
      " [      0       0       0       0       0       0       0       0       0\n",
      "        0       0       0       1       0      14       0]\n",
      " [      0       0       0       0       0       0       0       0       0\n",
      "        2       0       5       0       0       0   37249]]\n",
      "Error Value:0.019692952545493414\n",
      "Accuracy_Score:0.9803070474545066\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# 5-class classification version\n",
    "from sklearn.tree import DecisionTreeClassifier\n",
    "from sklearn.metrics import confusion_matrix, zero_one_loss, accuracy_score\n",
    "\n",
    "DTclassifier = DecisionTreeClassifier(random_state=10)\n",
    "DTclassifier.fit(train_x, train_Y)\n",
    "\n",
    "pred_y = DTclassifier.predict(test_x)\n",
    "\n",
    "results = confusion_matrix(test_Y, pred_y)\n",
    "error = zero_one_loss(test_Y, pred_y)\n",
    "accuracy_score = accuracy_score(test_Y, pred_y)\n",
    "\n",
    "print(\"Decision Tree Classifier Results\\n======================\\nConfusion Matrix:\\n{}\\nError Value:{}\\nAccuracy_Score:{}\\n\".format(results, error, accuracy_score))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "tree.export_graphviz(DTclassifier, out_file='DTtree.dot')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Random Forest Decision Tree Classifier Results\n",
      "======================\n",
      "Confusion Matrix:\n",
      "[[2660570       1      21       2       2       0       2       3       3\n",
      "        1       0       1   18071       0       0       0]\n",
      " [      7   57264       0       0       0       0       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [     31       0      91       0       0       0       0       0       0\n",
      "        0       0       0       0       0       2       0]\n",
      " [      1       0       1      52       0       0       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [      0       0       0       0  137231       0       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [      0       0       0       0       0     315       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [      0       0       0       0       0       0  115280       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [      0       0       0       0       0       0       0    8266       1\n",
      "        0       0       0       0       0       0       0]\n",
      " [      0       0       0       0       0       0       0       0   92063\n",
      "        0       0       0       0       0       0       0]\n",
      " [      0       0       0       0       0       0       0       0       0\n",
      "    14376       0   13728       0       0       0       0]\n",
      " [      0       0       0       0       0       0       0       0       0\n",
      "        0    2155       0       0       0       0       0]\n",
      " [      0       0       0       0       0       0       0       0       0\n",
      "     4156       0   34442       0       0       0       0]\n",
      " [  27513       0       0       0       0       2       0       0       0\n",
      "        1       0       0    4510       0       0       0]\n",
      " [      0       0       0       0       0       0       0       0       0\n",
      "        0       0       0       0      13       0       0]\n",
      " [      0       0       0       0       0       0       0       0       0\n",
      "        0       0       0       1       0      14       0]\n",
      " [      0       0       0       0       0       0       0       0       0\n",
      "        2       0       5       0       0       0   37249]]\n",
      "Error Value:0.019692952545493414\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# Fitting Random Forest Classification to the Training set\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "RFclassifier = RandomForestClassifier(n_estimators = 10, random_state = 10, n_jobs=-1, )\n",
    "RFclassifier.fit(train_x, train_Y)\n",
    "\n",
    "# Predicting the Test set results\n",
    "y_pred = RFclassifier.predict(test_x)\n",
    "\n",
    "results = confusion_matrix(test_Y, pred_y)\n",
    "error = zero_one_loss(test_Y, pred_y)\n",
    "\n",
    "\n",
    "print(\"Random Forest Decision Tree Classifier Results\\n======================\\nConfusion Matrix:\\n{}\\nError Value:{}\\n\".format(results, error))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "pred_y Labels by Count (Total: 3642703)\n",
      "0     2688122\n",
      "4      137233\n",
      "6      115282\n",
      "8       92067\n",
      "1       57265\n",
      "11      48176\n",
      "15      37249\n",
      "12      22582\n",
      "9       18536\n",
      "7        8269\n",
      "10       2155\n",
      "5         317\n",
      "2         113\n",
      "3          54\n",
      "14         16\n",
      "13         13\n",
      "dtype: int64\n",
      "\n",
      "================\n",
      "test_Y Labels by Count (Total: 3736828)\n",
      "0     2678677\n",
      "4      137231\n",
      "6      115280\n",
      "8       92063\n",
      "1       57271\n",
      "11      38598\n",
      "15      37256\n",
      "12      32026\n",
      "9       28104\n",
      "7        8267\n",
      "10       2155\n",
      "5         315\n",
      "2         124\n",
      "3          54\n",
      "14         15\n",
      "13         13\n",
      "Name: Label, dtype: int64\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print('pred_y Labels by Count (Total: {})\\n{}\\n\\n================\\ntest_Y Labels by Count (Total: {})\\n{}\\n\\n'.format(pd.Series(pred_y).sum(), pd.Series(pred_y).value_counts(), pd.Series(test_Y).sum(), pd.Series(test_Y).value_counts()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Benign</th>\n",
       "      <th>Bot</th>\n",
       "      <th>Brute Force -Web</th>\n",
       "      <th>Brute Force -XSS</th>\n",
       "      <th>DDOS attack-HOIC</th>\n",
       "      <th>DDOS attack-LOIC-UDP</th>\n",
       "      <th>DDoS attacks-LOIC-HTTP</th>\n",
       "      <th>DoS attacks-GoldenEye</th>\n",
       "      <th>DoS attacks-Hulk</th>\n",
       "      <th>DoS attacks-SlowHTTPTest</th>\n",
       "      <th>DoS attacks-Slowloris</th>\n",
       "      <th>FTP-BruteForce</th>\n",
       "      <th>Infilteration</th>\n",
       "      <th>Label</th>\n",
       "      <th>SQL Injection</th>\n",
       "      <th>SSH-Bruteforce</th>\n",
       "      <th>Attack Probability Total</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.999390</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000610</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000610</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.971569</td>\n",
       "      <td>0.023024</td>\n",
       "      <td>0.000358</td>\n",
       "      <td>0.000086</td>\n",
       "      <td>0.000138</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.010709e-07</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000063</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.004684</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.777933e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.028431</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.949195</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.050805</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.050805</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.000018</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.729760e-07</td>\n",
       "      <td>0.99998</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000001</td>\n",
       "      <td>0.999982</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.895990</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.103997</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.658168e-07</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.104010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.992373</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000574</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.007048</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.007627</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.963476</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.036524</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.036524</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.996435</td>\n",
       "      <td>0.000094</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000105</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.003332</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.310334e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.003565</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      Benign       Bot  Brute Force -Web  Brute Force -XSS  DDOS attack-HOIC  \\\n",
       "0   1.000000  0.000000          0.000000          0.000000          0.000000   \n",
       "1   1.000000  0.000000          0.000000          0.000000          0.000000   \n",
       "2   0.999390  0.000000          0.000000          0.000000          0.000000   \n",
       "3   1.000000  0.000000          0.000000          0.000000          0.000000   \n",
       "4   0.971569  0.023024          0.000358          0.000086          0.000138   \n",
       "5   1.000000  0.000000          0.000000          0.000000          0.000000   \n",
       "6   1.000000  0.000000          0.000000          0.000000          0.000000   \n",
       "7   0.949195  0.000000          0.000000          0.000000          0.000000   \n",
       "8   1.000000  0.000000          0.000000          0.000000          0.000000   \n",
       "9   0.000018  0.000000          0.000000          0.000000          0.000000   \n",
       "10  1.000000  0.000000          0.000000          0.000000          0.000000   \n",
       "11  1.000000  0.000000          0.000000          0.000000          0.000000   \n",
       "12  1.000000  0.000000          0.000000          0.000000          0.000000   \n",
       "13  0.895990  0.000003          0.000009          0.000000          0.000000   \n",
       "14  1.000000  0.000000          0.000000          0.000000          0.000000   \n",
       "15  0.992373  0.000005          0.000000          0.000000          0.000000   \n",
       "16  0.963476  0.000000          0.000000          0.000000          0.000000   \n",
       "17  0.996435  0.000094          0.000023          0.000007          0.000105   \n",
       "18  1.000000  0.000000          0.000000          0.000000          0.000000   \n",
       "19  0.000000  0.000000          0.000000          0.000000          0.000000   \n",
       "\n",
       "    DDOS attack-LOIC-UDP  DDoS attacks-LOIC-HTTP  DoS attacks-GoldenEye  \\\n",
       "0                    0.0                     0.0           0.000000e+00   \n",
       "1                    0.0                     0.0           0.000000e+00   \n",
       "2                    0.0                     0.0           0.000000e+00   \n",
       "3                    0.0                     0.0           0.000000e+00   \n",
       "4                    0.0                     0.0           4.010709e-07   \n",
       "5                    0.0                     0.0           0.000000e+00   \n",
       "6                    0.0                     0.0           0.000000e+00   \n",
       "7                    0.0                     0.0           0.000000e+00   \n",
       "8                    0.0                     0.0           0.000000e+00   \n",
       "9                    0.0                     0.0           8.729760e-07   \n",
       "10                   0.0                     0.0           0.000000e+00   \n",
       "11                   0.0                     0.0           0.000000e+00   \n",
       "12                   0.0                     0.0           0.000000e+00   \n",
       "13                   0.0                     0.0           0.000000e+00   \n",
       "14                   0.0                     0.0           0.000000e+00   \n",
       "15                   0.0                     0.0           0.000000e+00   \n",
       "16                   0.0                     0.0           0.000000e+00   \n",
       "17                   0.0                     0.0           0.000000e+00   \n",
       "18                   0.0                     0.0           0.000000e+00   \n",
       "19                   0.0                     1.0           0.000000e+00   \n",
       "\n",
       "    DoS attacks-Hulk  DoS attacks-SlowHTTPTest  DoS attacks-Slowloris  \\\n",
       "0            0.00000                       0.0               0.000000   \n",
       "1            0.00000                       0.0               0.000000   \n",
       "2            0.00000                       0.0               0.000000   \n",
       "3            0.00000                       0.0               0.000000   \n",
       "4            0.00000                       0.0               0.000063   \n",
       "5            0.00000                       0.0               0.000000   \n",
       "6            0.00000                       0.0               0.000000   \n",
       "7            0.00000                       0.0               0.000000   \n",
       "8            0.00000                       0.0               0.000000   \n",
       "9            0.99998                       0.0               0.000000   \n",
       "10           0.00000                       0.0               0.000000   \n",
       "11           0.00000                       0.0               0.000000   \n",
       "12           0.00000                       0.0               0.000000   \n",
       "13           0.00000                       0.0               0.000000   \n",
       "14           0.00000                       0.0               0.000000   \n",
       "15           0.00000                       0.0               0.000574   \n",
       "16           0.00000                       0.0               0.000000   \n",
       "17           0.00000                       0.0               0.000000   \n",
       "18           0.00000                       0.0               0.000000   \n",
       "19           0.00000                       0.0               0.000000   \n",
       "\n",
       "    FTP-BruteForce  Infilteration  Label  SQL Injection  SSH-Bruteforce  \\\n",
       "0              0.0       0.000000    0.0   0.000000e+00        0.000000   \n",
       "1              0.0       0.000000    0.0   0.000000e+00        0.000000   \n",
       "2              0.0       0.000610    0.0   0.000000e+00        0.000000   \n",
       "3              0.0       0.000000    0.0   0.000000e+00        0.000000   \n",
       "4              0.0       0.004684    0.0   7.777933e-05        0.000000   \n",
       "5              0.0       0.000000    0.0   0.000000e+00        0.000000   \n",
       "6              0.0       0.000000    0.0   0.000000e+00        0.000000   \n",
       "7              0.0       0.050805    0.0   0.000000e+00        0.000000   \n",
       "8              0.0       0.000000    0.0   0.000000e+00        0.000000   \n",
       "9              0.0       0.000000    0.0   0.000000e+00        0.000001   \n",
       "10             0.0       0.000000    0.0   0.000000e+00        0.000000   \n",
       "11             0.0       0.000000    0.0   0.000000e+00        0.000000   \n",
       "12             0.0       0.000000    0.0   0.000000e+00        0.000000   \n",
       "13             0.0       0.103997    0.0   2.658168e-07        0.000000   \n",
       "14             0.0       0.000000    0.0   0.000000e+00        0.000000   \n",
       "15             0.0       0.007048    0.0   0.000000e+00        0.000000   \n",
       "16             0.0       0.036524    0.0   0.000000e+00        0.000000   \n",
       "17             0.0       0.003332    0.0   3.310334e-06        0.000000   \n",
       "18             0.0       0.000000    0.0   0.000000e+00        0.000000   \n",
       "19             0.0       0.000000    0.0   0.000000e+00        0.000000   \n",
       "\n",
       "    Attack Probability Total  \n",
       "0                   0.000000  \n",
       "1                   0.000000  \n",
       "2                   0.000610  \n",
       "3                   0.000000  \n",
       "4                   0.028431  \n",
       "5                   0.000000  \n",
       "6                   0.000000  \n",
       "7                   0.050805  \n",
       "8                   0.000000  \n",
       "9                   0.999982  \n",
       "10                  0.000000  \n",
       "11                  0.000000  \n",
       "12                  0.000000  \n",
       "13                  0.104010  \n",
       "14                  0.000000  \n",
       "15                  0.007627  \n",
       "16                  0.036524  \n",
       "17                  0.003565  \n",
       "18                  0.000000  \n",
       "19                  1.000000  "
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "probability = RFclassifier.predict_proba(test_x)\n",
    "RFresults_df = pd.DataFrame (data=probability,\n",
    "                            columns=label_names)\n",
    "RFresults_df['Attack Probability Total'] = RFresults_df.iloc[:, 1:].sum(axis=1)\n",
    "RFresults_df.head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Benign                      0.004660\n",
      "Bot                         0.000000\n",
      "Brute Force -Web            0.000000\n",
      "Brute Force -XSS            0.000000\n",
      "DDOS attack-HOIC            0.000000\n",
      "DDOS attack-LOIC-UDP        0.000000\n",
      "DDoS attacks-LOIC-HTTP      0.000000\n",
      "DoS attacks-GoldenEye       0.000004\n",
      "DoS attacks-Hulk            0.995295\n",
      "DoS attacks-SlowHTTPTest    0.000000\n",
      "DoS attacks-Slowloris       0.000000\n",
      "FTP-BruteForce              0.000000\n",
      "Infilteration               0.000036\n",
      "Label                       0.000000\n",
      "SQL Injection               0.000000\n",
      "SSH-Bruteforce              0.000004\n",
      "Attack Probability Total    0.995340\n",
      "Name: 2424, dtype: float64\n"
     ]
    }
   ],
   "source": [
    "print(RFresults_df.loc[2424])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}