CSC791_IDSML_Classifiers.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn import preprocessing\n",
    "from sklearn.externals import joblib\n",
    "import sklearn as skl\n",
    "from sklearn import tree\n",
    "from collections import defaultdict\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import pickle\n",
    "%matplotlib inline\n",
    "\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_x = pd.read_pickle('train_x.pkl')\n",
    "train_Y = pd.read_pickle('train_Y.pkl')\n",
    "test_x = pd.read_pickle('test_x.pkl')\n",
    "test_Y = pd.read_pickle('test_Y.pkl')\n",
    "label_names = ['Benign','Bot','Brute Force-Web','Brute Force-XSS','DDOS attack-HOIC', 'DDOS attack-LOIC-UDP', 'DDoS attacks-LOIC-HTTP',\n",
    "'DoS attacks-GoldenEye', 'DoS attacks-Hulk', 'DoS attacks-SlowHTTPTest', 'DoS attacks-Slowloris', 'FTP-BruteForce',\n",
    "'Infilteration', 'Label', 'SQL Injection', 'SSH-Bruteforce']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Decision Tree Classifier Results\n",
      "======================\n",
      "Confusion Matrix:\n",
      "[[2506309      24       1   32724       1       1     239       1     286\n",
      "        1     114       0  137528       0    1448       0]\n",
      " [  56389     882       0       0       0       0       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [    113       0       0       2       0       0       0       0       0\n",
      "        0       0       0       4       0       5       0]\n",
      " [     29       0       0      25       0       0       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [ 137231       0       0       0       0       0       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [      0       0       0       0       0     274      41       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [  61508       0       0       0       0      91   13481       0       0\n",
      "        0       0       0   40200       0       0       0]\n",
      " [   6728       0       0       0       0       0       0       0       0\n",
      "        0       0       0    1539       0       0       0]\n",
      " [  92052       0       0       0       0       0       0       0      11\n",
      "        0       0       0       0       0       0       0]\n",
      " [  12286       0       0       0       0       0       0       0       0\n",
      "     2805       0   13013       0       0       0       0]\n",
      " [   2126       0       0       0       0       0       0       0       0\n",
      "        0      29       0       0       0       0       0]\n",
      " [   6124       0       0       0       0       0       0       0       0\n",
      "     1310       0   31164       0       0       0       0]\n",
      " [  28089       0       0      85       0       2       3       0       8\n",
      "        0       2       0    3821       0      16       0]\n",
      " [     13       0       0       0       0       0       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [      3       0       0       2       0       0       0       0       0\n",
      "        0       0       0       0       0      10       0]\n",
      " [    897       0       0       0       0       0       0       0   18500\n",
      "    17208       4     635       1       0       0      11]]\n",
      "Error Value:0.20716888167713887\n",
      "Accuracy_Score:0.7928311183228611\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# 5-class classification version\n",
    "from sklearn.tree import DecisionTreeClassifier\n",
    "from sklearn.metrics import confusion_matrix, zero_one_loss, accuracy_score\n",
    "\n",
    "DTclassifier = DecisionTreeClassifier(random_state=10)\n",
    "DTclassifier.fit(train_x, train_Y)\n",
    "\n",
    "pred_y = DTclassifier.predict(test_x)\n",
    "\n",
    "results = confusion_matrix(test_Y, pred_y)\n",
    "error = zero_one_loss(test_Y, pred_y)\n",
    "accuracy_score = accuracy_score(test_Y, pred_y)\n",
    "\n",
    "print(\"Decision Tree Classifier Results\\n======================\\nConfusion Matrix:\\n{}\\nError Value:{}\\nAccuracy_Score:{}\\n\".format(results, error, accuracy_score))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "pred_y Labels by Count (Total: 3238622)\n",
      "0     2909897\n",
      "12     183093\n",
      "11      44812\n",
      "3       32838\n",
      "9       21324\n",
      "8       18805\n",
      "6       13764\n",
      "14       1479\n",
      "1         906\n",
      "5         368\n",
      "10        149\n",
      "15         11\n",
      "7           1\n",
      "4           1\n",
      "2           1\n",
      "dtype: int64\n",
      "\n",
      "================\n",
      "test_Y Labels by Count (Total: 3736828)\n",
      "0     2678677\n",
      "4      137231\n",
      "6      115280\n",
      "8       92063\n",
      "1       57271\n",
      "11      38598\n",
      "15      37256\n",
      "12      32026\n",
      "9       28104\n",
      "7        8267\n",
      "10       2155\n",
      "5         315\n",
      "2         124\n",
      "3          54\n",
      "14         15\n",
      "13         13\n",
      "Name: Label, dtype: int64\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print('pred_y Labels by Count (Total: {})\\n{}\\n\\n================\\ntest_Y Labels by Count (Total: {})\\n{}\\n\\n'.format(pd.Series(pred_y).sum(), pd.Series(pred_y).value_counts(), pd.Series(test_Y).sum(), pd.Series(test_Y).value_counts()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Random Forest Decision Tree Classifier Results\n",
      "======================\n",
      "Confusion Matrix:\n",
      "[[2673351       0       0       0       0       0       0       0       0\n",
      "        0       0       0    5326       0       0       0]\n",
      " [  29557   27714       0       0       0       0       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [     90       0      34       0       0       0       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [     30       0       0      24       0       0       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [ 104421       0       0       0   32810       0       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [      0       0       0       0       0     239      76       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [ 113641       0       0       0       0      48    1591       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [   8000       0       0       0       0       0       0     267       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [  89814       0       0       0       0       0       0       0    2249\n",
      "        0       0       0       0       0       0       0]\n",
      " [  28104       0       0       0       0       0       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [   1460       0       0       0       0       0       0       0       0\n",
      "        0     695       0       0       0       0       0]\n",
      " [  38598       0       0       0       0       0       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [  31553       0       0       0       0       0       0       0       0\n",
      "        0       0       0     473       0       0       0]\n",
      " [     13       0       0       0       0       0       0       0       0\n",
      "        0       0       0       0       0       0       0]\n",
      " [      9       0       0       0       0       0       0       0       0\n",
      "        0       0       0       0       0       6       0]\n",
      " [  24795       0       0       0       0       0       0       0       0\n",
      "        0       0       0       0       0       0   12461]]\n",
      "Error Value:0.1473408255250509\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# Fitting Random Forest Classification to the Training set\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "RFclassifier = RandomForestClassifier(n_estimators = 10, random_state = 10, n_jobs=-1, )\n",
    "RFclassifier.fit(train_x, train_Y)\n",
    "\n",
    "# Predicting the Test set results\n",
    "y_pred = RFclassifier.predict(test_x)\n",
    "\n",
    "results = confusion_matrix(test_Y, y_pred)\n",
    "error = zero_one_loss(test_Y, y_pred)\n",
    "\n",
    "\n",
    "print(\"Random Forest Decision Tree Classifier Results\\n======================\\nConfusion Matrix:\\n{}\\nError Value:{}\\n\".format(results, error))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['finalized_model.sav']"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# save the model to disk\n",
    "filename = 'finalized_model.sav'\n",
    "joblib.dump(RFclassifier, filename)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "y_pred Labels by Count (Total: 453929)\n",
      "0     3143436\n",
      "4       32810\n",
      "1       27714\n",
      "15      12461\n",
      "12       5799\n",
      "8        2249\n",
      "6        1667\n",
      "10        695\n",
      "5         287\n",
      "7         267\n",
      "2          34\n",
      "3          24\n",
      "14          6\n",
      "dtype: int64\n",
      "\n",
      "================\n",
      "test_Y Labels by Count (Total: 3736828)\n",
      "0     2678677\n",
      "4      137231\n",
      "6      115280\n",
      "8       92063\n",
      "1       57271\n",
      "11      38598\n",
      "15      37256\n",
      "12      32026\n",
      "9       28104\n",
      "7        8267\n",
      "10       2155\n",
      "5         315\n",
      "2         124\n",
      "3          54\n",
      "14         15\n",
      "13         13\n",
      "Name: Label, dtype: int64\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print('y_pred Labels by Count (Total: {})\\n{}\\n\\n================\\ntest_Y Labels by Count (Total: {})\\n{}\\n\\n'.format(pd.Series(y_pred).sum(), pd.Series(y_pred).value_counts(), pd.Series(test_Y).sum(), pd.Series(test_Y).value_counts()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Benign</th>\n",
       "      <th>Bot</th>\n",
       "      <th>Brute Force-Web</th>\n",
       "      <th>Brute Force-XSS</th>\n",
       "      <th>DDOS attack-HOIC</th>\n",
       "      <th>DDOS attack-LOIC-UDP</th>\n",
       "      <th>DDoS attacks-LOIC-HTTP</th>\n",
       "      <th>DoS attacks-GoldenEye</th>\n",
       "      <th>DoS attacks-Hulk</th>\n",
       "      <th>DoS attacks-SlowHTTPTest</th>\n",
       "      <th>DoS attacks-Slowloris</th>\n",
       "      <th>FTP-BruteForce</th>\n",
       "      <th>Infilteration</th>\n",
       "      <th>Label</th>\n",
       "      <th>SQL Injection</th>\n",
       "      <th>SSH-Bruteforce</th>\n",
       "      <th>Attack Probability Total</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.900000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.100000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.700000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.800000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.200000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.860583</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>9.229250e-06</td>\n",
       "      <td>0.000001</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.139361</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.981482e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.139417</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.995360</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.004640</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.004640</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.990370</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.009630</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.009630</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.994483</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.005517</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.005517</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.700000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.300000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.833333</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.166667</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.166667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.995600</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.004400</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.004400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.900000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.100000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.899294</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.100706</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.489922e-07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.100706</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.800000</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.200000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.994129</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>2.634383e-07</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000320</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.005519</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.951575e-07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.005871</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.991781</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.008219</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.008219</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.892114</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>2.634383e-07</td>\n",
       "      <td>0.005677</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.102167</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.951575e-07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.107886</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.800000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.200000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.800000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.200000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      Benign       Bot  Brute Force-Web  Brute Force-XSS  DDOS attack-HOIC  \\\n",
       "0   0.900000  0.000000     0.000000e+00         0.000000               0.0   \n",
       "1   0.700000  0.000000     0.000000e+00         0.000000               0.0   \n",
       "2   0.800000  0.000000     0.000000e+00         0.000000               0.0   \n",
       "3   1.000000  0.000000     0.000000e+00         0.000000               0.0   \n",
       "4   0.860583  0.000031     9.229250e-06         0.000001               0.0   \n",
       "5   0.995360  0.000000     0.000000e+00         0.000000               0.0   \n",
       "6   0.990370  0.000000     0.000000e+00         0.000000               0.0   \n",
       "7   0.994483  0.000000     0.000000e+00         0.000000               0.0   \n",
       "8   0.700000  0.000000     0.000000e+00         0.000000               0.0   \n",
       "9   0.833333  0.000000     0.000000e+00         0.000000               0.0   \n",
       "10  0.995600  0.000000     0.000000e+00         0.000000               0.0   \n",
       "11  0.900000  0.000000     0.000000e+00         0.000000               0.0   \n",
       "12  1.000000  0.000000     0.000000e+00         0.000000               0.0   \n",
       "13  0.899294  0.000000     0.000000e+00         0.000000               0.0   \n",
       "14  0.800000  0.100000     0.000000e+00         0.000000               0.0   \n",
       "15  0.994129  0.000031     2.634383e-07         0.000000               0.0   \n",
       "16  0.991781  0.000000     0.000000e+00         0.000000               0.0   \n",
       "17  0.892114  0.000031     2.634383e-07         0.005677               0.0   \n",
       "18  0.800000  0.000000     0.000000e+00         0.000000               0.0   \n",
       "19  0.800000  0.000000     0.000000e+00         0.000000               0.0   \n",
       "\n",
       "    DDOS attack-LOIC-UDP  DDoS attacks-LOIC-HTTP  DoS attacks-GoldenEye  \\\n",
       "0                    0.0                     0.0                    0.0   \n",
       "1                    0.0                     0.0                    0.0   \n",
       "2                    0.0                     0.0                    0.0   \n",
       "3                    0.0                     0.0                    0.0   \n",
       "4                    0.0                     0.0                    0.0   \n",
       "5                    0.0                     0.0                    0.0   \n",
       "6                    0.0                     0.0                    0.0   \n",
       "7                    0.0                     0.0                    0.0   \n",
       "8                    0.0                     0.0                    0.0   \n",
       "9                    0.0                     0.0                    0.0   \n",
       "10                   0.0                     0.0                    0.0   \n",
       "11                   0.0                     0.0                    0.0   \n",
       "12                   0.0                     0.0                    0.0   \n",
       "13                   0.0                     0.0                    0.0   \n",
       "14                   0.0                     0.0                    0.0   \n",
       "15                   0.0                     0.0                    0.0   \n",
       "16                   0.0                     0.0                    0.0   \n",
       "17                   0.0                     0.0                    0.0   \n",
       "18                   0.0                     0.0                    0.0   \n",
       "19                   0.0                     0.0                    0.0   \n",
       "\n",
       "    DoS attacks-Hulk  DoS attacks-SlowHTTPTest  DoS attacks-Slowloris  \\\n",
       "0                0.0                       0.0               0.000000   \n",
       "1                0.1                       0.0               0.000000   \n",
       "2                0.0                       0.0               0.000000   \n",
       "3                0.0                       0.0               0.000000   \n",
       "4                0.0                       0.0               0.000011   \n",
       "5                0.0                       0.0               0.000000   \n",
       "6                0.0                       0.0               0.000000   \n",
       "7                0.0                       0.0               0.000000   \n",
       "8                0.0                       0.0               0.000000   \n",
       "9                0.0                       0.0               0.000000   \n",
       "10               0.0                       0.0               0.000000   \n",
       "11               0.0                       0.0               0.000000   \n",
       "12               0.0                       0.0               0.000000   \n",
       "13               0.0                       0.0               0.000000   \n",
       "14               0.0                       0.0               0.000000   \n",
       "15               0.0                       0.0               0.000320   \n",
       "16               0.0                       0.0               0.000000   \n",
       "17               0.0                       0.0               0.000011   \n",
       "18               0.0                       0.0               0.000000   \n",
       "19               0.0                       0.0               0.000000   \n",
       "\n",
       "    FTP-BruteForce  Infilteration  Label  SQL Injection  SSH-Bruteforce  \\\n",
       "0              0.0       0.100000    0.0   0.000000e+00             0.0   \n",
       "1              0.0       0.100000    0.1   0.000000e+00             0.0   \n",
       "2              0.0       0.200000    0.0   0.000000e+00             0.0   \n",
       "3              0.0       0.000000    0.0   0.000000e+00             0.0   \n",
       "4              0.0       0.139361    0.0   3.981482e-06             0.0   \n",
       "5              0.0       0.004640    0.0   0.000000e+00             0.0   \n",
       "6              0.0       0.009630    0.0   0.000000e+00             0.0   \n",
       "7              0.0       0.005517    0.0   0.000000e+00             0.0   \n",
       "8              0.0       0.300000    0.0   0.000000e+00             0.0   \n",
       "9              0.0       0.166667    0.0   0.000000e+00             0.0   \n",
       "10             0.0       0.004400    0.0   0.000000e+00             0.0   \n",
       "11             0.0       0.100000    0.0   0.000000e+00             0.0   \n",
       "12             0.0       0.000000    0.0   0.000000e+00             0.0   \n",
       "13             0.0       0.100706    0.0   4.489922e-07             0.0   \n",
       "14             0.0       0.100000    0.0   0.000000e+00             0.0   \n",
       "15             0.0       0.005519    0.0   3.951575e-07             0.0   \n",
       "16             0.0       0.008219    0.0   0.000000e+00             0.0   \n",
       "17             0.0       0.102167    0.0   3.951575e-07             0.0   \n",
       "18             0.0       0.200000    0.0   0.000000e+00             0.0   \n",
       "19             0.0       0.200000    0.0   0.000000e+00             0.0   \n",
       "\n",
       "    Attack Probability Total  \n",
       "0                   0.100000  \n",
       "1                   0.300000  \n",
       "2                   0.200000  \n",
       "3                   0.000000  \n",
       "4                   0.139417  \n",
       "5                   0.004640  \n",
       "6                   0.009630  \n",
       "7                   0.005517  \n",
       "8                   0.300000  \n",
       "9                   0.166667  \n",
       "10                  0.004400  \n",
       "11                  0.100000  \n",
       "12                  0.000000  \n",
       "13                  0.100706  \n",
       "14                  0.200000  \n",
       "15                  0.005871  \n",
       "16                  0.008219  \n",
       "17                  0.107886  \n",
       "18                  0.200000  \n",
       "19                  0.200000  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "probability = RFclassifier.predict_proba(test_x)\n",
    "RFresults_df = pd.DataFrame (data=probability,\n",
    "                            columns=label_names)\n",
    "RFresults_df['Attack Probability Total'] = RFresults_df.iloc[:, 1:].sum(axis=1)\n",
    "RFresults_df.head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Benign</th>\n",
       "      <th>Bot</th>\n",
       "      <th>Brute Force-Web</th>\n",
       "      <th>Brute Force-XSS</th>\n",
       "      <th>DDOS attack-HOIC</th>\n",
       "      <th>DDOS attack-LOIC-UDP</th>\n",
       "      <th>DDoS attacks-LOIC-HTTP</th>\n",
       "      <th>DoS attacks-GoldenEye</th>\n",
       "      <th>DoS attacks-Hulk</th>\n",
       "      <th>DoS attacks-SlowHTTPTest</th>\n",
       "      <th>DoS attacks-Slowloris</th>\n",
       "      <th>FTP-BruteForce</th>\n",
       "      <th>Infilteration</th>\n",
       "      <th>Label</th>\n",
       "      <th>SQL Injection</th>\n",
       "      <th>SSH-Bruteforce</th>\n",
       "      <th>Attack Probability Total</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>0.604953</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.194909</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.200018</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.439798e-07</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.395047</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>0.885911</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.114089</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.114089</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>0.645528</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.116504</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.083399</td>\n",
       "      <td>0.054549</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00002</td>\n",
       "      <td>0.354472</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>0.999731</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000269</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000269</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>0.900000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.100000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      Benign  Bot  Brute Force-Web  Brute Force-XSS  DDOS attack-HOIC  \\\n",
       "35  0.604953  0.0         0.000002              0.0          0.194909   \n",
       "36  0.885911  0.0         0.000000              0.0          0.000000   \n",
       "37  0.645528  0.0         0.000000              0.0          0.000000   \n",
       "38  0.999731  0.0         0.000000              0.0          0.000000   \n",
       "39  0.900000  0.0         0.000000              0.0          0.000000   \n",
       "40  1.000000  0.0         0.000000              0.0          0.000000   \n",
       "\n",
       "    DDOS attack-LOIC-UDP  DDoS attacks-LOIC-HTTP  DoS attacks-GoldenEye  \\\n",
       "35                   0.0                0.000118                    0.0   \n",
       "36                   0.0                0.000000                    0.0   \n",
       "37                   0.0                0.000000                    0.0   \n",
       "38                   0.0                0.000000                    0.0   \n",
       "39                   0.0                0.000000                    0.0   \n",
       "40                   0.0                0.000000                    0.0   \n",
       "\n",
       "    DoS attacks-Hulk  DoS attacks-SlowHTTPTest  DoS attacks-Slowloris  \\\n",
       "35               0.0                  0.000000                    0.0   \n",
       "36               0.0                  0.000000                    0.0   \n",
       "37               0.0                  0.116504                    0.1   \n",
       "38               0.0                  0.000000                    0.0   \n",
       "39               0.0                  0.000000                    0.0   \n",
       "40               0.0                  0.000000                    0.0   \n",
       "\n",
       "    FTP-BruteForce  Infilteration  Label  SQL Injection  SSH-Bruteforce  \\\n",
       "35        0.000000       0.200018    0.0   2.439798e-07         0.00000   \n",
       "36        0.000000       0.114089    0.0   0.000000e+00         0.00000   \n",
       "37        0.083399       0.054549    0.0   0.000000e+00         0.00002   \n",
       "38        0.000000       0.000269    0.0   0.000000e+00         0.00000   \n",
       "39        0.000000       0.000000    0.1   0.000000e+00         0.00000   \n",
       "40        0.000000       0.000000    0.0   0.000000e+00         0.00000   \n",
       "\n",
       "    Attack Probability Total  \n",
       "35                  0.395047  \n",
       "36                  0.114089  \n",
       "37                  0.354472  \n",
       "38                  0.000269  \n",
       "39                  0.100000  \n",
       "40                  0.000000  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "RFresults_df.loc[35:40]"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}