protein_correlations.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "boring-congo",
   "metadata": {},
   "outputs": [],
   "source": [
    "\"\"\"\n",
    "Loads proteins from models and checks correlations of those proteins\n",
    "\"\"\"\n",
    "\n",
    "import pandas as pd\n",
    "import os\n",
    "import pickle\n",
    "import time\n",
    "\n",
    "\n",
    "ROOT_DIR = os.getcwd()  # .../somalogic\n",
    "DAT_DIR = os.path.join(ROOT_DIR, 'results', 'datasets')  # .../somalogic/results/datasets\n",
    "FINAL_MODEL_DIR = os.path.join(ROOT_DIR, 'results', 'models', 'final')\n",
    "SEED = 0\n",
    "PROT_LIST = os.path.join(ROOT_DIR, 'data', 'Somalogic_list_QC1.txt')\n",
    "DAT_DIR = os.path.join(ROOT_DIR, 'results', 'datasets')  # .../somalogic/results/datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "civilian-intake",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "   CRYBB2.10000.28  RAF1.10001.7  ZNF41.10003.15  ELK1.10006.25  \\\n",
      "0            640.3         334.2            94.3          773.6   \n",
      "1            805.5         957.4           290.4         1088.5   \n",
      "2            588.9         595.8            92.6          760.2   \n",
      "3            470.7         522.7            91.2          923.1   \n",
      "4            647.8         433.1           111.1          709.9   \n",
      "\n",
      "   GUCA1A.10008.43  OCRL.10011.65  SPDEF.10012.5  SNAI2.10014.31  \\\n",
      "0            340.7        11418.6         1480.3           902.5   \n",
      "1            450.7         1153.0         1179.6          1062.8   \n",
      "2            322.6         1911.8         1452.7           824.5   \n",
      "3            304.8         2412.0         1343.0           755.6   \n",
      "4            311.6         1964.8         1694.3           919.8   \n",
      "\n",
      "   KCNAB2.10015.119  POLH.10022.207  ...  KIAA1467.9981.18  PRSS35.9983.97  \\\n",
      "0             580.8           115.1  ...             389.3           295.7   \n",
      "1             578.6           135.3  ...             385.5           277.9   \n",
      "2             762.8           124.1  ...             418.7           299.9   \n",
      "3             822.5           136.6  ...             380.7           371.8   \n",
      "4             693.0           104.7  ...             449.3           378.5   \n",
      "\n",
      "   YIPF6.9984.12  NPW.9986.14  LRRC24.9989.12  ZNF264.9993.11  ATP4B.9994.217  \\\n",
      "0          562.8       1182.6           442.3          1595.8          1559.5   \n",
      "1          544.0        274.2           363.9           995.3          1331.6   \n",
      "2          532.0        274.1           840.8          1462.8          1570.8   \n",
      "3          561.4       2725.4           470.9          1289.0          1442.7   \n",
      "4          605.1        386.5           602.4          1697.9          1831.2   \n",
      "\n",
      "   DUT.9995.6  UBXN4.9997.12  IRF6.9999.1  \n",
      "0      9822.0        20394.7       2802.6  \n",
      "1     10258.4        37942.8       8192.5  \n",
      "2      9692.3        28594.9       6297.5  \n",
      "3      3874.1        23521.1       5056.0  \n",
      "4      4651.8        21177.9       4260.4  \n",
      "\n",
      "[5 rows x 4984 columns]\n"
     ]
    }
   ],
   "source": [
    "# get list of all proteins\n",
    "\n",
    "with open(PROT_LIST) as f:\n",
    "    protein = f.readlines()\n",
    "prot_list = [x.strip() for x in protein]\n",
    "\n",
    "file_path = DAT_DIR + '/' + 'infe_417-soma_data=normalized-nat_log_tranf=FALSE-standardize=FALSE-remove_outliers=FALSE.csv'\n",
    "df = pd.read_csv(file_path, low_memory=False)\n",
    "prot_df = df[prot_list]\n",
    "print(prot_df.head())\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "stunning-acrobat",
   "metadata": {},
   "outputs": [],
   "source": [
    "outcome = 'A2'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "signed-potato",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['BRD4.10043.31', 'CBS.10086.39', 'ZNRF3.10390.21', 'PSMB6.10530.8', 'CHI3L1.11104.13', 'CCDC64.11158.40', 'NAGPA.11208.15', 'TNR.11302.237', 'KRT7.11383.41', 'SETMAR.12462.20', 'ZNF134.12787.47', 'RELL1.13399.33', 'PTH1R.13470.43', 'SLC5A8.13691.10', 'RAP1GAP.13735.1', 'DAPK1.13955.33', 'SLC26A7.13979.3', 'IFNA7.14129.1', 'APOC1.15364.101', 'PLTP.15475.4', 'CLSTN1.15521.4', 'NID2.16060.99', 'RAB3A.17516.7', 'HSPH1.17704.74', 'ANXA13.17835.28', 'CCDC25.18264.12', 'COL2A1.18875.125', 'TK2.19114.8', 'GIMAP6.19302.7', 'SFTPD.19590.46', 'KIT.2475.1', 'MICA.2730.58', 'CDH5.2819.23', 'TIE1.2844.53', 'TBP.2875.15', 'CXCL13.3487.32', 'CKB.3800.71', 'CXCL10.4141.79', 'CCL7.4886.3', 'GP1BA.4990.87', 'PRDX5.5017.19', 'SIRT2.5030.52', 'STK17B.5249.31', 'TNNT2.5315.22', 'PRKCG.5476.66', 'PRSS37.5653.23', 'VASN.5682.13', 'TNXB.5698.60', 'IFNL3.5713.9', 'RNASE13.6424.2', 'PCYOX1.6431.68', 'CLEC6A.6911.103', 'PCDHGA12.6938.21', 'SEMA6C.7202.107', 'APLP1.7210.25', 'DNAJC4.8016.19', 'C18orf32.8236.8', 'ICAM5.8245.27', 'DAG1.8369.102', 'CDHR1.8372.29', 'SMIM9.8888.33', 'PRRG1.9008.6', 'ABO.9253.52', 'CBLN1.9313.27', 'ERP27.9333.59', 'VCAN.9561.21', 'GABBR2.9930.48']\n",
      "67\n"
     ]
    }
   ],
   "source": [
    "# get model proteins\n",
    "\n",
    "a2_train_features_file = f'{FINAL_MODEL_DIR}/all_proteins-soma_data=normalized-nat_log_transf=True-standardize=True_infe_{outcome}_coef.pkl'\n",
    "with open(a2_train_features_file, \"rb\") as fp:  # Unpickling\n",
    "    a2_train_features = pickle.load(fp)\n",
    "\n",
    "a2_features = [f for f in a2_train_features if\n",
    "                             f not in ['age_at_diagnosis', 'sex_M', 'ProcessTime', 'SampleGroup']]\n",
    "\n",
    "print(a2_features)\n",
    "print(len(a2_features))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "premier-convention",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "--- 87.68095541000366 seconds ---\n"
     ]
    }
   ],
   "source": [
    "# get correlations\n",
    "start_time = time.time()\n",
    "\n",
    "a2_corr = prot_df.corr(method='spearman')\n",
    "\n",
    "print(\"--- %s seconds ---\" % (time.time() - start_time))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "judicial-reynolds",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CRYBB2.10000.28</th>\n",
       "      <th>RAF1.10001.7</th>\n",
       "      <th>ZNF41.10003.15</th>\n",
       "      <th>ELK1.10006.25</th>\n",
       "      <th>GUCA1A.10008.43</th>\n",
       "      <th>OCRL.10011.65</th>\n",
       "      <th>SPDEF.10012.5</th>\n",
       "      <th>SNAI2.10014.31</th>\n",
       "      <th>KCNAB2.10015.119</th>\n",
       "      <th>POLH.10022.207</th>\n",
       "      <th>...</th>\n",
       "      <th>KIAA1467.9981.18</th>\n",
       "      <th>PRSS35.9983.97</th>\n",
       "      <th>YIPF6.9984.12</th>\n",
       "      <th>NPW.9986.14</th>\n",
       "      <th>LRRC24.9989.12</th>\n",
       "      <th>ZNF264.9993.11</th>\n",
       "      <th>ATP4B.9994.217</th>\n",
       "      <th>DUT.9995.6</th>\n",
       "      <th>UBXN4.9997.12</th>\n",
       "      <th>IRF6.9999.1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>CRYBB2.10000.28</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.144330</td>\n",
       "      <td>0.027489</td>\n",
       "      <td>-0.235501</td>\n",
       "      <td>0.046085</td>\n",
       "      <td>-0.102753</td>\n",
       "      <td>0.449100</td>\n",
       "      <td>0.281074</td>\n",
       "      <td>0.213449</td>\n",
       "      <td>-0.227891</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.172170</td>\n",
       "      <td>-0.038048</td>\n",
       "      <td>0.267035</td>\n",
       "      <td>-0.244359</td>\n",
       "      <td>0.083656</td>\n",
       "      <td>0.500784</td>\n",
       "      <td>0.420562</td>\n",
       "      <td>0.148778</td>\n",
       "      <td>-0.112835</td>\n",
       "      <td>-0.224992</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RAF1.10001.7</th>\n",
       "      <td>-0.144330</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.383724</td>\n",
       "      <td>0.248620</td>\n",
       "      <td>-0.067600</td>\n",
       "      <td>0.174147</td>\n",
       "      <td>-0.068679</td>\n",
       "      <td>-0.427419</td>\n",
       "      <td>0.275710</td>\n",
       "      <td>-0.265282</td>\n",
       "      <td>...</td>\n",
       "      <td>0.106734</td>\n",
       "      <td>-0.394640</td>\n",
       "      <td>-0.545206</td>\n",
       "      <td>-0.018827</td>\n",
       "      <td>-0.503038</td>\n",
       "      <td>0.032426</td>\n",
       "      <td>-0.124075</td>\n",
       "      <td>0.419275</td>\n",
       "      <td>0.599457</td>\n",
       "      <td>0.703059</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ZNF41.10003.15</th>\n",
       "      <td>0.027489</td>\n",
       "      <td>-0.383724</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.266019</td>\n",
       "      <td>0.275078</td>\n",
       "      <td>-0.257966</td>\n",
       "      <td>-0.056785</td>\n",
       "      <td>0.273533</td>\n",
       "      <td>-0.099437</td>\n",
       "      <td>0.355600</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.071350</td>\n",
       "      <td>0.399248</td>\n",
       "      <td>0.486806</td>\n",
       "      <td>-0.015190</td>\n",
       "      <td>0.416579</td>\n",
       "      <td>-0.223917</td>\n",
       "      <td>-0.058918</td>\n",
       "      <td>-0.458048</td>\n",
       "      <td>-0.555093</td>\n",
       "      <td>-0.446234</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ELK1.10006.25</th>\n",
       "      <td>-0.235501</td>\n",
       "      <td>0.248620</td>\n",
       "      <td>-0.266019</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.085530</td>\n",
       "      <td>0.165881</td>\n",
       "      <td>-0.162034</td>\n",
       "      <td>-0.311595</td>\n",
       "      <td>0.119684</td>\n",
       "      <td>-0.048118</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.024845</td>\n",
       "      <td>-0.050337</td>\n",
       "      <td>-0.308177</td>\n",
       "      <td>0.162908</td>\n",
       "      <td>-0.237737</td>\n",
       "      <td>-0.221936</td>\n",
       "      <td>-0.199070</td>\n",
       "      <td>0.106401</td>\n",
       "      <td>0.234039</td>\n",
       "      <td>0.346683</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GUCA1A.10008.43</th>\n",
       "      <td>0.046085</td>\n",
       "      <td>-0.067600</td>\n",
       "      <td>0.275078</td>\n",
       "      <td>-0.085530</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.010522</td>\n",
       "      <td>-0.164781</td>\n",
       "      <td>0.053943</td>\n",
       "      <td>-0.138618</td>\n",
       "      <td>0.178047</td>\n",
       "      <td>...</td>\n",
       "      <td>0.153743</td>\n",
       "      <td>0.051060</td>\n",
       "      <td>0.175415</td>\n",
       "      <td>-0.009028</td>\n",
       "      <td>0.154967</td>\n",
       "      <td>-0.153805</td>\n",
       "      <td>-0.041773</td>\n",
       "      <td>-0.162788</td>\n",
       "      <td>-0.175423</td>\n",
       "      <td>-0.103800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ZNF264.9993.11</th>\n",
       "      <td>0.500784</td>\n",
       "      <td>0.032426</td>\n",
       "      <td>-0.223917</td>\n",
       "      <td>-0.221936</td>\n",
       "      <td>-0.153805</td>\n",
       "      <td>0.023220</td>\n",
       "      <td>0.659544</td>\n",
       "      <td>0.280024</td>\n",
       "      <td>0.272968</td>\n",
       "      <td>-0.481509</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.217277</td>\n",
       "      <td>-0.168957</td>\n",
       "      <td>0.111078</td>\n",
       "      <td>-0.316474</td>\n",
       "      <td>-0.074897</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.558281</td>\n",
       "      <td>0.422424</td>\n",
       "      <td>0.185639</td>\n",
       "      <td>-0.077577</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ATP4B.9994.217</th>\n",
       "      <td>0.420562</td>\n",
       "      <td>-0.124075</td>\n",
       "      <td>-0.058918</td>\n",
       "      <td>-0.199070</td>\n",
       "      <td>-0.041773</td>\n",
       "      <td>-0.041302</td>\n",
       "      <td>0.518268</td>\n",
       "      <td>0.293094</td>\n",
       "      <td>0.210378</td>\n",
       "      <td>-0.270000</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.177042</td>\n",
       "      <td>-0.070631</td>\n",
       "      <td>0.258732</td>\n",
       "      <td>-0.341784</td>\n",
       "      <td>0.106641</td>\n",
       "      <td>0.558281</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.235933</td>\n",
       "      <td>-0.009255</td>\n",
       "      <td>-0.177337</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DUT.9995.6</th>\n",
       "      <td>0.148778</td>\n",
       "      <td>0.419275</td>\n",
       "      <td>-0.458048</td>\n",
       "      <td>0.106401</td>\n",
       "      <td>-0.162788</td>\n",
       "      <td>0.156828</td>\n",
       "      <td>0.296497</td>\n",
       "      <td>-0.160761</td>\n",
       "      <td>0.254027</td>\n",
       "      <td>-0.543527</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.126490</td>\n",
       "      <td>-0.520927</td>\n",
       "      <td>-0.383055</td>\n",
       "      <td>-0.330230</td>\n",
       "      <td>-0.506727</td>\n",
       "      <td>0.422424</td>\n",
       "      <td>0.235933</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.597618</td>\n",
       "      <td>0.476068</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>UBXN4.9997.12</th>\n",
       "      <td>-0.112835</td>\n",
       "      <td>0.599457</td>\n",
       "      <td>-0.555093</td>\n",
       "      <td>0.234039</td>\n",
       "      <td>-0.175423</td>\n",
       "      <td>0.253196</td>\n",
       "      <td>0.021621</td>\n",
       "      <td>-0.257940</td>\n",
       "      <td>0.188106</td>\n",
       "      <td>-0.445151</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033110</td>\n",
       "      <td>-0.474462</td>\n",
       "      <td>-0.578429</td>\n",
       "      <td>0.004791</td>\n",
       "      <td>-0.563239</td>\n",
       "      <td>0.185639</td>\n",
       "      <td>-0.009255</td>\n",
       "      <td>0.597618</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.719375</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>IRF6.9999.1</th>\n",
       "      <td>-0.224992</td>\n",
       "      <td>0.703059</td>\n",
       "      <td>-0.446234</td>\n",
       "      <td>0.346683</td>\n",
       "      <td>-0.103800</td>\n",
       "      <td>0.223215</td>\n",
       "      <td>-0.148664</td>\n",
       "      <td>-0.492549</td>\n",
       "      <td>0.151662</td>\n",
       "      <td>-0.321178</td>\n",
       "      <td>...</td>\n",
       "      <td>0.045099</td>\n",
       "      <td>-0.411038</td>\n",
       "      <td>-0.656427</td>\n",
       "      <td>-0.001830</td>\n",
       "      <td>-0.583629</td>\n",
       "      <td>-0.077577</td>\n",
       "      <td>-0.177337</td>\n",
       "      <td>0.476068</td>\n",
       "      <td>0.719375</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4984 rows × 4984 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 CRYBB2.10000.28  RAF1.10001.7  ZNF41.10003.15  ELK1.10006.25  \\\n",
       "CRYBB2.10000.28         0.000000     -0.144330        0.027489      -0.235501   \n",
       "RAF1.10001.7           -0.144330      0.000000       -0.383724       0.248620   \n",
       "ZNF41.10003.15          0.027489     -0.383724        0.000000      -0.266019   \n",
       "ELK1.10006.25          -0.235501      0.248620       -0.266019       0.000000   \n",
       "GUCA1A.10008.43         0.046085     -0.067600        0.275078      -0.085530   \n",
       "...                          ...           ...             ...            ...   \n",
       "ZNF264.9993.11          0.500784      0.032426       -0.223917      -0.221936   \n",
       "ATP4B.9994.217          0.420562     -0.124075       -0.058918      -0.199070   \n",
       "DUT.9995.6              0.148778      0.419275       -0.458048       0.106401   \n",
       "UBXN4.9997.12          -0.112835      0.599457       -0.555093       0.234039   \n",
       "IRF6.9999.1            -0.224992      0.703059       -0.446234       0.346683   \n",
       "\n",
       "                 GUCA1A.10008.43  OCRL.10011.65  SPDEF.10012.5  \\\n",
       "CRYBB2.10000.28         0.046085      -0.102753       0.449100   \n",
       "RAF1.10001.7           -0.067600       0.174147      -0.068679   \n",
       "ZNF41.10003.15          0.275078      -0.257966      -0.056785   \n",
       "ELK1.10006.25          -0.085530       0.165881      -0.162034   \n",
       "GUCA1A.10008.43         0.000000       0.010522      -0.164781   \n",
       "...                          ...            ...            ...   \n",
       "ZNF264.9993.11         -0.153805       0.023220       0.659544   \n",
       "ATP4B.9994.217         -0.041773      -0.041302       0.518268   \n",
       "DUT.9995.6             -0.162788       0.156828       0.296497   \n",
       "UBXN4.9997.12          -0.175423       0.253196       0.021621   \n",
       "IRF6.9999.1            -0.103800       0.223215      -0.148664   \n",
       "\n",
       "                 SNAI2.10014.31  KCNAB2.10015.119  POLH.10022.207  ...  \\\n",
       "CRYBB2.10000.28        0.281074          0.213449       -0.227891  ...   \n",
       "RAF1.10001.7          -0.427419          0.275710       -0.265282  ...   \n",
       "ZNF41.10003.15         0.273533         -0.099437        0.355600  ...   \n",
       "ELK1.10006.25         -0.311595          0.119684       -0.048118  ...   \n",
       "GUCA1A.10008.43        0.053943         -0.138618        0.178047  ...   \n",
       "...                         ...               ...             ...  ...   \n",
       "ZNF264.9993.11         0.280024          0.272968       -0.481509  ...   \n",
       "ATP4B.9994.217         0.293094          0.210378       -0.270000  ...   \n",
       "DUT.9995.6            -0.160761          0.254027       -0.543527  ...   \n",
       "UBXN4.9997.12         -0.257940          0.188106       -0.445151  ...   \n",
       "IRF6.9999.1           -0.492549          0.151662       -0.321178  ...   \n",
       "\n",
       "                 KIAA1467.9981.18  PRSS35.9983.97  YIPF6.9984.12  NPW.9986.14  \\\n",
       "CRYBB2.10000.28         -0.172170       -0.038048       0.267035    -0.244359   \n",
       "RAF1.10001.7             0.106734       -0.394640      -0.545206    -0.018827   \n",
       "ZNF41.10003.15          -0.071350        0.399248       0.486806    -0.015190   \n",
       "ELK1.10006.25           -0.024845       -0.050337      -0.308177     0.162908   \n",
       "GUCA1A.10008.43          0.153743        0.051060       0.175415    -0.009028   \n",
       "...                           ...             ...            ...          ...   \n",
       "ZNF264.9993.11          -0.217277       -0.168957       0.111078    -0.316474   \n",
       "ATP4B.9994.217          -0.177042       -0.070631       0.258732    -0.341784   \n",
       "DUT.9995.6              -0.126490       -0.520927      -0.383055    -0.330230   \n",
       "UBXN4.9997.12            0.033110       -0.474462      -0.578429     0.004791   \n",
       "IRF6.9999.1              0.045099       -0.411038      -0.656427    -0.001830   \n",
       "\n",
       "                 LRRC24.9989.12  ZNF264.9993.11  ATP4B.9994.217  DUT.9995.6  \\\n",
       "CRYBB2.10000.28        0.083656        0.500784        0.420562    0.148778   \n",
       "RAF1.10001.7          -0.503038        0.032426       -0.124075    0.419275   \n",
       "ZNF41.10003.15         0.416579       -0.223917       -0.058918   -0.458048   \n",
       "ELK1.10006.25         -0.237737       -0.221936       -0.199070    0.106401   \n",
       "GUCA1A.10008.43        0.154967       -0.153805       -0.041773   -0.162788   \n",
       "...                         ...             ...             ...         ...   \n",
       "ZNF264.9993.11        -0.074897        0.000000        0.558281    0.422424   \n",
       "ATP4B.9994.217         0.106641        0.558281        0.000000    0.235933   \n",
       "DUT.9995.6            -0.506727        0.422424        0.235933    0.000000   \n",
       "UBXN4.9997.12         -0.563239        0.185639       -0.009255    0.597618   \n",
       "IRF6.9999.1           -0.583629       -0.077577       -0.177337    0.476068   \n",
       "\n",
       "                 UBXN4.9997.12  IRF6.9999.1  \n",
       "CRYBB2.10000.28      -0.112835    -0.224992  \n",
       "RAF1.10001.7          0.599457     0.703059  \n",
       "ZNF41.10003.15       -0.555093    -0.446234  \n",
       "ELK1.10006.25         0.234039     0.346683  \n",
       "GUCA1A.10008.43      -0.175423    -0.103800  \n",
       "...                        ...          ...  \n",
       "ZNF264.9993.11        0.185639    -0.077577  \n",
       "ATP4B.9994.217       -0.009255    -0.177337  \n",
       "DUT.9995.6            0.597618     0.476068  \n",
       "UBXN4.9997.12         0.000000     0.719375  \n",
       "IRF6.9999.1           0.719375     0.000000  \n",
       "\n",
       "[4984 rows x 4984 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "for i in range(len(a2_corr)):\n",
    "    a2_corr.iloc[i, i] = 0  # set correlations for same protein to 0 (i.e. on diagonal)\n",
    "a2_corr"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "thorough-missile",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>BRD4.10043.31</th>\n",
       "      <th>CBS.10086.39</th>\n",
       "      <th>ZNRF3.10390.21</th>\n",
       "      <th>PSMB6.10530.8</th>\n",
       "      <th>CHI3L1.11104.13</th>\n",
       "      <th>CCDC64.11158.40</th>\n",
       "      <th>NAGPA.11208.15</th>\n",
       "      <th>TNR.11302.237</th>\n",
       "      <th>KRT7.11383.41</th>\n",
       "      <th>SETMAR.12462.20</th>\n",
       "      <th>...</th>\n",
       "      <th>ICAM5.8245.27</th>\n",
       "      <th>DAG1.8369.102</th>\n",
       "      <th>CDHR1.8372.29</th>\n",
       "      <th>SMIM9.8888.33</th>\n",
       "      <th>PRRG1.9008.6</th>\n",
       "      <th>ABO.9253.52</th>\n",
       "      <th>CBLN1.9313.27</th>\n",
       "      <th>ERP27.9333.59</th>\n",
       "      <th>VCAN.9561.21</th>\n",
       "      <th>GABBR2.9930.48</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>CRYBB2.10000.28</th>\n",
       "      <td>0.450145</td>\n",
       "      <td>-0.197322</td>\n",
       "      <td>-0.256792</td>\n",
       "      <td>0.057104</td>\n",
       "      <td>0.081933</td>\n",
       "      <td>0.148982</td>\n",
       "      <td>-0.312043</td>\n",
       "      <td>-0.228151</td>\n",
       "      <td>0.165370</td>\n",
       "      <td>0.323686</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.068506</td>\n",
       "      <td>0.074627</td>\n",
       "      <td>0.371413</td>\n",
       "      <td>-0.281670</td>\n",
       "      <td>0.152472</td>\n",
       "      <td>-0.065308</td>\n",
       "      <td>-0.157831</td>\n",
       "      <td>0.009170</td>\n",
       "      <td>-0.129955</td>\n",
       "      <td>-0.098689</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RAF1.10001.7</th>\n",
       "      <td>-0.093296</td>\n",
       "      <td>-0.057082</td>\n",
       "      <td>0.345815</td>\n",
       "      <td>-0.443929</td>\n",
       "      <td>-0.052914</td>\n",
       "      <td>-0.167480</td>\n",
       "      <td>0.010753</td>\n",
       "      <td>-0.247889</td>\n",
       "      <td>-0.245448</td>\n",
       "      <td>-0.224918</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.029788</td>\n",
       "      <td>-0.381152</td>\n",
       "      <td>-0.451867</td>\n",
       "      <td>0.145161</td>\n",
       "      <td>0.215053</td>\n",
       "      <td>-0.126695</td>\n",
       "      <td>-0.155573</td>\n",
       "      <td>-0.375246</td>\n",
       "      <td>-0.259067</td>\n",
       "      <td>-0.105061</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ZNF41.10003.15</th>\n",
       "      <td>0.101274</td>\n",
       "      <td>0.022939</td>\n",
       "      <td>-0.038067</td>\n",
       "      <td>0.422275</td>\n",
       "      <td>-0.097084</td>\n",
       "      <td>0.001981</td>\n",
       "      <td>-0.047359</td>\n",
       "      <td>0.236742</td>\n",
       "      <td>-0.050693</td>\n",
       "      <td>0.094251</td>\n",
       "      <td>...</td>\n",
       "      <td>0.040291</td>\n",
       "      <td>0.201023</td>\n",
       "      <td>0.311824</td>\n",
       "      <td>-0.144342</td>\n",
       "      <td>-0.151419</td>\n",
       "      <td>0.057531</td>\n",
       "      <td>0.110436</td>\n",
       "      <td>0.345429</td>\n",
       "      <td>0.265842</td>\n",
       "      <td>0.163235</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ELK1.10006.25</th>\n",
       "      <td>-0.279575</td>\n",
       "      <td>0.068063</td>\n",
       "      <td>0.191470</td>\n",
       "      <td>-0.245021</td>\n",
       "      <td>0.016970</td>\n",
       "      <td>-0.100326</td>\n",
       "      <td>0.145648</td>\n",
       "      <td>-0.052439</td>\n",
       "      <td>-0.154225</td>\n",
       "      <td>-0.320309</td>\n",
       "      <td>...</td>\n",
       "      <td>0.017980</td>\n",
       "      <td>-0.185290</td>\n",
       "      <td>-0.313109</td>\n",
       "      <td>0.220988</td>\n",
       "      <td>-0.039668</td>\n",
       "      <td>0.081128</td>\n",
       "      <td>0.101834</td>\n",
       "      <td>-0.116707</td>\n",
       "      <td>-0.027577</td>\n",
       "      <td>-0.023370</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GUCA1A.10008.43</th>\n",
       "      <td>0.005973</td>\n",
       "      <td>0.038360</td>\n",
       "      <td>0.062450</td>\n",
       "      <td>0.058964</td>\n",
       "      <td>-0.052009</td>\n",
       "      <td>-0.004887</td>\n",
       "      <td>0.123806</td>\n",
       "      <td>0.101164</td>\n",
       "      <td>-0.070769</td>\n",
       "      <td>0.079076</td>\n",
       "      <td>...</td>\n",
       "      <td>0.065988</td>\n",
       "      <td>0.098640</td>\n",
       "      <td>0.067024</td>\n",
       "      <td>-0.042159</td>\n",
       "      <td>-0.158295</td>\n",
       "      <td>-0.024043</td>\n",
       "      <td>0.123529</td>\n",
       "      <td>0.146041</td>\n",
       "      <td>0.193218</td>\n",
       "      <td>0.075348</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ZNF264.9993.11</th>\n",
       "      <td>0.511286</td>\n",
       "      <td>-0.267768</td>\n",
       "      <td>-0.270404</td>\n",
       "      <td>-0.126782</td>\n",
       "      <td>0.115463</td>\n",
       "      <td>0.154592</td>\n",
       "      <td>-0.363385</td>\n",
       "      <td>-0.395911</td>\n",
       "      <td>0.203124</td>\n",
       "      <td>0.439327</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.102134</td>\n",
       "      <td>0.018817</td>\n",
       "      <td>0.280996</td>\n",
       "      <td>-0.294658</td>\n",
       "      <td>0.250871</td>\n",
       "      <td>-0.104608</td>\n",
       "      <td>-0.314377</td>\n",
       "      <td>-0.193168</td>\n",
       "      <td>-0.399383</td>\n",
       "      <td>-0.268567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ATP4B.9994.217</th>\n",
       "      <td>0.506659</td>\n",
       "      <td>-0.161506</td>\n",
       "      <td>-0.271832</td>\n",
       "      <td>-0.031255</td>\n",
       "      <td>0.053794</td>\n",
       "      <td>0.223913</td>\n",
       "      <td>-0.384123</td>\n",
       "      <td>-0.289189</td>\n",
       "      <td>0.186657</td>\n",
       "      <td>0.386692</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.198938</td>\n",
       "      <td>0.055749</td>\n",
       "      <td>0.387162</td>\n",
       "      <td>-0.183482</td>\n",
       "      <td>0.217124</td>\n",
       "      <td>-0.078665</td>\n",
       "      <td>-0.286008</td>\n",
       "      <td>-0.046908</td>\n",
       "      <td>-0.186727</td>\n",
       "      <td>-0.204943</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DUT.9995.6</th>\n",
       "      <td>0.221336</td>\n",
       "      <td>-0.191584</td>\n",
       "      <td>0.026943</td>\n",
       "      <td>-0.300207</td>\n",
       "      <td>0.150489</td>\n",
       "      <td>0.077478</td>\n",
       "      <td>-0.337872</td>\n",
       "      <td>-0.469700</td>\n",
       "      <td>0.282132</td>\n",
       "      <td>-0.031120</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.195358</td>\n",
       "      <td>-0.304045</td>\n",
       "      <td>-0.167019</td>\n",
       "      <td>-0.122039</td>\n",
       "      <td>0.245992</td>\n",
       "      <td>-0.193583</td>\n",
       "      <td>-0.345385</td>\n",
       "      <td>-0.414855</td>\n",
       "      <td>-0.568947</td>\n",
       "      <td>-0.311732</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>UBXN4.9997.12</th>\n",
       "      <td>-0.064222</td>\n",
       "      <td>-0.095518</td>\n",
       "      <td>0.164711</td>\n",
       "      <td>-0.431910</td>\n",
       "      <td>0.061877</td>\n",
       "      <td>-0.050502</td>\n",
       "      <td>-0.075739</td>\n",
       "      <td>-0.296618</td>\n",
       "      <td>-0.014810</td>\n",
       "      <td>-0.189544</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.001819</td>\n",
       "      <td>-0.276297</td>\n",
       "      <td>-0.424643</td>\n",
       "      <td>0.151342</td>\n",
       "      <td>0.227430</td>\n",
       "      <td>-0.120384</td>\n",
       "      <td>-0.165575</td>\n",
       "      <td>-0.375788</td>\n",
       "      <td>-0.440869</td>\n",
       "      <td>-0.149391</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>IRF6.9999.1</th>\n",
       "      <td>-0.178713</td>\n",
       "      <td>-0.031993</td>\n",
       "      <td>0.395405</td>\n",
       "      <td>-0.367168</td>\n",
       "      <td>0.041203</td>\n",
       "      <td>-0.169994</td>\n",
       "      <td>-0.050136</td>\n",
       "      <td>-0.258156</td>\n",
       "      <td>-0.117487</td>\n",
       "      <td>-0.352469</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.044345</td>\n",
       "      <td>-0.404333</td>\n",
       "      <td>-0.503915</td>\n",
       "      <td>0.171915</td>\n",
       "      <td>0.146680</td>\n",
       "      <td>-0.153363</td>\n",
       "      <td>-0.146354</td>\n",
       "      <td>-0.388528</td>\n",
       "      <td>-0.343060</td>\n",
       "      <td>-0.121798</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4984 rows × 67 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 BRD4.10043.31  CBS.10086.39  ZNRF3.10390.21  PSMB6.10530.8  \\\n",
       "CRYBB2.10000.28       0.450145     -0.197322       -0.256792       0.057104   \n",
       "RAF1.10001.7         -0.093296     -0.057082        0.345815      -0.443929   \n",
       "ZNF41.10003.15        0.101274      0.022939       -0.038067       0.422275   \n",
       "ELK1.10006.25        -0.279575      0.068063        0.191470      -0.245021   \n",
       "GUCA1A.10008.43       0.005973      0.038360        0.062450       0.058964   \n",
       "...                        ...           ...             ...            ...   \n",
       "ZNF264.9993.11        0.511286     -0.267768       -0.270404      -0.126782   \n",
       "ATP4B.9994.217        0.506659     -0.161506       -0.271832      -0.031255   \n",
       "DUT.9995.6            0.221336     -0.191584        0.026943      -0.300207   \n",
       "UBXN4.9997.12        -0.064222     -0.095518        0.164711      -0.431910   \n",
       "IRF6.9999.1          -0.178713     -0.031993        0.395405      -0.367168   \n",
       "\n",
       "                 CHI3L1.11104.13  CCDC64.11158.40  NAGPA.11208.15  \\\n",
       "CRYBB2.10000.28         0.081933         0.148982       -0.312043   \n",
       "RAF1.10001.7           -0.052914        -0.167480        0.010753   \n",
       "ZNF41.10003.15         -0.097084         0.001981       -0.047359   \n",
       "ELK1.10006.25           0.016970        -0.100326        0.145648   \n",
       "GUCA1A.10008.43        -0.052009        -0.004887        0.123806   \n",
       "...                          ...              ...             ...   \n",
       "ZNF264.9993.11          0.115463         0.154592       -0.363385   \n",
       "ATP4B.9994.217          0.053794         0.223913       -0.384123   \n",
       "DUT.9995.6              0.150489         0.077478       -0.337872   \n",
       "UBXN4.9997.12           0.061877        -0.050502       -0.075739   \n",
       "IRF6.9999.1             0.041203        -0.169994       -0.050136   \n",
       "\n",
       "                 TNR.11302.237  KRT7.11383.41  SETMAR.12462.20  ...  \\\n",
       "CRYBB2.10000.28      -0.228151       0.165370         0.323686  ...   \n",
       "RAF1.10001.7         -0.247889      -0.245448        -0.224918  ...   \n",
       "ZNF41.10003.15        0.236742      -0.050693         0.094251  ...   \n",
       "ELK1.10006.25        -0.052439      -0.154225        -0.320309  ...   \n",
       "GUCA1A.10008.43       0.101164      -0.070769         0.079076  ...   \n",
       "...                        ...            ...              ...  ...   \n",
       "ZNF264.9993.11       -0.395911       0.203124         0.439327  ...   \n",
       "ATP4B.9994.217       -0.289189       0.186657         0.386692  ...   \n",
       "DUT.9995.6           -0.469700       0.282132        -0.031120  ...   \n",
       "UBXN4.9997.12        -0.296618      -0.014810        -0.189544  ...   \n",
       "IRF6.9999.1          -0.258156      -0.117487        -0.352469  ...   \n",
       "\n",
       "                 ICAM5.8245.27  DAG1.8369.102  CDHR1.8372.29  SMIM9.8888.33  \\\n",
       "CRYBB2.10000.28      -0.068506       0.074627       0.371413      -0.281670   \n",
       "RAF1.10001.7         -0.029788      -0.381152      -0.451867       0.145161   \n",
       "ZNF41.10003.15        0.040291       0.201023       0.311824      -0.144342   \n",
       "ELK1.10006.25         0.017980      -0.185290      -0.313109       0.220988   \n",
       "GUCA1A.10008.43       0.065988       0.098640       0.067024      -0.042159   \n",
       "...                        ...            ...            ...            ...   \n",
       "ZNF264.9993.11       -0.102134       0.018817       0.280996      -0.294658   \n",
       "ATP4B.9994.217       -0.198938       0.055749       0.387162      -0.183482   \n",
       "DUT.9995.6           -0.195358      -0.304045      -0.167019      -0.122039   \n",
       "UBXN4.9997.12        -0.001819      -0.276297      -0.424643       0.151342   \n",
       "IRF6.9999.1          -0.044345      -0.404333      -0.503915       0.171915   \n",
       "\n",
       "                 PRRG1.9008.6  ABO.9253.52  CBLN1.9313.27  ERP27.9333.59  \\\n",
       "CRYBB2.10000.28      0.152472    -0.065308      -0.157831       0.009170   \n",
       "RAF1.10001.7         0.215053    -0.126695      -0.155573      -0.375246   \n",
       "ZNF41.10003.15      -0.151419     0.057531       0.110436       0.345429   \n",
       "ELK1.10006.25       -0.039668     0.081128       0.101834      -0.116707   \n",
       "GUCA1A.10008.43     -0.158295    -0.024043       0.123529       0.146041   \n",
       "...                       ...          ...            ...            ...   \n",
       "ZNF264.9993.11       0.250871    -0.104608      -0.314377      -0.193168   \n",
       "ATP4B.9994.217       0.217124    -0.078665      -0.286008      -0.046908   \n",
       "DUT.9995.6           0.245992    -0.193583      -0.345385      -0.414855   \n",
       "UBXN4.9997.12        0.227430    -0.120384      -0.165575      -0.375788   \n",
       "IRF6.9999.1          0.146680    -0.153363      -0.146354      -0.388528   \n",
       "\n",
       "                 VCAN.9561.21  GABBR2.9930.48  \n",
       "CRYBB2.10000.28     -0.129955       -0.098689  \n",
       "RAF1.10001.7        -0.259067       -0.105061  \n",
       "ZNF41.10003.15       0.265842        0.163235  \n",
       "ELK1.10006.25       -0.027577       -0.023370  \n",
       "GUCA1A.10008.43      0.193218        0.075348  \n",
       "...                       ...             ...  \n",
       "ZNF264.9993.11      -0.399383       -0.268567  \n",
       "ATP4B.9994.217      -0.186727       -0.204943  \n",
       "DUT.9995.6          -0.568947       -0.311732  \n",
       "UBXN4.9997.12       -0.440869       -0.149391  \n",
       "IRF6.9999.1         -0.343060       -0.121798  \n",
       "\n",
       "[4984 rows x 67 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a2_df = a2_corr[a2_features]\n",
    "a2_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "fleet-protein",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "+------------------+-------------------------------+----------------------------------------------------+\n",
      "|  Model Feature   | Number of correlated proteins |                Correlated proteins                 |\n",
      "+------------------+-------------------------------+----------------------------------------------------+\n",
      "|  BRD4.10043.31   |               0               |  Series([], Name: BRD4.10043.31, dtype: float64)   |\n",
      "|   CBS.10086.39   |               0               |   Series([], Name: CBS.10086.39, dtype: float64)   |\n",
      "|  ZNRF3.10390.21  |               0               |  Series([], Name: ZNRF3.10390.21, dtype: float64)  |\n",
      "|  PSMB6.10530.8   |               0               |  Series([], Name: PSMB6.10530.8, dtype: float64)   |\n",
      "| CHI3L1.11104.13  |               0               | Series([], Name: CHI3L1.11104.13, dtype: float64)  |\n",
      "| CCDC64.11158.40  |               0               | Series([], Name: CCDC64.11158.40, dtype: float64)  |\n",
      "|  NAGPA.11208.15  |               0               |  Series([], Name: NAGPA.11208.15, dtype: float64)  |\n",
      "|  TNR.11302.237   |               0               |  Series([], Name: TNR.11302.237, dtype: float64)   |\n",
      "|  KRT7.11383.41   |               0               |  Series([], Name: KRT7.11383.41, dtype: float64)   |\n",
      "| SETMAR.12462.20  |               0               | Series([], Name: SETMAR.12462.20, dtype: float64)  |\n",
      "| ZNF134.12787.47  |               0               | Series([], Name: ZNF134.12787.47, dtype: float64)  |\n",
      "|  RELL1.13399.33  |               0               |  Series([], Name: RELL1.13399.33, dtype: float64)  |\n",
      "|  PTH1R.13470.43  |               1               |              NPPA.5443.62    0.805714              |\n",
      "|                  |                               |        Name: PTH1R.13470.43, dtype: float64        |\n",
      "| SLC5A8.13691.10  |               0               | Series([], Name: SLC5A8.13691.10, dtype: float64)  |\n",
      "| RAP1GAP.13735.1  |               0               | Series([], Name: RAP1GAP.13735.1, dtype: float64)  |\n",
      "|  DAPK1.13955.33  |               0               |  Series([], Name: DAPK1.13955.33, dtype: float64)  |\n",
      "| SLC26A7.13979.3  |               0               | Series([], Name: SLC26A7.13979.3, dtype: float64)  |\n",
      "|  IFNA7.14129.1   |               0               |  Series([], Name: IFNA7.14129.1, dtype: float64)   |\n",
      "| APOC1.15364.101  |               0               | Series([], Name: APOC1.15364.101, dtype: float64)  |\n",
      "|   PLTP.15475.4   |               0               |   Series([], Name: PLTP.15475.4, dtype: float64)   |\n",
      "|  CLSTN1.15521.4  |               0               |  Series([], Name: CLSTN1.15521.4, dtype: float64)  |\n",
      "|  NID2.16060.99   |               0               |  Series([], Name: NID2.16060.99, dtype: float64)   |\n",
      "|  RAB3A.17516.7   |               0               |  Series([], Name: RAB3A.17516.7, dtype: float64)   |\n",
      "|  HSPH1.17704.74  |               0               |  Series([], Name: HSPH1.17704.74, dtype: float64)  |\n",
      "| ANXA13.17835.28  |               0               | Series([], Name: ANXA13.17835.28, dtype: float64)  |\n",
      "| CCDC25.18264.12  |               0               | Series([], Name: CCDC25.18264.12, dtype: float64)  |\n",
      "| COL2A1.18875.125 |               0               | Series([], Name: COL2A1.18875.125, dtype: float64) |\n",
      "|   TK2.19114.8    |               0               |   Series([], Name: TK2.19114.8, dtype: float64)    |\n",
      "|  GIMAP6.19302.7  |               0               |  Series([], Name: GIMAP6.19302.7, dtype: float64)  |\n",
      "|  SFTPD.19590.46  |               0               |  Series([], Name: SFTPD.19590.46, dtype: float64)  |\n",
      "|    KIT.2475.1    |               0               |    Series([], Name: KIT.2475.1, dtype: float64)    |\n",
      "|   MICA.2730.58   |               0               |   Series([], Name: MICA.2730.58, dtype: float64)   |\n",
      "|   CDH5.2819.23   |               1               |             EPHA4.16288.17    0.811857             |\n",
      "|                  |                               |         Name: CDH5.2819.23, dtype: float64         |\n",
      "|   TIE1.2844.53   |               0               |   Series([], Name: TIE1.2844.53, dtype: float64)   |\n",
      "|   TBP.2875.15    |               0               |   Series([], Name: TBP.2875.15, dtype: float64)    |\n",
      "|  CXCL13.3487.32  |               0               |  Series([], Name: CXCL13.3487.32, dtype: float64)  |\n",
      "|   CKB.3800.71    |               0               |   Series([], Name: CKB.3800.71, dtype: float64)    |\n",
      "|  CXCL10.4141.79  |               0               |  Series([], Name: CXCL10.4141.79, dtype: float64)  |\n",
      "|   CCL7.4886.3    |               0               |   Series([], Name: CCL7.4886.3, dtype: float64)    |\n",
      "|  GP1BA.4990.87   |               0               |  Series([], Name: GP1BA.4990.87, dtype: float64)   |\n",
      "|  PRDX5.5017.19   |               0               |  Series([], Name: PRDX5.5017.19, dtype: float64)   |\n",
      "|  SIRT2.5030.52   |               0               |  Series([], Name: SIRT2.5030.52, dtype: float64)   |\n",
      "|  STK17B.5249.31  |               0               |  Series([], Name: STK17B.5249.31, dtype: float64)  |\n",
      "|  TNNT2.5315.22   |               0               |  Series([], Name: TNNT2.5315.22, dtype: float64)   |\n",
      "|  PRKCG.5476.66   |               0               |  Series([], Name: PRKCG.5476.66, dtype: float64)   |\n",
      "|  PRSS37.5653.23  |               0               |  Series([], Name: PRSS37.5653.23, dtype: float64)  |\n",
      "|   VASN.5682.13   |               0               |   Series([], Name: VASN.5682.13, dtype: float64)   |\n",
      "|   TNXB.5698.60   |               0               |   Series([], Name: TNXB.5698.60, dtype: float64)   |\n",
      "|   IFNL3.5713.9   |               0               |   Series([], Name: IFNL3.5713.9, dtype: float64)   |\n",
      "|  RNASE13.6424.2  |               0               |  Series([], Name: RNASE13.6424.2, dtype: float64)  |\n",
      "|  PCYOX1.6431.68  |               0               |  Series([], Name: PCYOX1.6431.68, dtype: float64)  |\n",
      "| CLEC6A.6911.103  |               0               | Series([], Name: CLEC6A.6911.103, dtype: float64)  |\n",
      "| PCDHGA12.6938.21 |               0               | Series([], Name: PCDHGA12.6938.21, dtype: float64) |\n",
      "| SEMA6C.7202.107  |               0               | Series([], Name: SEMA6C.7202.107, dtype: float64)  |\n",
      "|  APLP1.7210.25   |               0               |  Series([], Name: APLP1.7210.25, dtype: float64)   |\n",
      "|  DNAJC4.8016.19  |               0               |  Series([], Name: DNAJC4.8016.19, dtype: float64)  |\n",
      "| C18orf32.8236.8  |               0               | Series([], Name: C18orf32.8236.8, dtype: float64)  |\n",
      "|  ICAM5.8245.27   |               1               |             ICAM5.5124.69    0.858857              |\n",
      "|                  |                               |        Name: ICAM5.8245.27, dtype: float64         |\n",
      "|  DAG1.8369.102   |               0               |  Series([], Name: DAG1.8369.102, dtype: float64)   |\n",
      "|  CDHR1.8372.29   |               0               |  Series([], Name: CDHR1.8372.29, dtype: float64)   |\n",
      "|  SMIM9.8888.33   |               0               |  Series([], Name: SMIM9.8888.33, dtype: float64)   |\n",
      "|   PRRG1.9008.6   |               0               |   Series([], Name: PRRG1.9008.6, dtype: float64)   |\n",
      "|   ABO.9253.52    |               0               |   Series([], Name: ABO.9253.52, dtype: float64)    |\n",
      "|  CBLN1.9313.27   |               0               |  Series([], Name: CBLN1.9313.27, dtype: float64)   |\n",
      "|  ERP27.9333.59   |               0               |  Series([], Name: ERP27.9333.59, dtype: float64)   |\n",
      "|   VCAN.9561.21   |               0               |   Series([], Name: VCAN.9561.21, dtype: float64)   |\n",
      "|  GABBR2.9930.48  |               0               |  Series([], Name: GABBR2.9930.48, dtype: float64)  |\n",
      "+------------------+-------------------------------+----------------------------------------------------+\n"
     ]
    }
   ],
   "source": [
    "l = []\n",
    "\n",
    "from prettytable import PrettyTable\n",
    "t = PrettyTable(['Model Feature', 'Number of correlated proteins', 'Correlated proteins'])\n",
    "\n",
    "for feature in a2_features:\n",
    "    corrs = a2_df[feature]\n",
    "\n",
    "    corr_prots = corrs[(corrs < -0.8) | (corrs > 0.8)]\n",
    "    #print(feature, \"\\t\", len(corr_prots), \"\\t\", corr_prots)\n",
    "    # l.append()\n",
    "    t.add_row([feature, len(corr_prots), corr_prots])\n",
    "print(t)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ecological-platform",
   "metadata": {},
   "source": [
    "### Infe A3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "macro-joint",
   "metadata": {},
   "outputs": [],
   "source": [
    "outcome = 'A3'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "fifteen-egypt",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['MCL1.10396.6', 'PLOD3.10612.18', 'GCH1.11185.145', 'XDH.11264.33', 'TEAD4.12516.13', 'ILF3.12759.47', 'ZNF334.12763.69', 'SF1.12777.11', 'BAG4.12844.10', 'PVRL3.13557.3', 'RBL2.13565.2', 'NADK.13624.17', 'CSF1R.13682.47', 'FARS2.13941.82', 'AGAP3.13960.15', 'MAGI2.14066.49', 'PSMA4.14099.20', 'PNOC.15434.5', 'FBLN5.15585.304', 'AKR1C3.17377.1', 'MRAS.18297.8', 'AS3MT.18417.3', 'BLNK.19225.11', 'PFDN2.19243.2', 'SFTPD.19590.46', 'DCN.2666.53', 'CDH5.2819.23', 'PGF.3078.1', 'BSG.3585.54', 'CSF1.3738.54', 'TEK.3773.15', 'PFDN5.4271.75', 'GDF15.4374.45', 'IL1A.4851.25', 'CCL7.4886.3', 'CAPG.4968.50', 'MAPK12.5005.4', 'SIRT2.5030.52', 'NPPA.5443.62', 'SEMA3G.5628.21', 'MFAP4.5636.10', 'TMX3.5654.70', 'GALNT3.6593.5', 'NTN1.6649.51', 'HBZ.6919.3', 'STX3.7186.111', 'LRFN2.7200.4', 'APLP1.7210.25', 'ANKRD46.7851.30', 'MINOS1.7956.11', 'TMEM70.8074.32', 'RSPO3.8427.118', 'GPNMB.8606.39', 'IL21R.9366.54', 'GALP.9398.30', 'LST1.9531.24', 'PRR27.9607.39', 'ACTN2.9844.138']\n",
      "58\n"
     ]
    }
   ],
   "source": [
    "# get model proteins\n",
    "\n",
    "a3_train_features_file = f'{FINAL_MODEL_DIR}/all_proteins-soma_data=normalized-nat_log_transf=True-standardize=True_infe_{outcome}_coef.pkl'\n",
    "with open(a3_train_features_file, \"rb\") as fp:  # Unpickling\n",
    "    a3_train_features = pickle.load(fp)\n",
    "\n",
    "a3_features = [f for f in a3_train_features if\n",
    "                             f not in ['age_at_diagnosis', 'sex_M', 'ProcessTime', 'SampleGroup']]\n",
    "\n",
    "print(a3_features)\n",
    "print(len(a3_features))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "taken-fight",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "--- 79.62524271011353 seconds ---\n"
     ]
    }
   ],
   "source": [
    "# get correlations\n",
    "start_time = time.time()\n",
    "\n",
    "a3_corr = prot_df.corr(method='spearman')\n",
    "\n",
    "print(\"--- %s seconds ---\" % (time.time() - start_time))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "indoor-margin",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CRYBB2.10000.28</th>\n",
       "      <th>RAF1.10001.7</th>\n",
       "      <th>ZNF41.10003.15</th>\n",
       "      <th>ELK1.10006.25</th>\n",
       "      <th>GUCA1A.10008.43</th>\n",
       "      <th>OCRL.10011.65</th>\n",
       "      <th>SPDEF.10012.5</th>\n",
       "      <th>SNAI2.10014.31</th>\n",
       "      <th>KCNAB2.10015.119</th>\n",
       "      <th>POLH.10022.207</th>\n",
       "      <th>...</th>\n",
       "      <th>KIAA1467.9981.18</th>\n",
       "      <th>PRSS35.9983.97</th>\n",
       "      <th>YIPF6.9984.12</th>\n",
       "      <th>NPW.9986.14</th>\n",
       "      <th>LRRC24.9989.12</th>\n",
       "      <th>ZNF264.9993.11</th>\n",
       "      <th>ATP4B.9994.217</th>\n",
       "      <th>DUT.9995.6</th>\n",
       "      <th>UBXN4.9997.12</th>\n",
       "      <th>IRF6.9999.1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>CRYBB2.10000.28</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.144330</td>\n",
       "      <td>0.027489</td>\n",
       "      <td>-0.235501</td>\n",
       "      <td>0.046085</td>\n",
       "      <td>-0.102753</td>\n",
       "      <td>0.449100</td>\n",
       "      <td>0.281074</td>\n",
       "      <td>0.213449</td>\n",
       "      <td>-0.227891</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.172170</td>\n",
       "      <td>-0.038048</td>\n",
       "      <td>0.267035</td>\n",
       "      <td>-0.244359</td>\n",
       "      <td>0.083656</td>\n",
       "      <td>0.500784</td>\n",
       "      <td>0.420562</td>\n",
       "      <td>0.148778</td>\n",
       "      <td>-0.112835</td>\n",
       "      <td>-0.224992</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RAF1.10001.7</th>\n",
       "      <td>-0.144330</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.383724</td>\n",
       "      <td>0.248620</td>\n",
       "      <td>-0.067600</td>\n",
       "      <td>0.174147</td>\n",
       "      <td>-0.068679</td>\n",
       "      <td>-0.427419</td>\n",
       "      <td>0.275710</td>\n",
       "      <td>-0.265282</td>\n",
       "      <td>...</td>\n",
       "      <td>0.106734</td>\n",
       "      <td>-0.394640</td>\n",
       "      <td>-0.545206</td>\n",
       "      <td>-0.018827</td>\n",
       "      <td>-0.503038</td>\n",
       "      <td>0.032426</td>\n",
       "      <td>-0.124075</td>\n",
       "      <td>0.419275</td>\n",
       "      <td>0.599457</td>\n",
       "      <td>0.703059</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ZNF41.10003.15</th>\n",
       "      <td>0.027489</td>\n",
       "      <td>-0.383724</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.266019</td>\n",
       "      <td>0.275078</td>\n",
       "      <td>-0.257966</td>\n",
       "      <td>-0.056785</td>\n",
       "      <td>0.273533</td>\n",
       "      <td>-0.099437</td>\n",
       "      <td>0.355600</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.071350</td>\n",
       "      <td>0.399248</td>\n",
       "      <td>0.486806</td>\n",
       "      <td>-0.015190</td>\n",
       "      <td>0.416579</td>\n",
       "      <td>-0.223917</td>\n",
       "      <td>-0.058918</td>\n",
       "      <td>-0.458048</td>\n",
       "      <td>-0.555093</td>\n",
       "      <td>-0.446234</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ELK1.10006.25</th>\n",
       "      <td>-0.235501</td>\n",
       "      <td>0.248620</td>\n",
       "      <td>-0.266019</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.085530</td>\n",
       "      <td>0.165881</td>\n",
       "      <td>-0.162034</td>\n",
       "      <td>-0.311595</td>\n",
       "      <td>0.119684</td>\n",
       "      <td>-0.048118</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.024845</td>\n",
       "      <td>-0.050337</td>\n",
       "      <td>-0.308177</td>\n",
       "      <td>0.162908</td>\n",
       "      <td>-0.237737</td>\n",
       "      <td>-0.221936</td>\n",
       "      <td>-0.199070</td>\n",
       "      <td>0.106401</td>\n",
       "      <td>0.234039</td>\n",
       "      <td>0.346683</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GUCA1A.10008.43</th>\n",
       "      <td>0.046085</td>\n",
       "      <td>-0.067600</td>\n",
       "      <td>0.275078</td>\n",
       "      <td>-0.085530</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.010522</td>\n",
       "      <td>-0.164781</td>\n",
       "      <td>0.053943</td>\n",
       "      <td>-0.138618</td>\n",
       "      <td>0.178047</td>\n",
       "      <td>...</td>\n",
       "      <td>0.153743</td>\n",
       "      <td>0.051060</td>\n",
       "      <td>0.175415</td>\n",
       "      <td>-0.009028</td>\n",
       "      <td>0.154967</td>\n",
       "      <td>-0.153805</td>\n",
       "      <td>-0.041773</td>\n",
       "      <td>-0.162788</td>\n",
       "      <td>-0.175423</td>\n",
       "      <td>-0.103800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ZNF264.9993.11</th>\n",
       "      <td>0.500784</td>\n",
       "      <td>0.032426</td>\n",
       "      <td>-0.223917</td>\n",
       "      <td>-0.221936</td>\n",
       "      <td>-0.153805</td>\n",
       "      <td>0.023220</td>\n",
       "      <td>0.659544</td>\n",
       "      <td>0.280024</td>\n",
       "      <td>0.272968</td>\n",
       "      <td>-0.481509</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.217277</td>\n",
       "      <td>-0.168957</td>\n",
       "      <td>0.111078</td>\n",
       "      <td>-0.316474</td>\n",
       "      <td>-0.074897</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.558281</td>\n",
       "      <td>0.422424</td>\n",
       "      <td>0.185639</td>\n",
       "      <td>-0.077577</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ATP4B.9994.217</th>\n",
       "      <td>0.420562</td>\n",
       "      <td>-0.124075</td>\n",
       "      <td>-0.058918</td>\n",
       "      <td>-0.199070</td>\n",
       "      <td>-0.041773</td>\n",
       "      <td>-0.041302</td>\n",
       "      <td>0.518268</td>\n",
       "      <td>0.293094</td>\n",
       "      <td>0.210378</td>\n",
       "      <td>-0.270000</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.177042</td>\n",
       "      <td>-0.070631</td>\n",
       "      <td>0.258732</td>\n",
       "      <td>-0.341784</td>\n",
       "      <td>0.106641</td>\n",
       "      <td>0.558281</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.235933</td>\n",
       "      <td>-0.009255</td>\n",
       "      <td>-0.177337</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DUT.9995.6</th>\n",
       "      <td>0.148778</td>\n",
       "      <td>0.419275</td>\n",
       "      <td>-0.458048</td>\n",
       "      <td>0.106401</td>\n",
       "      <td>-0.162788</td>\n",
       "      <td>0.156828</td>\n",
       "      <td>0.296497</td>\n",
       "      <td>-0.160761</td>\n",
       "      <td>0.254027</td>\n",
       "      <td>-0.543527</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.126490</td>\n",
       "      <td>-0.520927</td>\n",
       "      <td>-0.383055</td>\n",
       "      <td>-0.330230</td>\n",
       "      <td>-0.506727</td>\n",
       "      <td>0.422424</td>\n",
       "      <td>0.235933</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.597618</td>\n",
       "      <td>0.476068</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>UBXN4.9997.12</th>\n",
       "      <td>-0.112835</td>\n",
       "      <td>0.599457</td>\n",
       "      <td>-0.555093</td>\n",
       "      <td>0.234039</td>\n",
       "      <td>-0.175423</td>\n",
       "      <td>0.253196</td>\n",
       "      <td>0.021621</td>\n",
       "      <td>-0.257940</td>\n",
       "      <td>0.188106</td>\n",
       "      <td>-0.445151</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033110</td>\n",
       "      <td>-0.474462</td>\n",
       "      <td>-0.578429</td>\n",
       "      <td>0.004791</td>\n",
       "      <td>-0.563239</td>\n",
       "      <td>0.185639</td>\n",
       "      <td>-0.009255</td>\n",
       "      <td>0.597618</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.719375</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>IRF6.9999.1</th>\n",
       "      <td>-0.224992</td>\n",
       "      <td>0.703059</td>\n",
       "      <td>-0.446234</td>\n",
       "      <td>0.346683</td>\n",
       "      <td>-0.103800</td>\n",
       "      <td>0.223215</td>\n",
       "      <td>-0.148664</td>\n",
       "      <td>-0.492549</td>\n",
       "      <td>0.151662</td>\n",
       "      <td>-0.321178</td>\n",
       "      <td>...</td>\n",
       "      <td>0.045099</td>\n",
       "      <td>-0.411038</td>\n",
       "      <td>-0.656427</td>\n",
       "      <td>-0.001830</td>\n",
       "      <td>-0.583629</td>\n",
       "      <td>-0.077577</td>\n",
       "      <td>-0.177337</td>\n",
       "      <td>0.476068</td>\n",
       "      <td>0.719375</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4984 rows × 4984 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 CRYBB2.10000.28  RAF1.10001.7  ZNF41.10003.15  ELK1.10006.25  \\\n",
       "CRYBB2.10000.28         0.000000     -0.144330        0.027489      -0.235501   \n",
       "RAF1.10001.7           -0.144330      0.000000       -0.383724       0.248620   \n",
       "ZNF41.10003.15          0.027489     -0.383724        0.000000      -0.266019   \n",
       "ELK1.10006.25          -0.235501      0.248620       -0.266019       0.000000   \n",
       "GUCA1A.10008.43         0.046085     -0.067600        0.275078      -0.085530   \n",
       "...                          ...           ...             ...            ...   \n",
       "ZNF264.9993.11          0.500784      0.032426       -0.223917      -0.221936   \n",
       "ATP4B.9994.217          0.420562     -0.124075       -0.058918      -0.199070   \n",
       "DUT.9995.6              0.148778      0.419275       -0.458048       0.106401   \n",
       "UBXN4.9997.12          -0.112835      0.599457       -0.555093       0.234039   \n",
       "IRF6.9999.1            -0.224992      0.703059       -0.446234       0.346683   \n",
       "\n",
       "                 GUCA1A.10008.43  OCRL.10011.65  SPDEF.10012.5  \\\n",
       "CRYBB2.10000.28         0.046085      -0.102753       0.449100   \n",
       "RAF1.10001.7           -0.067600       0.174147      -0.068679   \n",
       "ZNF41.10003.15          0.275078      -0.257966      -0.056785   \n",
       "ELK1.10006.25          -0.085530       0.165881      -0.162034   \n",
       "GUCA1A.10008.43         0.000000       0.010522      -0.164781   \n",
       "...                          ...            ...            ...   \n",
       "ZNF264.9993.11         -0.153805       0.023220       0.659544   \n",
       "ATP4B.9994.217         -0.041773      -0.041302       0.518268   \n",
       "DUT.9995.6             -0.162788       0.156828       0.296497   \n",
       "UBXN4.9997.12          -0.175423       0.253196       0.021621   \n",
       "IRF6.9999.1            -0.103800       0.223215      -0.148664   \n",
       "\n",
       "                 SNAI2.10014.31  KCNAB2.10015.119  POLH.10022.207  ...  \\\n",
       "CRYBB2.10000.28        0.281074          0.213449       -0.227891  ...   \n",
       "RAF1.10001.7          -0.427419          0.275710       -0.265282  ...   \n",
       "ZNF41.10003.15         0.273533         -0.099437        0.355600  ...   \n",
       "ELK1.10006.25         -0.311595          0.119684       -0.048118  ...   \n",
       "GUCA1A.10008.43        0.053943         -0.138618        0.178047  ...   \n",
       "...                         ...               ...             ...  ...   \n",
       "ZNF264.9993.11         0.280024          0.272968       -0.481509  ...   \n",
       "ATP4B.9994.217         0.293094          0.210378       -0.270000  ...   \n",
       "DUT.9995.6            -0.160761          0.254027       -0.543527  ...   \n",
       "UBXN4.9997.12         -0.257940          0.188106       -0.445151  ...   \n",
       "IRF6.9999.1           -0.492549          0.151662       -0.321178  ...   \n",
       "\n",
       "                 KIAA1467.9981.18  PRSS35.9983.97  YIPF6.9984.12  NPW.9986.14  \\\n",
       "CRYBB2.10000.28         -0.172170       -0.038048       0.267035    -0.244359   \n",
       "RAF1.10001.7             0.106734       -0.394640      -0.545206    -0.018827   \n",
       "ZNF41.10003.15          -0.071350        0.399248       0.486806    -0.015190   \n",
       "ELK1.10006.25           -0.024845       -0.050337      -0.308177     0.162908   \n",
       "GUCA1A.10008.43          0.153743        0.051060       0.175415    -0.009028   \n",
       "...                           ...             ...            ...          ...   \n",
       "ZNF264.9993.11          -0.217277       -0.168957       0.111078    -0.316474   \n",
       "ATP4B.9994.217          -0.177042       -0.070631       0.258732    -0.341784   \n",
       "DUT.9995.6              -0.126490       -0.520927      -0.383055    -0.330230   \n",
       "UBXN4.9997.12            0.033110       -0.474462      -0.578429     0.004791   \n",
       "IRF6.9999.1              0.045099       -0.411038      -0.656427    -0.001830   \n",
       "\n",
       "                 LRRC24.9989.12  ZNF264.9993.11  ATP4B.9994.217  DUT.9995.6  \\\n",
       "CRYBB2.10000.28        0.083656        0.500784        0.420562    0.148778   \n",
       "RAF1.10001.7          -0.503038        0.032426       -0.124075    0.419275   \n",
       "ZNF41.10003.15         0.416579       -0.223917       -0.058918   -0.458048   \n",
       "ELK1.10006.25         -0.237737       -0.221936       -0.199070    0.106401   \n",
       "GUCA1A.10008.43        0.154967       -0.153805       -0.041773   -0.162788   \n",
       "...                         ...             ...             ...         ...   \n",
       "ZNF264.9993.11        -0.074897        0.000000        0.558281    0.422424   \n",
       "ATP4B.9994.217         0.106641        0.558281        0.000000    0.235933   \n",
       "DUT.9995.6            -0.506727        0.422424        0.235933    0.000000   \n",
       "UBXN4.9997.12         -0.563239        0.185639       -0.009255    0.597618   \n",
       "IRF6.9999.1           -0.583629       -0.077577       -0.177337    0.476068   \n",
       "\n",
       "                 UBXN4.9997.12  IRF6.9999.1  \n",
       "CRYBB2.10000.28      -0.112835    -0.224992  \n",
       "RAF1.10001.7          0.599457     0.703059  \n",
       "ZNF41.10003.15       -0.555093    -0.446234  \n",
       "ELK1.10006.25         0.234039     0.346683  \n",
       "GUCA1A.10008.43      -0.175423    -0.103800  \n",
       "...                        ...          ...  \n",
       "ZNF264.9993.11        0.185639    -0.077577  \n",
       "ATP4B.9994.217       -0.009255    -0.177337  \n",
       "DUT.9995.6            0.597618     0.476068  \n",
       "UBXN4.9997.12         0.000000     0.719375  \n",
       "IRF6.9999.1           0.719375     0.000000  \n",
       "\n",
       "[4984 rows x 4984 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "for i in range(len(a3_corr)):\n",
    "    a3_corr.iloc[i, i] = 0  # set correlations for same protein to 0 (i.e. on diagonal)\n",
    "a3_corr"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "twenty-signal",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>MCL1.10396.6</th>\n",
       "      <th>PLOD3.10612.18</th>\n",
       "      <th>GCH1.11185.145</th>\n",
       "      <th>XDH.11264.33</th>\n",
       "      <th>TEAD4.12516.13</th>\n",
       "      <th>ILF3.12759.47</th>\n",
       "      <th>ZNF334.12763.69</th>\n",
       "      <th>SF1.12777.11</th>\n",
       "      <th>BAG4.12844.10</th>\n",
       "      <th>PVRL3.13557.3</th>\n",
       "      <th>...</th>\n",
       "      <th>ANKRD46.7851.30</th>\n",
       "      <th>MINOS1.7956.11</th>\n",
       "      <th>TMEM70.8074.32</th>\n",
       "      <th>RSPO3.8427.118</th>\n",
       "      <th>GPNMB.8606.39</th>\n",
       "      <th>IL21R.9366.54</th>\n",
       "      <th>GALP.9398.30</th>\n",
       "      <th>LST1.9531.24</th>\n",
       "      <th>PRR27.9607.39</th>\n",
       "      <th>ACTN2.9844.138</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>CRYBB2.10000.28</th>\n",
       "      <td>0.049073</td>\n",
       "      <td>0.203051</td>\n",
       "      <td>0.216453</td>\n",
       "      <td>-0.032989</td>\n",
       "      <td>0.167429</td>\n",
       "      <td>0.178656</td>\n",
       "      <td>-0.262306</td>\n",
       "      <td>0.374248</td>\n",
       "      <td>0.435387</td>\n",
       "      <td>0.175655</td>\n",
       "      <td>...</td>\n",
       "      <td>0.378554</td>\n",
       "      <td>-0.017460</td>\n",
       "      <td>0.027702</td>\n",
       "      <td>0.074668</td>\n",
       "      <td>-0.291183</td>\n",
       "      <td>0.254011</td>\n",
       "      <td>-0.057346</td>\n",
       "      <td>0.390110</td>\n",
       "      <td>-0.178025</td>\n",
       "      <td>0.057444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RAF1.10001.7</th>\n",
       "      <td>-0.072521</td>\n",
       "      <td>-0.059097</td>\n",
       "      <td>-0.256584</td>\n",
       "      <td>-0.265255</td>\n",
       "      <td>-0.333506</td>\n",
       "      <td>0.100415</td>\n",
       "      <td>-0.472912</td>\n",
       "      <td>0.191661</td>\n",
       "      <td>-0.137879</td>\n",
       "      <td>-0.322086</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.309057</td>\n",
       "      <td>0.034259</td>\n",
       "      <td>-0.195446</td>\n",
       "      <td>0.004244</td>\n",
       "      <td>-0.110614</td>\n",
       "      <td>0.079631</td>\n",
       "      <td>-0.347667</td>\n",
       "      <td>0.110929</td>\n",
       "      <td>0.024521</td>\n",
       "      <td>0.019918</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ZNF41.10003.15</th>\n",
       "      <td>-0.279690</td>\n",
       "      <td>-0.114025</td>\n",
       "      <td>-0.017168</td>\n",
       "      <td>0.256952</td>\n",
       "      <td>0.004932</td>\n",
       "      <td>-0.296128</td>\n",
       "      <td>0.409003</td>\n",
       "      <td>-0.262740</td>\n",
       "      <td>0.064436</td>\n",
       "      <td>0.337075</td>\n",
       "      <td>...</td>\n",
       "      <td>0.168092</td>\n",
       "      <td>-0.059200</td>\n",
       "      <td>0.357445</td>\n",
       "      <td>-0.167369</td>\n",
       "      <td>-0.065462</td>\n",
       "      <td>-0.298849</td>\n",
       "      <td>0.351484</td>\n",
       "      <td>-0.339177</td>\n",
       "      <td>0.187243</td>\n",
       "      <td>-0.270857</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ELK1.10006.25</th>\n",
       "      <td>0.119350</td>\n",
       "      <td>-0.188220</td>\n",
       "      <td>-0.173855</td>\n",
       "      <td>-0.082743</td>\n",
       "      <td>-0.109929</td>\n",
       "      <td>0.052000</td>\n",
       "      <td>0.031872</td>\n",
       "      <td>-0.126669</td>\n",
       "      <td>-0.319488</td>\n",
       "      <td>-0.388065</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.348173</td>\n",
       "      <td>-0.081074</td>\n",
       "      <td>-0.119905</td>\n",
       "      <td>-0.038940</td>\n",
       "      <td>0.115524</td>\n",
       "      <td>-0.014192</td>\n",
       "      <td>-0.130891</td>\n",
       "      <td>-0.126289</td>\n",
       "      <td>0.013177</td>\n",
       "      <td>-0.016042</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GUCA1A.10008.43</th>\n",
       "      <td>-0.146477</td>\n",
       "      <td>-0.071547</td>\n",
       "      <td>-0.121150</td>\n",
       "      <td>0.025834</td>\n",
       "      <td>-0.017037</td>\n",
       "      <td>-0.058169</td>\n",
       "      <td>0.154704</td>\n",
       "      <td>0.011591</td>\n",
       "      <td>-0.022658</td>\n",
       "      <td>0.029562</td>\n",
       "      <td>...</td>\n",
       "      <td>0.071333</td>\n",
       "      <td>0.041651</td>\n",
       "      <td>0.080844</td>\n",
       "      <td>-0.020835</td>\n",
       "      <td>0.020482</td>\n",
       "      <td>-0.121269</td>\n",
       "      <td>0.109324</td>\n",
       "      <td>-0.244631</td>\n",
       "      <td>0.182972</td>\n",
       "      <td>-0.082501</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ZNF264.9993.11</th>\n",
       "      <td>0.212133</td>\n",
       "      <td>0.277791</td>\n",
       "      <td>0.267213</td>\n",
       "      <td>-0.148727</td>\n",
       "      <td>0.175433</td>\n",
       "      <td>0.373228</td>\n",
       "      <td>-0.557151</td>\n",
       "      <td>0.525371</td>\n",
       "      <td>0.549168</td>\n",
       "      <td>0.164418</td>\n",
       "      <td>...</td>\n",
       "      <td>0.457604</td>\n",
       "      <td>-0.000051</td>\n",
       "      <td>-0.032025</td>\n",
       "      <td>0.210405</td>\n",
       "      <td>-0.398643</td>\n",
       "      <td>0.501335</td>\n",
       "      <td>-0.198519</td>\n",
       "      <td>0.733859</td>\n",
       "      <td>-0.284549</td>\n",
       "      <td>0.241776</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ATP4B.9994.217</th>\n",
       "      <td>0.096734</td>\n",
       "      <td>0.281349</td>\n",
       "      <td>0.284832</td>\n",
       "      <td>-0.023219</td>\n",
       "      <td>0.188925</td>\n",
       "      <td>0.169659</td>\n",
       "      <td>-0.320816</td>\n",
       "      <td>0.402691</td>\n",
       "      <td>0.550288</td>\n",
       "      <td>0.164161</td>\n",
       "      <td>...</td>\n",
       "      <td>0.471676</td>\n",
       "      <td>0.103109</td>\n",
       "      <td>-0.032657</td>\n",
       "      <td>0.087068</td>\n",
       "      <td>-0.354379</td>\n",
       "      <td>0.345150</td>\n",
       "      <td>-0.081342</td>\n",
       "      <td>0.526848</td>\n",
       "      <td>-0.323544</td>\n",
       "      <td>0.098792</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DUT.9995.6</th>\n",
       "      <td>0.459127</td>\n",
       "      <td>0.335596</td>\n",
       "      <td>0.294328</td>\n",
       "      <td>-0.381205</td>\n",
       "      <td>0.120840</td>\n",
       "      <td>0.601438</td>\n",
       "      <td>-0.738899</td>\n",
       "      <td>0.510025</td>\n",
       "      <td>0.200432</td>\n",
       "      <td>-0.327281</td>\n",
       "      <td>...</td>\n",
       "      <td>0.057885</td>\n",
       "      <td>-0.039375</td>\n",
       "      <td>-0.224797</td>\n",
       "      <td>0.093768</td>\n",
       "      <td>-0.359144</td>\n",
       "      <td>0.695700</td>\n",
       "      <td>-0.468790</td>\n",
       "      <td>0.661597</td>\n",
       "      <td>-0.282444</td>\n",
       "      <td>0.374342</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>UBXN4.9997.12</th>\n",
       "      <td>0.297149</td>\n",
       "      <td>0.110262</td>\n",
       "      <td>-0.040454</td>\n",
       "      <td>-0.324797</td>\n",
       "      <td>-0.069694</td>\n",
       "      <td>0.307499</td>\n",
       "      <td>-0.571674</td>\n",
       "      <td>0.263960</td>\n",
       "      <td>-0.086133</td>\n",
       "      <td>-0.428367</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.215978</td>\n",
       "      <td>-0.080851</td>\n",
       "      <td>-0.279710</td>\n",
       "      <td>0.121187</td>\n",
       "      <td>-0.123834</td>\n",
       "      <td>0.290065</td>\n",
       "      <td>-0.496485</td>\n",
       "      <td>0.408199</td>\n",
       "      <td>-0.139069</td>\n",
       "      <td>0.259166</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>IRF6.9999.1</th>\n",
       "      <td>0.057331</td>\n",
       "      <td>0.038215</td>\n",
       "      <td>-0.185917</td>\n",
       "      <td>-0.374898</td>\n",
       "      <td>-0.286202</td>\n",
       "      <td>0.170647</td>\n",
       "      <td>-0.433322</td>\n",
       "      <td>0.090597</td>\n",
       "      <td>-0.238134</td>\n",
       "      <td>-0.517766</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.365789</td>\n",
       "      <td>-0.063926</td>\n",
       "      <td>-0.206068</td>\n",
       "      <td>0.050426</td>\n",
       "      <td>-0.122959</td>\n",
       "      <td>0.146308</td>\n",
       "      <td>-0.469971</td>\n",
       "      <td>0.158974</td>\n",
       "      <td>-0.039960</td>\n",
       "      <td>0.110719</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4984 rows × 58 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 MCL1.10396.6  PLOD3.10612.18  GCH1.11185.145  XDH.11264.33  \\\n",
       "CRYBB2.10000.28      0.049073        0.203051        0.216453     -0.032989   \n",
       "RAF1.10001.7        -0.072521       -0.059097       -0.256584     -0.265255   \n",
       "ZNF41.10003.15      -0.279690       -0.114025       -0.017168      0.256952   \n",
       "ELK1.10006.25        0.119350       -0.188220       -0.173855     -0.082743   \n",
       "GUCA1A.10008.43     -0.146477       -0.071547       -0.121150      0.025834   \n",
       "...                       ...             ...             ...           ...   \n",
       "ZNF264.9993.11       0.212133        0.277791        0.267213     -0.148727   \n",
       "ATP4B.9994.217       0.096734        0.281349        0.284832     -0.023219   \n",
       "DUT.9995.6           0.459127        0.335596        0.294328     -0.381205   \n",
       "UBXN4.9997.12        0.297149        0.110262       -0.040454     -0.324797   \n",
       "IRF6.9999.1          0.057331        0.038215       -0.185917     -0.374898   \n",
       "\n",
       "                 TEAD4.12516.13  ILF3.12759.47  ZNF334.12763.69  SF1.12777.11  \\\n",
       "CRYBB2.10000.28        0.167429       0.178656        -0.262306      0.374248   \n",
       "RAF1.10001.7          -0.333506       0.100415        -0.472912      0.191661   \n",
       "ZNF41.10003.15         0.004932      -0.296128         0.409003     -0.262740   \n",
       "ELK1.10006.25         -0.109929       0.052000         0.031872     -0.126669   \n",
       "GUCA1A.10008.43       -0.017037      -0.058169         0.154704      0.011591   \n",
       "...                         ...            ...              ...           ...   \n",
       "ZNF264.9993.11         0.175433       0.373228        -0.557151      0.525371   \n",
       "ATP4B.9994.217         0.188925       0.169659        -0.320816      0.402691   \n",
       "DUT.9995.6             0.120840       0.601438        -0.738899      0.510025   \n",
       "UBXN4.9997.12         -0.069694       0.307499        -0.571674      0.263960   \n",
       "IRF6.9999.1           -0.286202       0.170647        -0.433322      0.090597   \n",
       "\n",
       "                 BAG4.12844.10  PVRL3.13557.3  ...  ANKRD46.7851.30  \\\n",
       "CRYBB2.10000.28       0.435387       0.175655  ...         0.378554   \n",
       "RAF1.10001.7         -0.137879      -0.322086  ...        -0.309057   \n",
       "ZNF41.10003.15        0.064436       0.337075  ...         0.168092   \n",
       "ELK1.10006.25        -0.319488      -0.388065  ...        -0.348173   \n",
       "GUCA1A.10008.43      -0.022658       0.029562  ...         0.071333   \n",
       "...                        ...            ...  ...              ...   \n",
       "ZNF264.9993.11        0.549168       0.164418  ...         0.457604   \n",
       "ATP4B.9994.217        0.550288       0.164161  ...         0.471676   \n",
       "DUT.9995.6            0.200432      -0.327281  ...         0.057885   \n",
       "UBXN4.9997.12        -0.086133      -0.428367  ...        -0.215978   \n",
       "IRF6.9999.1          -0.238134      -0.517766  ...        -0.365789   \n",
       "\n",
       "                 MINOS1.7956.11  TMEM70.8074.32  RSPO3.8427.118  \\\n",
       "CRYBB2.10000.28       -0.017460        0.027702        0.074668   \n",
       "RAF1.10001.7           0.034259       -0.195446        0.004244   \n",
       "ZNF41.10003.15        -0.059200        0.357445       -0.167369   \n",
       "ELK1.10006.25         -0.081074       -0.119905       -0.038940   \n",
       "GUCA1A.10008.43        0.041651        0.080844       -0.020835   \n",
       "...                         ...             ...             ...   \n",
       "ZNF264.9993.11        -0.000051       -0.032025        0.210405   \n",
       "ATP4B.9994.217         0.103109       -0.032657        0.087068   \n",
       "DUT.9995.6            -0.039375       -0.224797        0.093768   \n",
       "UBXN4.9997.12         -0.080851       -0.279710        0.121187   \n",
       "IRF6.9999.1           -0.063926       -0.206068        0.050426   \n",
       "\n",
       "                 GPNMB.8606.39  IL21R.9366.54  GALP.9398.30  LST1.9531.24  \\\n",
       "CRYBB2.10000.28      -0.291183       0.254011     -0.057346      0.390110   \n",
       "RAF1.10001.7         -0.110614       0.079631     -0.347667      0.110929   \n",
       "ZNF41.10003.15       -0.065462      -0.298849      0.351484     -0.339177   \n",
       "ELK1.10006.25         0.115524      -0.014192     -0.130891     -0.126289   \n",
       "GUCA1A.10008.43       0.020482      -0.121269      0.109324     -0.244631   \n",
       "...                        ...            ...           ...           ...   \n",
       "ZNF264.9993.11       -0.398643       0.501335     -0.198519      0.733859   \n",
       "ATP4B.9994.217       -0.354379       0.345150     -0.081342      0.526848   \n",
       "DUT.9995.6           -0.359144       0.695700     -0.468790      0.661597   \n",
       "UBXN4.9997.12        -0.123834       0.290065     -0.496485      0.408199   \n",
       "IRF6.9999.1          -0.122959       0.146308     -0.469971      0.158974   \n",
       "\n",
       "                 PRR27.9607.39  ACTN2.9844.138  \n",
       "CRYBB2.10000.28      -0.178025        0.057444  \n",
       "RAF1.10001.7          0.024521        0.019918  \n",
       "ZNF41.10003.15        0.187243       -0.270857  \n",
       "ELK1.10006.25         0.013177       -0.016042  \n",
       "GUCA1A.10008.43       0.182972       -0.082501  \n",
       "...                        ...             ...  \n",
       "ZNF264.9993.11       -0.284549        0.241776  \n",
       "ATP4B.9994.217       -0.323544        0.098792  \n",
       "DUT.9995.6           -0.282444        0.374342  \n",
       "UBXN4.9997.12        -0.139069        0.259166  \n",
       "IRF6.9999.1          -0.039960        0.110719  \n",
       "\n",
       "[4984 rows x 58 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a3_df = a3_corr[a3_features]\n",
    "a3_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "fancy-plumbing",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "+-----------------+-------------------------------+---------------------------------------------------+\n",
      "|  Model Feature  | Number of correlated proteins |                Correlated proteins                |\n",
      "+-----------------+-------------------------------+---------------------------------------------------+\n",
      "|   MCL1.10396.6  |               0               |   Series([], Name: MCL1.10396.6, dtype: float64)  |\n",
      "|  PLOD3.10612.18 |               0               |  Series([], Name: PLOD3.10612.18, dtype: float64) |\n",
      "|  GCH1.11185.145 |               0               |  Series([], Name: GCH1.11185.145, dtype: float64) |\n",
      "|   XDH.11264.33  |               0               |   Series([], Name: XDH.11264.33, dtype: float64)  |\n",
      "|  TEAD4.12516.13 |               0               |  Series([], Name: TEAD4.12516.13, dtype: float64) |\n",
      "|  ILF3.12759.47  |               0               |  Series([], Name: ILF3.12759.47, dtype: float64)  |\n",
      "| ZNF334.12763.69 |               1               |              ISL1.11549.6    0.826928             |\n",
      "|                 |                               |       Name: ZNF334.12763.69, dtype: float64       |\n",
      "|   SF1.12777.11  |               0               |   Series([], Name: SF1.12777.11, dtype: float64)  |\n",
      "|  BAG4.12844.10  |               1               |             PLA2G5.2449.1    0.853453             |\n",
      "|                 |                               |        Name: BAG4.12844.10, dtype: float64        |\n",
      "|  PVRL3.13557.3  |               0               |  Series([], Name: PVRL3.13557.3, dtype: float64)  |\n",
      "|   RBL2.13565.2  |               0               |   Series([], Name: RBL2.13565.2, dtype: float64)  |\n",
      "|  NADK.13624.17  |               0               |  Series([], Name: NADK.13624.17, dtype: float64)  |\n",
      "|  CSF1R.13682.47 |               0               |  Series([], Name: CSF1R.13682.47, dtype: float64) |\n",
      "|  FARS2.13941.82 |               0               |  Series([], Name: FARS2.13941.82, dtype: float64) |\n",
      "|  AGAP3.13960.15 |               0               |  Series([], Name: AGAP3.13960.15, dtype: float64) |\n",
      "|  MAGI2.14066.49 |               0               |  Series([], Name: MAGI2.14066.49, dtype: float64) |\n",
      "|  PSMA4.14099.20 |               0               |  Series([], Name: PSMA4.14099.20, dtype: float64) |\n",
      "|   PNOC.15434.5  |               0               |   Series([], Name: PNOC.15434.5, dtype: float64)  |\n",
      "| FBLN5.15585.304 |               0               | Series([], Name: FBLN5.15585.304, dtype: float64) |\n",
      "|  AKR1C3.17377.1 |               0               |  Series([], Name: AKR1C3.17377.1, dtype: float64) |\n",
      "|   MRAS.18297.8  |               0               |   Series([], Name: MRAS.18297.8, dtype: float64)  |\n",
      "|  AS3MT.18417.3  |               0               |  Series([], Name: AS3MT.18417.3, dtype: float64)  |\n",
      "|  BLNK.19225.11  |               0               |  Series([], Name: BLNK.19225.11, dtype: float64)  |\n",
      "|  PFDN2.19243.2  |               1               |              CILP.5717.2    0.801075              |\n",
      "|                 |                               |        Name: PFDN2.19243.2, dtype: float64        |\n",
      "|  SFTPD.19590.46 |               0               |  Series([], Name: SFTPD.19590.46, dtype: float64) |\n",
      "|   DCN.2666.53   |               6               |             EFNB3.2514.65    0.821239             |\n",
      "|                 |                               |             PRKCZ.2645.54    0.821408             |\n",
      "|                 |                               |             SOD1.2794.60     0.850056             |\n",
      "|                 |                               |             MMP17.2838.53    0.809059             |\n",
      "|                 |                               |             MFRP.3685.53     0.818538             |\n",
      "|                 |                               |             CELF2.7245.2     0.840415             |\n",
      "|                 |                               |         Name: DCN.2666.53, dtype: float64         |\n",
      "|   CDH5.2819.23  |               1               |             EPHA4.16288.17    0.811857            |\n",
      "|                 |                               |         Name: CDH5.2819.23, dtype: float64        |\n",
      "|    PGF.3078.1   |               0               |    Series([], Name: PGF.3078.1, dtype: float64)   |\n",
      "|   BSG.3585.54   |               20              |           CTSG.2431.17         0.823200           |\n",
      "|                 |                               |           GFRA3.2505.49        0.807806           |\n",
      "|                 |                               |           EFNB3.2514.65        0.851085           |\n",
      "|                 |                               |           TNFRSF8.2605.49      0.809978           |\n",
      "|                 |                               |           PRKCZ.2645.54        0.823223           |\n",
      "|                 |                               |           PECAM1.2695.25       0.823381           |\n",
      "|                 |                               |           SOD1.2794.60         0.821739           |\n",
      "|                 |                               |           MMP17.2838.53        0.850831           |\n",
      "|                 |                               |           CD4.3143.3           0.800092           |\n",
      "|                 |                               |           BMP10.3587.53        0.844545           |\n",
      "|                 |                               |           CLEC7A.3603.60       0.855903           |\n",
      "|                 |                               |           IL22RA1.3620.67      0.919835           |\n",
      "|                 |                               |           MFRP.3685.53         0.830876           |\n",
      "|                 |                               |           CSF1.3738.54         0.860990           |\n",
      "|                 |                               |           H2AFZ.4163.5         0.809415           |\n",
      "|                 |                               |           PSMA2.4280.47        0.805238           |\n",
      "|                 |                               |           NPPA.5443.62         0.837522           |\n",
      "|                 |                               |           TNFRSF10B.5534.49    0.816730           |\n",
      "|                 |                               |           CELF2.7245.2         0.845218           |\n",
      "|                 |                               |           CRIM1.8699.43        0.837302           |\n",
      "|                 |                               |         Name: BSG.3585.54, dtype: float64         |\n",
      "|   CSF1.3738.54  |               23              |           TGFB1.2333.72        0.804107           |\n",
      "|                 |                               |           CTSG.2431.17         0.826698           |\n",
      "|                 |                               |           GFRA3.2505.49        0.877269           |\n",
      "|                 |                               |           EFNB3.2514.65        0.882819           |\n",
      "|                 |                               |           TNFRSF8.2605.49      0.837067           |\n",
      "|                 |                               |           PRKCZ.2645.54        0.866031           |\n",
      "|                 |                               |           PECAM1.2695.25       0.831505           |\n",
      "|                 |                               |           SOD1.2794.60         0.832357           |\n",
      "|                 |                               |           MMP17.2838.53        0.861820           |\n",
      "|                 |                               |           CD4.3143.3           0.814879           |\n",
      "|                 |                               |           BSG.3585.54          0.860990           |\n",
      "|                 |                               |           BMP10.3587.53        0.852004           |\n",
      "|                 |                               |           CLEC7A.3603.60       0.830275           |\n",
      "|                 |                               |           IL22RA1.3620.67      0.872631           |\n",
      "|                 |                               |           MFRP.3685.53         0.839744           |\n",
      "|                 |                               |           ANGPTL4.3796.79      0.805882           |\n",
      "|                 |                               |           H2AFZ.4163.5         0.824650           |\n",
      "|                 |                               |           PSMA2.4280.47        0.806832           |\n",
      "|                 |                               |           NPPA.5443.62         0.834250           |\n",
      "|                 |                               |           TNFRSF10B.5534.49    0.813929           |\n",
      "|                 |                               |           CELF2.7245.2         0.848242           |\n",
      "|                 |                               |           CPD.7917.17          0.811724           |\n",
      "|                 |                               |           LST1.9531.24         0.816437           |\n",
      "|                 |                               |         Name: CSF1.3738.54, dtype: float64        |\n",
      "|   TEK.3773.15   |               0               |   Series([], Name: TEK.3773.15, dtype: float64)   |\n",
      "|  PFDN5.4271.75  |               0               |  Series([], Name: PFDN5.4271.75, dtype: float64)  |\n",
      "|  GDF15.4374.45  |               0               |  Series([], Name: GDF15.4374.45, dtype: float64)  |\n",
      "|   IL1A.4851.25  |               0               |   Series([], Name: IL1A.4851.25, dtype: float64)  |\n",
      "|   CCL7.4886.3   |               0               |   Series([], Name: CCL7.4886.3, dtype: float64)   |\n",
      "|   CAPG.4968.50  |               0               |   Series([], Name: CAPG.4968.50, dtype: float64)  |\n",
      "|  MAPK12.5005.4  |               0               |  Series([], Name: MAPK12.5005.4, dtype: float64)  |\n",
      "|  SIRT2.5030.52  |               0               |  Series([], Name: SIRT2.5030.52, dtype: float64)  |\n",
      "|   NPPA.5443.62  |               34              |           PTH1R.13470.43       0.805714           |\n",
      "|                 |                               |           TCL1B.18276.34       0.839626           |\n",
      "|                 |                               |           TGFB1.2333.72        0.811453           |\n",
      "|                 |                               |           CTSG.2431.17         0.858826           |\n",
      "|                 |                               |           PLA2G5.2449.1        0.827588           |\n",
      "|                 |                               |           GFRA3.2505.49        0.837275           |\n",
      "|                 |                               |           EFNB3.2514.65        0.878165           |\n",
      "|                 |                               |           PRKCZ.2645.54        0.855487           |\n",
      "|                 |                               |           PECAM1.2695.25       0.831787           |\n",
      "|                 |                               |           TNFSF18.2708.54      0.813617           |\n",
      "|                 |                               |           SOD1.2794.60         0.812078           |\n",
      "|                 |                               |           MMP17.2838.53        0.845120           |\n",
      "|                 |                               |           FGF5.3065.65         0.809665           |\n",
      "|                 |                               |           CD4.3143.3           0.845740           |\n",
      "|                 |                               |           TMPRSS15.3189.61     0.805075           |\n",
      "|                 |                               |           LTA4H.3204.2         0.804106           |\n",
      "|                 |                               |           BSG.3585.54          0.837522           |\n",
      "|                 |                               |           BMP10.3587.53        0.879892           |\n",
      "|                 |                               |           CLEC7A.3603.60       0.854107           |\n",
      "|                 |                               |           IL22RA1.3620.67      0.869695           |\n",
      "|                 |                               |           MFRP.3685.53         0.833208           |\n",
      "|                 |                               |           CSF1.3738.54         0.834250           |\n",
      "|                 |                               |           FGFR3.3809.1         0.814803           |\n",
      "|                 |                               |           MATK.3823.9          0.800536           |\n",
      "|                 |                               |           H2AFZ.4163.5         0.822073           |\n",
      "|                 |                               |           PSMA2.4280.47        0.815752           |\n",
      "|                 |                               |           FGF12.4392.54        0.807583           |\n",
      "|                 |                               |           TNFRSF10B.5534.49    0.924068           |\n",
      "|                 |                               |           CELF2.7245.2         0.836519           |\n",
      "|                 |                               |           FATE1.7740.33        0.835539           |\n",
      "|                 |                               |           PRDX4.7789.182       0.887713           |\n",
      "|                 |                               |           CRIM1.8699.43        0.801235           |\n",
      "|                 |                               |           TNFSF10.8833.20      0.826831           |\n",
      "|                 |                               |           ADAMDEC1.9115.78     0.805766           |\n",
      "|                 |                               |         Name: NPPA.5443.62, dtype: float64        |\n",
      "|  SEMA3G.5628.21 |               0               |  Series([], Name: SEMA3G.5628.21, dtype: float64) |\n",
      "|  MFAP4.5636.10  |               0               |  Series([], Name: MFAP4.5636.10, dtype: float64)  |\n",
      "|   TMX3.5654.70  |               0               |   Series([], Name: TMX3.5654.70, dtype: float64)  |\n",
      "|  GALNT3.6593.5  |               0               |  Series([], Name: GALNT3.6593.5, dtype: float64)  |\n",
      "|   NTN1.6649.51  |               0               |   Series([], Name: NTN1.6649.51, dtype: float64)  |\n",
      "|    HBZ.6919.3   |               0               |    Series([], Name: HBZ.6919.3, dtype: float64)   |\n",
      "|  STX3.7186.111  |               0               |  Series([], Name: STX3.7186.111, dtype: float64)  |\n",
      "|   LRFN2.7200.4  |               0               |   Series([], Name: LRFN2.7200.4, dtype: float64)  |\n",
      "|  APLP1.7210.25  |               0               |  Series([], Name: APLP1.7210.25, dtype: float64)  |\n",
      "| ANKRD46.7851.30 |               0               | Series([], Name: ANKRD46.7851.30, dtype: float64) |\n",
      "|  MINOS1.7956.11 |               1               |              VTN.13125.45    0.822731             |\n",
      "|                 |                               |        Name: MINOS1.7956.11, dtype: float64       |\n",
      "|  TMEM70.8074.32 |               0               |  Series([], Name: TMEM70.8074.32, dtype: float64) |\n",
      "|  RSPO3.8427.118 |               1               |             RSPO3.13094.75    0.808553            |\n",
      "|                 |                               |        Name: RSPO3.8427.118, dtype: float64       |\n",
      "|  GPNMB.8606.39  |               0               |  Series([], Name: GPNMB.8606.39, dtype: float64)  |\n",
      "|  IL21R.9366.54  |               1               |              IL18.5661.15    0.844073             |\n",
      "|                 |                               |        Name: IL21R.9366.54, dtype: float64        |\n",
      "|   GALP.9398.30  |               0               |   Series([], Name: GALP.9398.30, dtype: float64)  |\n",
      "|   LST1.9531.24  |               14              |           VIM.15540.6           0.875753          |\n",
      "|                 |                               |           HIST3H2BB.18823.52    0.837088          |\n",
      "|                 |                               |           TGFB1.2333.72         0.803134          |\n",
      "|                 |                               |           EFNB3.2514.65         0.830989          |\n",
      "|                 |                               |           TNFRSF8.2605.49       0.856432          |\n",
      "|                 |                               |           PRKCZ.2645.54         0.823761          |\n",
      "|                 |                               |           PECAM1.2695.25        0.813704          |\n",
      "|                 |                               |           SOD1.2794.60          0.849913          |\n",
      "|                 |                               |           MMP17.2838.53         0.854205          |\n",
      "|                 |                               |           MFRP.3685.53          0.802375          |\n",
      "|                 |                               |           CSF1.3738.54          0.816437          |\n",
      "|                 |                               |           H2AFZ.4163.5          0.826130          |\n",
      "|                 |                               |           PSMA2.4280.47         0.815211          |\n",
      "|                 |                               |           CELF2.7245.2          0.851526          |\n",
      "|                 |                               |         Name: LST1.9531.24, dtype: float64        |\n",
      "|  PRR27.9607.39  |               0               |  Series([], Name: PRR27.9607.39, dtype: float64)  |\n",
      "|  ACTN2.9844.138 |               2               |             MYL3.18376.19    0.897876             |\n",
      "|                 |                               |             TNNI2.5440.26    0.824171             |\n",
      "|                 |                               |        Name: ACTN2.9844.138, dtype: float64       |\n",
      "+-----------------+-------------------------------+---------------------------------------------------+\n"
     ]
    }
   ],
   "source": [
    "l = []\n",
    "\n",
    "from prettytable import PrettyTable\n",
    "t = PrettyTable(['Model Feature', 'Number of correlated proteins', 'Correlated proteins'])\n",
    "\n",
    "for feature in a3_features:\n",
    "    corrs = a3_df[feature]\n",
    "\n",
    "    corr_prots = corrs[(corrs < -0.8) | (corrs > 0.8)]\n",
    "    #print(feature, \"\\t\", len(corr_prots), \"\\t\", corr_prots)\n",
    "    # l.append()\n",
    "    t.add_row([feature, len(corr_prots), corr_prots])\n",
    "print(t)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "id": "revolutionary-ridge",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[('Model Feature Proteins', 'Correlated Proteins', 'Spearman r > 0.8, r < -0.8'), ('ZNF334.12763.69', 'ISL1.11549.6', 0.826927887316184), ('BAG4.12844.10', 'PLA2G5.2449.1', 0.853453169284582), ('PFDN2.19243.2', 'CILP.5717.2', 0.8010751980829495), ('DCN.2666.53', 'EFNB3.2514.65', 0.8212387215960145), ('DCN.2666.53', 'PRKCZ.2645.54', 0.8214077298370384), ('DCN.2666.53', 'SOD1.2794.60', 0.8500562960888802), ('DCN.2666.53', 'MMP17.2838.53', 0.8090586758525531), ('DCN.2666.53', 'MFRP.3685.53', 0.8185378318400062), ('DCN.2666.53', 'CELF2.7245.2', 0.8404147151080439), ('CDH5.2819.23', 'EPHA4.16288.17', 0.8118570165339632), ('BSG.3585.54', 'CTSG.2431.17', 0.8232002247706051), ('BSG.3585.54', 'GFRA3.2505.49', 0.8078057553153299), ('BSG.3585.54', 'EFNB3.2514.65', 0.8510849977404206), ('BSG.3585.54', 'TNFRSF8.2605.49', 0.8099778237209915), ('BSG.3585.54', 'PRKCZ.2645.54', 0.8232230479744691), ('BSG.3585.54', 'PECAM1.2695.25', 0.8233805497164888), ('BSG.3585.54', 'SOD1.2794.60', 0.8217394088923079), ('BSG.3585.54', 'MMP17.2838.53', 0.8508305606605128), ('BSG.3585.54', 'CD4.3143.3', 0.8000924932287062), ('BSG.3585.54', 'BMP10.3587.53', 0.8445452490350216), ('BSG.3585.54', 'CLEC7A.3603.60', 0.8559026217674998), ('BSG.3585.54', 'IL22RA1.3620.67', 0.919835450121653), ('BSG.3585.54', 'MFRP.3685.53', 0.8308756392782797), ('BSG.3585.54', 'CSF1.3738.54', 0.8609897311271899), ('BSG.3585.54', 'H2AFZ.4163.5', 0.8094149614179453), ('BSG.3585.54', 'PSMA2.4280.47', 0.8052379485219481), ('BSG.3585.54', 'NPPA.5443.62', 0.8375223729073444), ('BSG.3585.54', 'TNFRSF10B.5534.49', 0.8167296934479532), ('BSG.3585.54', 'CELF2.7245.2', 0.8452183544649705), ('BSG.3585.54', 'CRIM1.8699.43', 0.8373017130622997), ('CSF1.3738.54', 'TGFB1.2333.72', 0.8041073579665201), ('CSF1.3738.54', 'CTSG.2431.17', 0.8266980482677495), ('CSF1.3738.54', 'GFRA3.2505.49', 0.8772686556178764), ('CSF1.3738.54', 'EFNB3.2514.65', 0.8828194325428587), ('CSF1.3738.54', 'TNFRSF8.2605.49', 0.8370673317880317), ('CSF1.3738.54', 'PRKCZ.2645.54', 0.8660314771474545), ('CSF1.3738.54', 'PECAM1.2695.25', 0.8315045628689511), ('CSF1.3738.54', 'SOD1.2794.60', 0.8323569678528353), ('CSF1.3738.54', 'MMP17.2838.53', 0.8618204272370122), ('CSF1.3738.54', 'CD4.3143.3', 0.8148787466400742), ('CSF1.3738.54', 'BSG.3585.54', 0.8609897311271899), ('CSF1.3738.54', 'BMP10.3587.53', 0.8520039431667683), ('CSF1.3738.54', 'CLEC7A.3603.60', 0.8302754561496427), ('CSF1.3738.54', 'IL22RA1.3620.67', 0.8726305910938197), ('CSF1.3738.54', 'MFRP.3685.53', 0.8397442395098899), ('CSF1.3738.54', 'ANGPTL4.3796.79', 0.8058819484604891), ('CSF1.3738.54', 'H2AFZ.4163.5', 0.8246499400010625), ('CSF1.3738.54', 'PSMA2.4280.47', 0.8068323341644842), ('CSF1.3738.54', 'NPPA.5443.62', 0.8342501425916611), ('CSF1.3738.54', 'TNFRSF10B.5534.49', 0.8139294074269499), ('CSF1.3738.54', 'CELF2.7245.2', 0.8482417089080222), ('CSF1.3738.54', 'CPD.7917.17', 0.8117236041067075), ('CSF1.3738.54', 'LST1.9531.24', 0.816437225834925), ('NPPA.5443.62', 'PTH1R.13470.43', 0.805714390683222), ('NPPA.5443.62', 'TCL1B.18276.34', 0.8396257425243706), ('NPPA.5443.62', 'TGFB1.2333.72', 0.8114531885293771), ('NPPA.5443.62', 'CTSG.2431.17', 0.8588255396472335), ('NPPA.5443.62', 'PLA2G5.2449.1', 0.8275877234285631), ('NPPA.5443.62', 'GFRA3.2505.49', 0.8372752795658972), ('NPPA.5443.62', 'EFNB3.2514.65', 0.8781650776581552), ('NPPA.5443.62', 'PRKCZ.2645.54', 0.8554866945205528), ('NPPA.5443.62', 'PECAM1.2695.25', 0.8317865185893041), ('NPPA.5443.62', 'TNFSF18.2708.54', 0.8136174663785265), ('NPPA.5443.62', 'SOD1.2794.60', 0.8120784180099175), ('NPPA.5443.62', 'MMP17.2838.53', 0.8451195239933639), ('NPPA.5443.62', 'FGF5.3065.65', 0.8096648733586088), ('NPPA.5443.62', 'CD4.3143.3', 0.8457395253048393), ('NPPA.5443.62', 'TMPRSS15.3189.61', 0.8050751665293078), ('NPPA.5443.62', 'LTA4H.3204.2', 0.8041061931202932), ('NPPA.5443.62', 'BSG.3585.54', 0.8375223729073444), ('NPPA.5443.62', 'BMP10.3587.53', 0.8798921325926766), ('NPPA.5443.62', 'CLEC7A.3603.60', 0.8541072801782494), ('NPPA.5443.62', 'IL22RA1.3620.67', 0.8696952361731908), ('NPPA.5443.62', 'MFRP.3685.53', 0.8332076563005639), ('NPPA.5443.62', 'CSF1.3738.54', 0.8342501425916611), ('NPPA.5443.62', 'FGFR3.3809.1', 0.8148031078164298), ('NPPA.5443.62', 'MATK.3823.9', 0.8005355889406905), ('NPPA.5443.62', 'H2AFZ.4163.5', 0.8220731934262717), ('NPPA.5443.62', 'PSMA2.4280.47', 0.8157522402593319), ('NPPA.5443.62', 'FGF12.4392.54', 0.8075830145875991), ('NPPA.5443.62', 'TNFRSF10B.5534.49', 0.9240681126991259), ('NPPA.5443.62', 'CELF2.7245.2', 0.8365192450293836), ('NPPA.5443.62', 'FATE1.7740.33', 0.8355393164111876), ('NPPA.5443.62', 'PRDX4.7789.182', 0.8877129561429659), ('NPPA.5443.62', 'CRIM1.8699.43', 0.8012346174978118), ('NPPA.5443.62', 'TNFSF10.8833.20', 0.8268305193690191), ('NPPA.5443.62', 'ADAMDEC1.9115.78', 0.8057658746323736), ('MINOS1.7956.11', 'VTN.13125.45', 0.8227312704760011), ('RSPO3.8427.118', 'RSPO3.13094.75', 0.8085525648924619), ('IL21R.9366.54', 'IL18.5661.15', 0.8440732864416151), ('LST1.9531.24', 'VIM.15540.6', 0.8757530223602558), ('LST1.9531.24', 'HIST3H2BB.18823.52', 0.8370882587902557), ('LST1.9531.24', 'TGFB1.2333.72', 0.8031340279479532), ('LST1.9531.24', 'EFNB3.2514.65', 0.8309886979645758), ('LST1.9531.24', 'TNFRSF8.2605.49', 0.8564317874897353), ('LST1.9531.24', 'PRKCZ.2645.54', 0.8237606082640428), ('LST1.9531.24', 'PECAM1.2695.25', 0.8137035212033877), ('LST1.9531.24', 'SOD1.2794.60', 0.8499131831531227), ('LST1.9531.24', 'MMP17.2838.53', 0.8542047210918121), ('LST1.9531.24', 'MFRP.3685.53', 0.8023745712063817), ('LST1.9531.24', 'CSF1.3738.54', 0.816437225834925), ('LST1.9531.24', 'H2AFZ.4163.5', 0.8261303098923076), ('LST1.9531.24', 'PSMA2.4280.47', 0.8152113018460962), ('LST1.9531.24', 'CELF2.7245.2', 0.8515261830261192), ('ACTN2.9844.138', 'MYL3.18376.19', 0.8978755074744021), ('ACTN2.9844.138', 'TNNI2.5440.26', 0.8241710221953022)]\n"
     ]
    }
   ],
   "source": [
    "l = [(\"Model Feature Proteins\", \"Correlated Proteins\", \"Spearman r > 0.8, r < -0.8\")]\n",
    "\n",
    "for feature in a3_features:\n",
    "    corrs = a3_df[feature]\n",
    "    corr_prots = corrs[(corrs < -0.8) | (corrs > 0.8)]\n",
    "   \n",
    "    if len(corr_prots) > 0:\n",
    "        for i in range(len(corr_prots)):\n",
    "            item = (feature, corr_prots.index[i], corr_prots.values[i])\n",
    "            l.append(item)\n",
    "print(l)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fatty-hotel",
   "metadata": {},
   "source": [
    "### Write results to csv file "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "id": "medical-roads",
   "metadata": {},
   "outputs": [],
   "source": [
    "file_name = os.path.join(ROOT_DIR, 'results', 'models', 'infe_a3_lasso_protein_correlations.csv')\n",
    "\n",
    "with open(file_name, 'w') as f:\n",
    "    writer = csv.writer(f , lineterminator='\\n')\n",
    "    for tup in l:\n",
    "        writer.writerow(tup)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "square-nebraska",
   "metadata": {},
   "source": [
    "\n",
    "### Check all protein correlations"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "id": "residential-collection",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Here are some plot styles, which primarily make this plot larger for display\n",
    "# purposes.\n",
    "import matplotlib.pyplot as plt\n",
    "font = 30 \n",
    "parameters = {'axes.labelsize': font*2,\n",
    "              'legend.fontsize': font*2,\n",
    "              'xtick.labelsize':font,\n",
    "              'ytick.labelsize':font,\n",
    "          'axes.titlesize': font*2}\n",
    "plt.rcParams.update(parameters)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "collect-information",
   "metadata": {},
   "outputs": [],
   "source": [
    "# All samples\n",
    "import seaborn as sns\n",
    "import time\n",
    "\n",
    "figure_size = (50, 42)\n",
    "\n",
    "# start_time = time.time()\n",
    "\n",
    "# plt.subplots(figsize=figure_size)\n",
    "\n",
    "# df = data[proteins]\n",
    "# corr = df.corr(method='spearman').abs()\n",
    "# sns.heatmap(corr, cmap='Blues')\n",
    "\n",
    "# plt.title(f\"{outcome} - All Samples (All proteins)\")\n",
    "# plt.ylabel(r'$\\leftarrow$ Increasing p value')\n",
    "# plt.xlabel(r'Increasing p value $\\rightarrow $')\n",
    "# plt.savefig(f'{outcome}all_samples_spearman_correlation.png')  # where i is also the order of p-values from smallest p to largest\n",
    "# plt.close()\n",
    "\n",
    "# print(\"--- %s seconds ---\" % (time.time() - start_time))\n",
    "\n",
    "\n",
    "# # Cases\n",
    "# start_time = time.time()\n",
    "\n",
    "\n",
    "# plt.subplots(figsize=figure_size)\n",
    "\n",
    "# df = cases[proteins]\n",
    "# corr = df.corr(method='spearman').abs()\n",
    "# sns.heatmap(corr, cmap='Blues')  \n",
    "\n",
    "# plt.title(f\"{outcome} - Cases (All proteins)\")\n",
    "# plt.ylabel(r'$\\leftarrow$ Increasing p value')\n",
    "# plt.xlabel(r'Increasing p value $\\rightarrow $')\n",
    "# plt.savefig(f'{outcome}cases_spearman_correlation.png')  # where i is also the order of p-values from smallest p to largest\n",
    "# plt.close()\n",
    "# print(\"--- %s seconds ---\" % (time.time() - start_time))\n",
    "\n",
    "\n",
    "# Controls\n",
    "start_time = time.time()\n",
    "\n",
    "plt.subplots(figsize=figure_size)\n",
    "\n",
    "df = controls[proteins]\n",
    "corr = df.corr(method='spearman').abs()\n",
    "sns.heatmap(corr, cmap='Blues')\n",
    "\n",
    "plt.title(f\"{outcome} - Controls (All proteins)\")\n",
    "plt.ylabel(r'$\\leftarrow$ Increasing p value')\n",
    "plt.xlabel(r'Increasing p value $\\rightarrow $')\n",
    "plt.savefig(f'{outcome}controls_spearman_correlation.png')  # where i is also the order of p-values from smallest p to largest\n",
    "plt.close()\n",
    "\n",
    "print(\"--- %s seconds ---\" % (time.time() - start_time))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "radio-pickup",
   "metadata": {},
   "source": [
    "### Save Spearman correlation matrix for Infe A2 lasso model and Infe A3 lasso mdoel proteins"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "theoretical-kentucky",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>BRD4.10043.31</th>\n",
       "      <th>CBS.10086.39</th>\n",
       "      <th>ZNRF3.10390.21</th>\n",
       "      <th>PSMB6.10530.8</th>\n",
       "      <th>CHI3L1.11104.13</th>\n",
       "      <th>CCDC64.11158.40</th>\n",
       "      <th>NAGPA.11208.15</th>\n",
       "      <th>TNR.11302.237</th>\n",
       "      <th>KRT7.11383.41</th>\n",
       "      <th>SETMAR.12462.20</th>\n",
       "      <th>...</th>\n",
       "      <th>ICAM5.8245.27</th>\n",
       "      <th>DAG1.8369.102</th>\n",
       "      <th>CDHR1.8372.29</th>\n",
       "      <th>SMIM9.8888.33</th>\n",
       "      <th>PRRG1.9008.6</th>\n",
       "      <th>ABO.9253.52</th>\n",
       "      <th>CBLN1.9313.27</th>\n",
       "      <th>ERP27.9333.59</th>\n",
       "      <th>VCAN.9561.21</th>\n",
       "      <th>GABBR2.9930.48</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>714.2</td>\n",
       "      <td>1266.5</td>\n",
       "      <td>268.5</td>\n",
       "      <td>293.2</td>\n",
       "      <td>15144.1</td>\n",
       "      <td>1355.6</td>\n",
       "      <td>4290.0</td>\n",
       "      <td>923.9</td>\n",
       "      <td>2809.8</td>\n",
       "      <td>644.8</td>\n",
       "      <td>...</td>\n",
       "      <td>2221.9</td>\n",
       "      <td>450.5</td>\n",
       "      <td>751.6</td>\n",
       "      <td>502.2</td>\n",
       "      <td>1141.4</td>\n",
       "      <td>358.6</td>\n",
       "      <td>1056.0</td>\n",
       "      <td>246.2</td>\n",
       "      <td>184.4</td>\n",
       "      <td>217.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>597.6</td>\n",
       "      <td>1229.1</td>\n",
       "      <td>1021.0</td>\n",
       "      <td>270.8</td>\n",
       "      <td>2644.8</td>\n",
       "      <td>819.6</td>\n",
       "      <td>2420.3</td>\n",
       "      <td>997.8</td>\n",
       "      <td>1001.6</td>\n",
       "      <td>558.5</td>\n",
       "      <td>...</td>\n",
       "      <td>2137.6</td>\n",
       "      <td>307.4</td>\n",
       "      <td>560.4</td>\n",
       "      <td>538.3</td>\n",
       "      <td>1442.3</td>\n",
       "      <td>2550.1</td>\n",
       "      <td>949.5</td>\n",
       "      <td>251.6</td>\n",
       "      <td>216.6</td>\n",
       "      <td>660.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>652.7</td>\n",
       "      <td>1723.4</td>\n",
       "      <td>528.7</td>\n",
       "      <td>355.0</td>\n",
       "      <td>22017.6</td>\n",
       "      <td>1243.0</td>\n",
       "      <td>4280.7</td>\n",
       "      <td>895.2</td>\n",
       "      <td>1042.1</td>\n",
       "      <td>636.9</td>\n",
       "      <td>...</td>\n",
       "      <td>1743.5</td>\n",
       "      <td>324.0</td>\n",
       "      <td>681.7</td>\n",
       "      <td>572.3</td>\n",
       "      <td>1313.0</td>\n",
       "      <td>3961.8</td>\n",
       "      <td>701.5</td>\n",
       "      <td>278.9</td>\n",
       "      <td>184.5</td>\n",
       "      <td>259.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>521.5</td>\n",
       "      <td>1640.1</td>\n",
       "      <td>406.4</td>\n",
       "      <td>298.7</td>\n",
       "      <td>7157.7</td>\n",
       "      <td>890.4</td>\n",
       "      <td>7670.9</td>\n",
       "      <td>1083.0</td>\n",
       "      <td>718.8</td>\n",
       "      <td>492.7</td>\n",
       "      <td>...</td>\n",
       "      <td>2081.0</td>\n",
       "      <td>363.7</td>\n",
       "      <td>620.1</td>\n",
       "      <td>681.6</td>\n",
       "      <td>1242.9</td>\n",
       "      <td>413.3</td>\n",
       "      <td>1447.9</td>\n",
       "      <td>222.8</td>\n",
       "      <td>215.2</td>\n",
       "      <td>285.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>694.0</td>\n",
       "      <td>1242.1</td>\n",
       "      <td>467.1</td>\n",
       "      <td>260.3</td>\n",
       "      <td>13614.7</td>\n",
       "      <td>1846.6</td>\n",
       "      <td>2908.3</td>\n",
       "      <td>984.8</td>\n",
       "      <td>1803.6</td>\n",
       "      <td>608.1</td>\n",
       "      <td>...</td>\n",
       "      <td>1308.4</td>\n",
       "      <td>373.7</td>\n",
       "      <td>702.7</td>\n",
       "      <td>524.3</td>\n",
       "      <td>1388.8</td>\n",
       "      <td>5062.2</td>\n",
       "      <td>528.4</td>\n",
       "      <td>556.3</td>\n",
       "      <td>191.7</td>\n",
       "      <td>241.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>412</th>\n",
       "      <td>492.2</td>\n",
       "      <td>1599.5</td>\n",
       "      <td>413.6</td>\n",
       "      <td>392.9</td>\n",
       "      <td>5535.8</td>\n",
       "      <td>797.5</td>\n",
       "      <td>5159.9</td>\n",
       "      <td>1400.9</td>\n",
       "      <td>1252.8</td>\n",
       "      <td>543.9</td>\n",
       "      <td>...</td>\n",
       "      <td>1651.9</td>\n",
       "      <td>462.0</td>\n",
       "      <td>714.9</td>\n",
       "      <td>508.9</td>\n",
       "      <td>1145.2</td>\n",
       "      <td>582.7</td>\n",
       "      <td>1127.1</td>\n",
       "      <td>303.8</td>\n",
       "      <td>253.3</td>\n",
       "      <td>357.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>413</th>\n",
       "      <td>508.8</td>\n",
       "      <td>2044.7</td>\n",
       "      <td>363.1</td>\n",
       "      <td>338.0</td>\n",
       "      <td>50123.6</td>\n",
       "      <td>1700.0</td>\n",
       "      <td>6238.1</td>\n",
       "      <td>1337.8</td>\n",
       "      <td>775.3</td>\n",
       "      <td>562.4</td>\n",
       "      <td>...</td>\n",
       "      <td>1928.3</td>\n",
       "      <td>521.8</td>\n",
       "      <td>724.9</td>\n",
       "      <td>686.2</td>\n",
       "      <td>1200.5</td>\n",
       "      <td>504.9</td>\n",
       "      <td>1865.5</td>\n",
       "      <td>262.2</td>\n",
       "      <td>252.5</td>\n",
       "      <td>312.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>414</th>\n",
       "      <td>557.8</td>\n",
       "      <td>1453.1</td>\n",
       "      <td>307.3</td>\n",
       "      <td>268.5</td>\n",
       "      <td>19621.5</td>\n",
       "      <td>806.6</td>\n",
       "      <td>4994.6</td>\n",
       "      <td>1186.6</td>\n",
       "      <td>1062.0</td>\n",
       "      <td>553.9</td>\n",
       "      <td>...</td>\n",
       "      <td>1549.3</td>\n",
       "      <td>476.6</td>\n",
       "      <td>711.2</td>\n",
       "      <td>588.1</td>\n",
       "      <td>1141.5</td>\n",
       "      <td>24129.6</td>\n",
       "      <td>1245.4</td>\n",
       "      <td>303.1</td>\n",
       "      <td>237.0</td>\n",
       "      <td>450.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>415</th>\n",
       "      <td>466.5</td>\n",
       "      <td>1535.7</td>\n",
       "      <td>418.0</td>\n",
       "      <td>289.9</td>\n",
       "      <td>52993.1</td>\n",
       "      <td>962.5</td>\n",
       "      <td>6298.9</td>\n",
       "      <td>1566.6</td>\n",
       "      <td>931.1</td>\n",
       "      <td>518.5</td>\n",
       "      <td>...</td>\n",
       "      <td>2420.2</td>\n",
       "      <td>535.1</td>\n",
       "      <td>644.6</td>\n",
       "      <td>757.9</td>\n",
       "      <td>1058.4</td>\n",
       "      <td>21633.1</td>\n",
       "      <td>1935.0</td>\n",
       "      <td>297.0</td>\n",
       "      <td>220.2</td>\n",
       "      <td>88106.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>416</th>\n",
       "      <td>539.1</td>\n",
       "      <td>1451.8</td>\n",
       "      <td>345.2</td>\n",
       "      <td>309.4</td>\n",
       "      <td>32644.9</td>\n",
       "      <td>1373.3</td>\n",
       "      <td>6111.7</td>\n",
       "      <td>1166.3</td>\n",
       "      <td>866.0</td>\n",
       "      <td>15702.3</td>\n",
       "      <td>...</td>\n",
       "      <td>1795.3</td>\n",
       "      <td>560.3</td>\n",
       "      <td>683.0</td>\n",
       "      <td>629.6</td>\n",
       "      <td>1253.1</td>\n",
       "      <td>384.5</td>\n",
       "      <td>1440.8</td>\n",
       "      <td>280.8</td>\n",
       "      <td>224.7</td>\n",
       "      <td>332.4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>417 rows × 67 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     BRD4.10043.31  CBS.10086.39  ZNRF3.10390.21  PSMB6.10530.8  \\\n",
       "0            714.2        1266.5           268.5          293.2   \n",
       "1            597.6        1229.1          1021.0          270.8   \n",
       "2            652.7        1723.4           528.7          355.0   \n",
       "3            521.5        1640.1           406.4          298.7   \n",
       "4            694.0        1242.1           467.1          260.3   \n",
       "..             ...           ...             ...            ...   \n",
       "412          492.2        1599.5           413.6          392.9   \n",
       "413          508.8        2044.7           363.1          338.0   \n",
       "414          557.8        1453.1           307.3          268.5   \n",
       "415          466.5        1535.7           418.0          289.9   \n",
       "416          539.1        1451.8           345.2          309.4   \n",
       "\n",
       "     CHI3L1.11104.13  CCDC64.11158.40  NAGPA.11208.15  TNR.11302.237  \\\n",
       "0            15144.1           1355.6          4290.0          923.9   \n",
       "1             2644.8            819.6          2420.3          997.8   \n",
       "2            22017.6           1243.0          4280.7          895.2   \n",
       "3             7157.7            890.4          7670.9         1083.0   \n",
       "4            13614.7           1846.6          2908.3          984.8   \n",
       "..               ...              ...             ...            ...   \n",
       "412           5535.8            797.5          5159.9         1400.9   \n",
       "413          50123.6           1700.0          6238.1         1337.8   \n",
       "414          19621.5            806.6          4994.6         1186.6   \n",
       "415          52993.1            962.5          6298.9         1566.6   \n",
       "416          32644.9           1373.3          6111.7         1166.3   \n",
       "\n",
       "     KRT7.11383.41  SETMAR.12462.20  ...  ICAM5.8245.27  DAG1.8369.102  \\\n",
       "0           2809.8            644.8  ...         2221.9          450.5   \n",
       "1           1001.6            558.5  ...         2137.6          307.4   \n",
       "2           1042.1            636.9  ...         1743.5          324.0   \n",
       "3            718.8            492.7  ...         2081.0          363.7   \n",
       "4           1803.6            608.1  ...         1308.4          373.7   \n",
       "..             ...              ...  ...            ...            ...   \n",
       "412         1252.8            543.9  ...         1651.9          462.0   \n",
       "413          775.3            562.4  ...         1928.3          521.8   \n",
       "414         1062.0            553.9  ...         1549.3          476.6   \n",
       "415          931.1            518.5  ...         2420.2          535.1   \n",
       "416          866.0          15702.3  ...         1795.3          560.3   \n",
       "\n",
       "     CDHR1.8372.29  SMIM9.8888.33  PRRG1.9008.6  ABO.9253.52  CBLN1.9313.27  \\\n",
       "0            751.6          502.2        1141.4        358.6         1056.0   \n",
       "1            560.4          538.3        1442.3       2550.1          949.5   \n",
       "2            681.7          572.3        1313.0       3961.8          701.5   \n",
       "3            620.1          681.6        1242.9        413.3         1447.9   \n",
       "4            702.7          524.3        1388.8       5062.2          528.4   \n",
       "..             ...            ...           ...          ...            ...   \n",
       "412          714.9          508.9        1145.2        582.7         1127.1   \n",
       "413          724.9          686.2        1200.5        504.9         1865.5   \n",
       "414          711.2          588.1        1141.5      24129.6         1245.4   \n",
       "415          644.6          757.9        1058.4      21633.1         1935.0   \n",
       "416          683.0          629.6        1253.1        384.5         1440.8   \n",
       "\n",
       "     ERP27.9333.59  VCAN.9561.21  GABBR2.9930.48  \n",
       "0            246.2         184.4           217.2  \n",
       "1            251.6         216.6           660.7  \n",
       "2            278.9         184.5           259.0  \n",
       "3            222.8         215.2           285.9  \n",
       "4            556.3         191.7           241.7  \n",
       "..             ...           ...             ...  \n",
       "412          303.8         253.3           357.6  \n",
       "413          262.2         252.5           312.1  \n",
       "414          303.1         237.0           450.7  \n",
       "415          297.0         220.2         88106.6  \n",
       "416          280.8         224.7           332.4  \n",
       "\n",
       "[417 rows x 67 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# A2 \n",
    "a2_prot_df = df[a2_features]\n",
    "file = os.path.join(ROOT_DIR, 'results', 'datasets', 'infe_A2_lasso_proteins_raw.csv')\n",
    "a2_prot_df.to_csv(file)\n",
    "a2_prot_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "designed-cholesterol",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>BRD4.10043.31</th>\n",
       "      <th>CBS.10086.39</th>\n",
       "      <th>ZNRF3.10390.21</th>\n",
       "      <th>PSMB6.10530.8</th>\n",
       "      <th>CHI3L1.11104.13</th>\n",
       "      <th>CCDC64.11158.40</th>\n",
       "      <th>NAGPA.11208.15</th>\n",
       "      <th>TNR.11302.237</th>\n",
       "      <th>KRT7.11383.41</th>\n",
       "      <th>SETMAR.12462.20</th>\n",
       "      <th>...</th>\n",
       "      <th>ICAM5.8245.27</th>\n",
       "      <th>DAG1.8369.102</th>\n",
       "      <th>CDHR1.8372.29</th>\n",
       "      <th>SMIM9.8888.33</th>\n",
       "      <th>PRRG1.9008.6</th>\n",
       "      <th>ABO.9253.52</th>\n",
       "      <th>CBLN1.9313.27</th>\n",
       "      <th>ERP27.9333.59</th>\n",
       "      <th>VCAN.9561.21</th>\n",
       "      <th>GABBR2.9930.48</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>BRD4.10043.31</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.302109</td>\n",
       "      <td>-0.215776</td>\n",
       "      <td>0.157335</td>\n",
       "      <td>0.152538</td>\n",
       "      <td>0.245350</td>\n",
       "      <td>-0.552769</td>\n",
       "      <td>-0.367055</td>\n",
       "      <td>0.178869</td>\n",
       "      <td>0.495273</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.075383</td>\n",
       "      <td>0.166285</td>\n",
       "      <td>0.554591</td>\n",
       "      <td>-0.354917</td>\n",
       "      <td>0.162097</td>\n",
       "      <td>-0.154109</td>\n",
       "      <td>-0.278665</td>\n",
       "      <td>0.031950</td>\n",
       "      <td>-0.216599</td>\n",
       "      <td>-0.218221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CBS.10086.39</th>\n",
       "      <td>-0.302109</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.053841</td>\n",
       "      <td>-0.050949</td>\n",
       "      <td>-0.291743</td>\n",
       "      <td>-0.109091</td>\n",
       "      <td>0.361959</td>\n",
       "      <td>0.272999</td>\n",
       "      <td>-0.157978</td>\n",
       "      <td>-0.230708</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.132131</td>\n",
       "      <td>-0.165302</td>\n",
       "      <td>-0.155022</td>\n",
       "      <td>0.240750</td>\n",
       "      <td>-0.063069</td>\n",
       "      <td>0.116469</td>\n",
       "      <td>0.075377</td>\n",
       "      <td>0.034428</td>\n",
       "      <td>0.212279</td>\n",
       "      <td>0.209584</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ZNRF3.10390.21</th>\n",
       "      <td>-0.215776</td>\n",
       "      <td>0.053841</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.086370</td>\n",
       "      <td>0.006614</td>\n",
       "      <td>-0.296971</td>\n",
       "      <td>0.032943</td>\n",
       "      <td>0.012617</td>\n",
       "      <td>-0.194461</td>\n",
       "      <td>-0.281828</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.040147</td>\n",
       "      <td>-0.269832</td>\n",
       "      <td>-0.291872</td>\n",
       "      <td>0.247702</td>\n",
       "      <td>0.012338</td>\n",
       "      <td>-0.017670</td>\n",
       "      <td>0.004765</td>\n",
       "      <td>-0.169838</td>\n",
       "      <td>0.017860</td>\n",
       "      <td>0.077774</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PSMB6.10530.8</th>\n",
       "      <td>0.157335</td>\n",
       "      <td>-0.050949</td>\n",
       "      <td>-0.086370</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.038406</td>\n",
       "      <td>0.048889</td>\n",
       "      <td>-0.138733</td>\n",
       "      <td>0.091868</td>\n",
       "      <td>0.055728</td>\n",
       "      <td>0.089474</td>\n",
       "      <td>...</td>\n",
       "      <td>0.015835</td>\n",
       "      <td>0.234922</td>\n",
       "      <td>0.325310</td>\n",
       "      <td>-0.186882</td>\n",
       "      <td>-0.062565</td>\n",
       "      <td>0.003555</td>\n",
       "      <td>0.034840</td>\n",
       "      <td>0.341061</td>\n",
       "      <td>0.131619</td>\n",
       "      <td>0.153034</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CHI3L1.11104.13</th>\n",
       "      <td>0.152538</td>\n",
       "      <td>-0.291743</td>\n",
       "      <td>0.006614</td>\n",
       "      <td>0.038406</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.170692</td>\n",
       "      <td>-0.306009</td>\n",
       "      <td>-0.198248</td>\n",
       "      <td>0.260636</td>\n",
       "      <td>0.017147</td>\n",
       "      <td>...</td>\n",
       "      <td>0.080882</td>\n",
       "      <td>0.188101</td>\n",
       "      <td>0.105711</td>\n",
       "      <td>-0.158138</td>\n",
       "      <td>-0.035912</td>\n",
       "      <td>-0.062920</td>\n",
       "      <td>-0.091128</td>\n",
       "      <td>0.009954</td>\n",
       "      <td>-0.095209</td>\n",
       "      <td>-0.122266</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ABO.9253.52</th>\n",
       "      <td>-0.154109</td>\n",
       "      <td>0.116469</td>\n",
       "      <td>-0.017670</td>\n",
       "      <td>0.003555</td>\n",
       "      <td>-0.062920</td>\n",
       "      <td>-0.127999</td>\n",
       "      <td>0.130270</td>\n",
       "      <td>0.193759</td>\n",
       "      <td>-0.084631</td>\n",
       "      <td>-0.145346</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008950</td>\n",
       "      <td>0.011622</td>\n",
       "      <td>-0.037289</td>\n",
       "      <td>-0.015803</td>\n",
       "      <td>-0.014243</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.145791</td>\n",
       "      <td>0.118201</td>\n",
       "      <td>0.116463</td>\n",
       "      <td>0.168734</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CBLN1.9313.27</th>\n",
       "      <td>-0.278665</td>\n",
       "      <td>0.075377</td>\n",
       "      <td>0.004765</td>\n",
       "      <td>0.034840</td>\n",
       "      <td>-0.091128</td>\n",
       "      <td>-0.104992</td>\n",
       "      <td>0.326277</td>\n",
       "      <td>0.364149</td>\n",
       "      <td>-0.152482</td>\n",
       "      <td>-0.116248</td>\n",
       "      <td>...</td>\n",
       "      <td>0.302979</td>\n",
       "      <td>0.147550</td>\n",
       "      <td>-0.055548</td>\n",
       "      <td>0.099342</td>\n",
       "      <td>-0.179223</td>\n",
       "      <td>0.145791</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.129346</td>\n",
       "      <td>0.294477</td>\n",
       "      <td>0.050586</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ERP27.9333.59</th>\n",
       "      <td>0.031950</td>\n",
       "      <td>0.034428</td>\n",
       "      <td>-0.169838</td>\n",
       "      <td>0.341061</td>\n",
       "      <td>0.009954</td>\n",
       "      <td>0.079131</td>\n",
       "      <td>0.010984</td>\n",
       "      <td>0.183828</td>\n",
       "      <td>0.004933</td>\n",
       "      <td>0.162209</td>\n",
       "      <td>...</td>\n",
       "      <td>0.082017</td>\n",
       "      <td>0.295850</td>\n",
       "      <td>0.215704</td>\n",
       "      <td>-0.064747</td>\n",
       "      <td>-0.155289</td>\n",
       "      <td>0.118201</td>\n",
       "      <td>0.129346</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.235412</td>\n",
       "      <td>0.119252</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>VCAN.9561.21</th>\n",
       "      <td>-0.216599</td>\n",
       "      <td>0.212279</td>\n",
       "      <td>0.017860</td>\n",
       "      <td>0.131619</td>\n",
       "      <td>-0.095209</td>\n",
       "      <td>-0.055203</td>\n",
       "      <td>0.243364</td>\n",
       "      <td>0.404178</td>\n",
       "      <td>-0.127617</td>\n",
       "      <td>-0.021721</td>\n",
       "      <td>...</td>\n",
       "      <td>0.106701</td>\n",
       "      <td>0.151983</td>\n",
       "      <td>0.076061</td>\n",
       "      <td>0.179958</td>\n",
       "      <td>-0.242044</td>\n",
       "      <td>0.116463</td>\n",
       "      <td>0.294477</td>\n",
       "      <td>0.235412</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.218894</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GABBR2.9930.48</th>\n",
       "      <td>-0.218221</td>\n",
       "      <td>0.209584</td>\n",
       "      <td>0.077774</td>\n",
       "      <td>0.153034</td>\n",
       "      <td>-0.122266</td>\n",
       "      <td>-0.076586</td>\n",
       "      <td>0.147179</td>\n",
       "      <td>0.238265</td>\n",
       "      <td>-0.089127</td>\n",
       "      <td>-0.150466</td>\n",
       "      <td>...</td>\n",
       "      <td>0.004478</td>\n",
       "      <td>-0.033851</td>\n",
       "      <td>-0.022834</td>\n",
       "      <td>0.163702</td>\n",
       "      <td>-0.040039</td>\n",
       "      <td>0.168734</td>\n",
       "      <td>0.050586</td>\n",
       "      <td>0.119252</td>\n",
       "      <td>0.218894</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>67 rows × 67 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 BRD4.10043.31  CBS.10086.39  ZNRF3.10390.21  PSMB6.10530.8  \\\n",
       "BRD4.10043.31         1.000000     -0.302109       -0.215776       0.157335   \n",
       "CBS.10086.39         -0.302109      1.000000        0.053841      -0.050949   \n",
       "ZNRF3.10390.21       -0.215776      0.053841        1.000000      -0.086370   \n",
       "PSMB6.10530.8         0.157335     -0.050949       -0.086370       1.000000   \n",
       "CHI3L1.11104.13       0.152538     -0.291743        0.006614       0.038406   \n",
       "...                        ...           ...             ...            ...   \n",
       "ABO.9253.52          -0.154109      0.116469       -0.017670       0.003555   \n",
       "CBLN1.9313.27        -0.278665      0.075377        0.004765       0.034840   \n",
       "ERP27.9333.59         0.031950      0.034428       -0.169838       0.341061   \n",
       "VCAN.9561.21         -0.216599      0.212279        0.017860       0.131619   \n",
       "GABBR2.9930.48       -0.218221      0.209584        0.077774       0.153034   \n",
       "\n",
       "                 CHI3L1.11104.13  CCDC64.11158.40  NAGPA.11208.15  \\\n",
       "BRD4.10043.31           0.152538         0.245350       -0.552769   \n",
       "CBS.10086.39           -0.291743        -0.109091        0.361959   \n",
       "ZNRF3.10390.21          0.006614        -0.296971        0.032943   \n",
       "PSMB6.10530.8           0.038406         0.048889       -0.138733   \n",
       "CHI3L1.11104.13         1.000000         0.170692       -0.306009   \n",
       "...                          ...              ...             ...   \n",
       "ABO.9253.52            -0.062920        -0.127999        0.130270   \n",
       "CBLN1.9313.27          -0.091128        -0.104992        0.326277   \n",
       "ERP27.9333.59           0.009954         0.079131        0.010984   \n",
       "VCAN.9561.21           -0.095209        -0.055203        0.243364   \n",
       "GABBR2.9930.48         -0.122266        -0.076586        0.147179   \n",
       "\n",
       "                 TNR.11302.237  KRT7.11383.41  SETMAR.12462.20  ...  \\\n",
       "BRD4.10043.31        -0.367055       0.178869         0.495273  ...   \n",
       "CBS.10086.39          0.272999      -0.157978        -0.230708  ...   \n",
       "ZNRF3.10390.21        0.012617      -0.194461        -0.281828  ...   \n",
       "PSMB6.10530.8         0.091868       0.055728         0.089474  ...   \n",
       "CHI3L1.11104.13      -0.198248       0.260636         0.017147  ...   \n",
       "...                        ...            ...              ...  ...   \n",
       "ABO.9253.52           0.193759      -0.084631        -0.145346  ...   \n",
       "CBLN1.9313.27         0.364149      -0.152482        -0.116248  ...   \n",
       "ERP27.9333.59         0.183828       0.004933         0.162209  ...   \n",
       "VCAN.9561.21          0.404178      -0.127617        -0.021721  ...   \n",
       "GABBR2.9930.48        0.238265      -0.089127        -0.150466  ...   \n",
       "\n",
       "                 ICAM5.8245.27  DAG1.8369.102  CDHR1.8372.29  SMIM9.8888.33  \\\n",
       "BRD4.10043.31        -0.075383       0.166285       0.554591      -0.354917   \n",
       "CBS.10086.39         -0.132131      -0.165302      -0.155022       0.240750   \n",
       "ZNRF3.10390.21       -0.040147      -0.269832      -0.291872       0.247702   \n",
       "PSMB6.10530.8         0.015835       0.234922       0.325310      -0.186882   \n",
       "CHI3L1.11104.13       0.080882       0.188101       0.105711      -0.158138   \n",
       "...                        ...            ...            ...            ...   \n",
       "ABO.9253.52           0.008950       0.011622      -0.037289      -0.015803   \n",
       "CBLN1.9313.27         0.302979       0.147550      -0.055548       0.099342   \n",
       "ERP27.9333.59         0.082017       0.295850       0.215704      -0.064747   \n",
       "VCAN.9561.21          0.106701       0.151983       0.076061       0.179958   \n",
       "GABBR2.9930.48        0.004478      -0.033851      -0.022834       0.163702   \n",
       "\n",
       "                 PRRG1.9008.6  ABO.9253.52  CBLN1.9313.27  ERP27.9333.59  \\\n",
       "BRD4.10043.31        0.162097    -0.154109      -0.278665       0.031950   \n",
       "CBS.10086.39        -0.063069     0.116469       0.075377       0.034428   \n",
       "ZNRF3.10390.21       0.012338    -0.017670       0.004765      -0.169838   \n",
       "PSMB6.10530.8       -0.062565     0.003555       0.034840       0.341061   \n",
       "CHI3L1.11104.13     -0.035912    -0.062920      -0.091128       0.009954   \n",
       "...                       ...          ...            ...            ...   \n",
       "ABO.9253.52         -0.014243     1.000000       0.145791       0.118201   \n",
       "CBLN1.9313.27       -0.179223     0.145791       1.000000       0.129346   \n",
       "ERP27.9333.59       -0.155289     0.118201       0.129346       1.000000   \n",
       "VCAN.9561.21        -0.242044     0.116463       0.294477       0.235412   \n",
       "GABBR2.9930.48      -0.040039     0.168734       0.050586       0.119252   \n",
       "\n",
       "                 VCAN.9561.21  GABBR2.9930.48  \n",
       "BRD4.10043.31       -0.216599       -0.218221  \n",
       "CBS.10086.39         0.212279        0.209584  \n",
       "ZNRF3.10390.21       0.017860        0.077774  \n",
       "PSMB6.10530.8        0.131619        0.153034  \n",
       "CHI3L1.11104.13     -0.095209       -0.122266  \n",
       "...                       ...             ...  \n",
       "ABO.9253.52          0.116463        0.168734  \n",
       "CBLN1.9313.27        0.294477        0.050586  \n",
       "ERP27.9333.59        0.235412        0.119252  \n",
       "VCAN.9561.21         1.000000        0.218894  \n",
       "GABBR2.9930.48       0.218894        1.000000  \n",
       "\n",
       "[67 rows x 67 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a2_prot_corr = a2_prot_df.corr(method='spearman')\n",
    "a2_prot_corr"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "abroad-appearance",
   "metadata": {},
   "outputs": [],
   "source": [
    "file = os.path.join(ROOT_DIR, 'results', 'datasets', 'infe_A2_lasso_proteins_spearman.csv')\n",
    "a2_prot_corr.to_csv(file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "institutional-florida",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>MCL1.10396.6</th>\n",
       "      <th>PLOD3.10612.18</th>\n",
       "      <th>GCH1.11185.145</th>\n",
       "      <th>XDH.11264.33</th>\n",
       "      <th>TEAD4.12516.13</th>\n",
       "      <th>ILF3.12759.47</th>\n",
       "      <th>ZNF334.12763.69</th>\n",
       "      <th>SF1.12777.11</th>\n",
       "      <th>BAG4.12844.10</th>\n",
       "      <th>PVRL3.13557.3</th>\n",
       "      <th>...</th>\n",
       "      <th>ANKRD46.7851.30</th>\n",
       "      <th>MINOS1.7956.11</th>\n",
       "      <th>TMEM70.8074.32</th>\n",
       "      <th>RSPO3.8427.118</th>\n",
       "      <th>GPNMB.8606.39</th>\n",
       "      <th>IL21R.9366.54</th>\n",
       "      <th>GALP.9398.30</th>\n",
       "      <th>LST1.9531.24</th>\n",
       "      <th>PRR27.9607.39</th>\n",
       "      <th>ACTN2.9844.138</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>702.2</td>\n",
       "      <td>2649.3</td>\n",
       "      <td>1027.5</td>\n",
       "      <td>133.7</td>\n",
       "      <td>616.4</td>\n",
       "      <td>1074.9</td>\n",
       "      <td>1287.1</td>\n",
       "      <td>747.3</td>\n",
       "      <td>625.6</td>\n",
       "      <td>546.3</td>\n",
       "      <td>...</td>\n",
       "      <td>994.7</td>\n",
       "      <td>333.4</td>\n",
       "      <td>202.6</td>\n",
       "      <td>1351.5</td>\n",
       "      <td>426.0</td>\n",
       "      <td>2332.9</td>\n",
       "      <td>359.0</td>\n",
       "      <td>7394.9</td>\n",
       "      <td>680.9</td>\n",
       "      <td>1122.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>398.7</td>\n",
       "      <td>2892.6</td>\n",
       "      <td>765.5</td>\n",
       "      <td>159.5</td>\n",
       "      <td>499.3</td>\n",
       "      <td>616.1</td>\n",
       "      <td>938.5</td>\n",
       "      <td>1079.3</td>\n",
       "      <td>622.8</td>\n",
       "      <td>530.0</td>\n",
       "      <td>...</td>\n",
       "      <td>860.6</td>\n",
       "      <td>846.7</td>\n",
       "      <td>307.6</td>\n",
       "      <td>347.0</td>\n",
       "      <td>330.3</td>\n",
       "      <td>2016.4</td>\n",
       "      <td>377.9</td>\n",
       "      <td>4240.7</td>\n",
       "      <td>730.8</td>\n",
       "      <td>2907.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>332.4</td>\n",
       "      <td>6023.8</td>\n",
       "      <td>1602.4</td>\n",
       "      <td>127.9</td>\n",
       "      <td>511.1</td>\n",
       "      <td>683.0</td>\n",
       "      <td>1020.8</td>\n",
       "      <td>985.8</td>\n",
       "      <td>549.8</td>\n",
       "      <td>592.7</td>\n",
       "      <td>...</td>\n",
       "      <td>1002.1</td>\n",
       "      <td>2269.0</td>\n",
       "      <td>194.6</td>\n",
       "      <td>452.1</td>\n",
       "      <td>300.4</td>\n",
       "      <td>2445.6</td>\n",
       "      <td>404.1</td>\n",
       "      <td>8799.8</td>\n",
       "      <td>656.9</td>\n",
       "      <td>912.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>212.5</td>\n",
       "      <td>2118.6</td>\n",
       "      <td>588.9</td>\n",
       "      <td>154.5</td>\n",
       "      <td>441.2</td>\n",
       "      <td>488.0</td>\n",
       "      <td>1919.7</td>\n",
       "      <td>626.2</td>\n",
       "      <td>482.3</td>\n",
       "      <td>568.0</td>\n",
       "      <td>...</td>\n",
       "      <td>928.5</td>\n",
       "      <td>2868.9</td>\n",
       "      <td>165.6</td>\n",
       "      <td>523.5</td>\n",
       "      <td>416.2</td>\n",
       "      <td>1732.7</td>\n",
       "      <td>433.5</td>\n",
       "      <td>3554.1</td>\n",
       "      <td>840.7</td>\n",
       "      <td>7941.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>275.3</td>\n",
       "      <td>4222.9</td>\n",
       "      <td>808.3</td>\n",
       "      <td>133.2</td>\n",
       "      <td>483.2</td>\n",
       "      <td>541.3</td>\n",
       "      <td>1128.2</td>\n",
       "      <td>686.1</td>\n",
       "      <td>515.5</td>\n",
       "      <td>609.9</td>\n",
       "      <td>...</td>\n",
       "      <td>1083.4</td>\n",
       "      <td>3013.1</td>\n",
       "      <td>585.3</td>\n",
       "      <td>522.7</td>\n",
       "      <td>279.1</td>\n",
       "      <td>1932.2</td>\n",
       "      <td>397.5</td>\n",
       "      <td>9051.0</td>\n",
       "      <td>670.4</td>\n",
       "      <td>3115.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>412</th>\n",
       "      <td>339.1</td>\n",
       "      <td>2014.6</td>\n",
       "      <td>841.0</td>\n",
       "      <td>159.6</td>\n",
       "      <td>553.7</td>\n",
       "      <td>485.8</td>\n",
       "      <td>2613.9</td>\n",
       "      <td>509.6</td>\n",
       "      <td>419.8</td>\n",
       "      <td>1599.2</td>\n",
       "      <td>...</td>\n",
       "      <td>1065.6</td>\n",
       "      <td>360.4</td>\n",
       "      <td>231.3</td>\n",
       "      <td>492.4</td>\n",
       "      <td>552.2</td>\n",
       "      <td>1440.4</td>\n",
       "      <td>492.4</td>\n",
       "      <td>1195.6</td>\n",
       "      <td>848.9</td>\n",
       "      <td>1417.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>413</th>\n",
       "      <td>209.1</td>\n",
       "      <td>2007.1</td>\n",
       "      <td>751.5</td>\n",
       "      <td>179.8</td>\n",
       "      <td>560.6</td>\n",
       "      <td>473.7</td>\n",
       "      <td>2910.9</td>\n",
       "      <td>534.9</td>\n",
       "      <td>459.3</td>\n",
       "      <td>607.2</td>\n",
       "      <td>...</td>\n",
       "      <td>863.5</td>\n",
       "      <td>6724.7</td>\n",
       "      <td>273.5</td>\n",
       "      <td>750.1</td>\n",
       "      <td>692.2</td>\n",
       "      <td>1043.2</td>\n",
       "      <td>529.0</td>\n",
       "      <td>2276.6</td>\n",
       "      <td>757.0</td>\n",
       "      <td>3286.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>414</th>\n",
       "      <td>263.8</td>\n",
       "      <td>3025.1</td>\n",
       "      <td>722.9</td>\n",
       "      <td>165.7</td>\n",
       "      <td>489.5</td>\n",
       "      <td>440.7</td>\n",
       "      <td>1773.4</td>\n",
       "      <td>563.5</td>\n",
       "      <td>509.7</td>\n",
       "      <td>651.9</td>\n",
       "      <td>...</td>\n",
       "      <td>943.3</td>\n",
       "      <td>446.8</td>\n",
       "      <td>187.6</td>\n",
       "      <td>785.2</td>\n",
       "      <td>595.3</td>\n",
       "      <td>1296.8</td>\n",
       "      <td>445.2</td>\n",
       "      <td>3444.4</td>\n",
       "      <td>700.4</td>\n",
       "      <td>768.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>415</th>\n",
       "      <td>375.4</td>\n",
       "      <td>901.2</td>\n",
       "      <td>672.9</td>\n",
       "      <td>225.2</td>\n",
       "      <td>514.7</td>\n",
       "      <td>566.2</td>\n",
       "      <td>2216.7</td>\n",
       "      <td>609.2</td>\n",
       "      <td>370.9</td>\n",
       "      <td>770.0</td>\n",
       "      <td>...</td>\n",
       "      <td>814.4</td>\n",
       "      <td>2572.2</td>\n",
       "      <td>227.4</td>\n",
       "      <td>605.7</td>\n",
       "      <td>820.0</td>\n",
       "      <td>1376.9</td>\n",
       "      <td>476.3</td>\n",
       "      <td>1357.2</td>\n",
       "      <td>858.9</td>\n",
       "      <td>2489.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>416</th>\n",
       "      <td>777.8</td>\n",
       "      <td>2998.7</td>\n",
       "      <td>1225.0</td>\n",
       "      <td>164.1</td>\n",
       "      <td>497.7</td>\n",
       "      <td>489.6</td>\n",
       "      <td>1561.5</td>\n",
       "      <td>632.1</td>\n",
       "      <td>386.8</td>\n",
       "      <td>630.8</td>\n",
       "      <td>...</td>\n",
       "      <td>839.0</td>\n",
       "      <td>394.6</td>\n",
       "      <td>151.8</td>\n",
       "      <td>520.4</td>\n",
       "      <td>465.9</td>\n",
       "      <td>1470.7</td>\n",
       "      <td>428.1</td>\n",
       "      <td>1616.9</td>\n",
       "      <td>957.8</td>\n",
       "      <td>713.6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>417 rows × 58 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     MCL1.10396.6  PLOD3.10612.18  GCH1.11185.145  XDH.11264.33  \\\n",
       "0           702.2          2649.3          1027.5         133.7   \n",
       "1           398.7          2892.6           765.5         159.5   \n",
       "2           332.4          6023.8          1602.4         127.9   \n",
       "3           212.5          2118.6           588.9         154.5   \n",
       "4           275.3          4222.9           808.3         133.2   \n",
       "..            ...             ...             ...           ...   \n",
       "412         339.1          2014.6           841.0         159.6   \n",
       "413         209.1          2007.1           751.5         179.8   \n",
       "414         263.8          3025.1           722.9         165.7   \n",
       "415         375.4           901.2           672.9         225.2   \n",
       "416         777.8          2998.7          1225.0         164.1   \n",
       "\n",
       "     TEAD4.12516.13  ILF3.12759.47  ZNF334.12763.69  SF1.12777.11  \\\n",
       "0             616.4         1074.9           1287.1         747.3   \n",
       "1             499.3          616.1            938.5        1079.3   \n",
       "2             511.1          683.0           1020.8         985.8   \n",
       "3             441.2          488.0           1919.7         626.2   \n",
       "4             483.2          541.3           1128.2         686.1   \n",
       "..              ...            ...              ...           ...   \n",
       "412           553.7          485.8           2613.9         509.6   \n",
       "413           560.6          473.7           2910.9         534.9   \n",
       "414           489.5          440.7           1773.4         563.5   \n",
       "415           514.7          566.2           2216.7         609.2   \n",
       "416           497.7          489.6           1561.5         632.1   \n",
       "\n",
       "     BAG4.12844.10  PVRL3.13557.3  ...  ANKRD46.7851.30  MINOS1.7956.11  \\\n",
       "0            625.6          546.3  ...            994.7           333.4   \n",
       "1            622.8          530.0  ...            860.6           846.7   \n",
       "2            549.8          592.7  ...           1002.1          2269.0   \n",
       "3            482.3          568.0  ...            928.5          2868.9   \n",
       "4            515.5          609.9  ...           1083.4          3013.1   \n",
       "..             ...            ...  ...              ...             ...   \n",
       "412          419.8         1599.2  ...           1065.6           360.4   \n",
       "413          459.3          607.2  ...            863.5          6724.7   \n",
       "414          509.7          651.9  ...            943.3           446.8   \n",
       "415          370.9          770.0  ...            814.4          2572.2   \n",
       "416          386.8          630.8  ...            839.0           394.6   \n",
       "\n",
       "     TMEM70.8074.32  RSPO3.8427.118  GPNMB.8606.39  IL21R.9366.54  \\\n",
       "0             202.6          1351.5          426.0         2332.9   \n",
       "1             307.6           347.0          330.3         2016.4   \n",
       "2             194.6           452.1          300.4         2445.6   \n",
       "3             165.6           523.5          416.2         1732.7   \n",
       "4             585.3           522.7          279.1         1932.2   \n",
       "..              ...             ...            ...            ...   \n",
       "412           231.3           492.4          552.2         1440.4   \n",
       "413           273.5           750.1          692.2         1043.2   \n",
       "414           187.6           785.2          595.3         1296.8   \n",
       "415           227.4           605.7          820.0         1376.9   \n",
       "416           151.8           520.4          465.9         1470.7   \n",
       "\n",
       "     GALP.9398.30  LST1.9531.24  PRR27.9607.39  ACTN2.9844.138  \n",
       "0           359.0        7394.9          680.9          1122.0  \n",
       "1           377.9        4240.7          730.8          2907.6  \n",
       "2           404.1        8799.8          656.9           912.9  \n",
       "3           433.5        3554.1          840.7          7941.0  \n",
       "4           397.5        9051.0          670.4          3115.6  \n",
       "..            ...           ...            ...             ...  \n",
       "412         492.4        1195.6          848.9          1417.6  \n",
       "413         529.0        2276.6          757.0          3286.7  \n",
       "414         445.2        3444.4          700.4           768.1  \n",
       "415         476.3        1357.2          858.9          2489.4  \n",
       "416         428.1        1616.9          957.8           713.6  \n",
       "\n",
       "[417 rows x 58 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# A3\n",
    "a3_prot_df = df[a3_features]\n",
    "file = os.path.join(ROOT_DIR, 'results', 'datasets', 'infe_A3_lasso_proteins_raw.csv')\n",
    "a3_prot_df.to_csv(file)\n",
    "a3_prot_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "dirty-postage",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>MCL1.10396.6</th>\n",
       "      <th>PLOD3.10612.18</th>\n",
       "      <th>GCH1.11185.145</th>\n",
       "      <th>XDH.11264.33</th>\n",
       "      <th>TEAD4.12516.13</th>\n",
       "      <th>ILF3.12759.47</th>\n",
       "      <th>ZNF334.12763.69</th>\n",
       "      <th>SF1.12777.11</th>\n",
       "      <th>BAG4.12844.10</th>\n",
       "      <th>PVRL3.13557.3</th>\n",
       "      <th>...</th>\n",
       "      <th>ANKRD46.7851.30</th>\n",
       "      <th>MINOS1.7956.11</th>\n",
       "      <th>TMEM70.8074.32</th>\n",
       "      <th>RSPO3.8427.118</th>\n",
       "      <th>GPNMB.8606.39</th>\n",
       "      <th>IL21R.9366.54</th>\n",
       "      <th>GALP.9398.30</th>\n",
       "      <th>LST1.9531.24</th>\n",
       "      <th>PRR27.9607.39</th>\n",
       "      <th>ACTN2.9844.138</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>MCL1.10396.6</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.209211</td>\n",
       "      <td>0.343886</td>\n",
       "      <td>-0.134721</td>\n",
       "      <td>0.398498</td>\n",
       "      <td>0.568397</td>\n",
       "      <td>-0.295168</td>\n",
       "      <td>0.303896</td>\n",
       "      <td>0.104871</td>\n",
       "      <td>-0.214052</td>\n",
       "      <td>...</td>\n",
       "      <td>0.091287</td>\n",
       "      <td>-0.097029</td>\n",
       "      <td>-0.105300</td>\n",
       "      <td>0.176569</td>\n",
       "      <td>0.022998</td>\n",
       "      <td>0.492259</td>\n",
       "      <td>-0.257171</td>\n",
       "      <td>0.393851</td>\n",
       "      <td>-0.237571</td>\n",
       "      <td>0.373601</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PLOD3.10612.18</th>\n",
       "      <td>0.209211</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.466961</td>\n",
       "      <td>-0.143288</td>\n",
       "      <td>0.130531</td>\n",
       "      <td>0.194602</td>\n",
       "      <td>-0.302044</td>\n",
       "      <td>0.306382</td>\n",
       "      <td>0.248300</td>\n",
       "      <td>-0.020816</td>\n",
       "      <td>...</td>\n",
       "      <td>0.322338</td>\n",
       "      <td>-0.015676</td>\n",
       "      <td>-0.079426</td>\n",
       "      <td>0.093990</td>\n",
       "      <td>-0.225242</td>\n",
       "      <td>0.385944</td>\n",
       "      <td>-0.111156</td>\n",
       "      <td>0.395815</td>\n",
       "      <td>-0.197909</td>\n",
       "      <td>0.215929</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GCH1.11185.145</th>\n",
       "      <td>0.343886</td>\n",
       "      <td>0.466961</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.024500</td>\n",
       "      <td>0.277688</td>\n",
       "      <td>0.230378</td>\n",
       "      <td>-0.237345</td>\n",
       "      <td>0.209162</td>\n",
       "      <td>0.283208</td>\n",
       "      <td>0.111864</td>\n",
       "      <td>...</td>\n",
       "      <td>0.271151</td>\n",
       "      <td>0.113509</td>\n",
       "      <td>-0.122849</td>\n",
       "      <td>-0.061302</td>\n",
       "      <td>-0.213994</td>\n",
       "      <td>0.435253</td>\n",
       "      <td>0.000131</td>\n",
       "      <td>0.339583</td>\n",
       "      <td>-0.199700</td>\n",
       "      <td>0.169826</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XDH.11264.33</th>\n",
       "      <td>-0.134721</td>\n",
       "      <td>-0.143288</td>\n",
       "      <td>0.024500</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.048933</td>\n",
       "      <td>-0.232464</td>\n",
       "      <td>0.381528</td>\n",
       "      <td>-0.193946</td>\n",
       "      <td>-0.047792</td>\n",
       "      <td>0.265038</td>\n",
       "      <td>...</td>\n",
       "      <td>0.016985</td>\n",
       "      <td>0.138579</td>\n",
       "      <td>0.109683</td>\n",
       "      <td>-0.149465</td>\n",
       "      <td>0.118857</td>\n",
       "      <td>-0.227337</td>\n",
       "      <td>0.377620</td>\n",
       "      <td>-0.285494</td>\n",
       "      <td>0.002555</td>\n",
       "      <td>-0.146146</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TEAD4.12516.13</th>\n",
       "      <td>0.398498</td>\n",
       "      <td>0.130531</td>\n",
       "      <td>0.277688</td>\n",
       "      <td>-0.048933</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.360387</td>\n",
       "      <td>-0.134233</td>\n",
       "      <td>0.289055</td>\n",
       "      <td>0.216089</td>\n",
       "      <td>0.079264</td>\n",
       "      <td>...</td>\n",
       "      <td>0.331751</td>\n",
       "      <td>-0.103976</td>\n",
       "      <td>0.077411</td>\n",
       "      <td>0.227308</td>\n",
       "      <td>0.048481</td>\n",
       "      <td>0.220553</td>\n",
       "      <td>-0.117399</td>\n",
       "      <td>0.208421</td>\n",
       "      <td>-0.130723</td>\n",
       "      <td>0.401752</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ILF3.12759.47</th>\n",
       "      <td>0.568397</td>\n",
       "      <td>0.194602</td>\n",
       "      <td>0.230378</td>\n",
       "      <td>-0.232464</td>\n",
       "      <td>0.360387</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.539656</td>\n",
       "      <td>0.534237</td>\n",
       "      <td>0.264708</td>\n",
       "      <td>-0.239763</td>\n",
       "      <td>...</td>\n",
       "      <td>0.113248</td>\n",
       "      <td>-0.123706</td>\n",
       "      <td>-0.056728</td>\n",
       "      <td>0.284492</td>\n",
       "      <td>-0.123351</td>\n",
       "      <td>0.643857</td>\n",
       "      <td>-0.408541</td>\n",
       "      <td>0.475941</td>\n",
       "      <td>-0.217927</td>\n",
       "      <td>0.374421</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ZNF334.12763.69</th>\n",
       "      <td>-0.295168</td>\n",
       "      <td>-0.302044</td>\n",
       "      <td>-0.237345</td>\n",
       "      <td>0.381528</td>\n",
       "      <td>-0.134233</td>\n",
       "      <td>-0.539656</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.566290</td>\n",
       "      <td>-0.298281</td>\n",
       "      <td>0.164534</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.189854</td>\n",
       "      <td>0.103482</td>\n",
       "      <td>0.122298</td>\n",
       "      <td>-0.208627</td>\n",
       "      <td>0.382158</td>\n",
       "      <td>-0.589611</td>\n",
       "      <td>0.508803</td>\n",
       "      <td>-0.695378</td>\n",
       "      <td>0.261974</td>\n",
       "      <td>-0.370625</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SF1.12777.11</th>\n",
       "      <td>0.303896</td>\n",
       "      <td>0.306382</td>\n",
       "      <td>0.209162</td>\n",
       "      <td>-0.193946</td>\n",
       "      <td>0.289055</td>\n",
       "      <td>0.534237</td>\n",
       "      <td>-0.566290</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.426540</td>\n",
       "      <td>-0.055608</td>\n",
       "      <td>...</td>\n",
       "      <td>0.341754</td>\n",
       "      <td>-0.030201</td>\n",
       "      <td>-0.046471</td>\n",
       "      <td>0.226995</td>\n",
       "      <td>-0.194813</td>\n",
       "      <td>0.526893</td>\n",
       "      <td>-0.307555</td>\n",
       "      <td>0.560648</td>\n",
       "      <td>-0.209112</td>\n",
       "      <td>0.316399</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>BAG4.12844.10</th>\n",
       "      <td>0.104871</td>\n",
       "      <td>0.248300</td>\n",
       "      <td>0.283208</td>\n",
       "      <td>-0.047792</td>\n",
       "      <td>0.216089</td>\n",
       "      <td>0.264708</td>\n",
       "      <td>-0.298281</td>\n",
       "      <td>0.426540</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.130983</td>\n",
       "      <td>...</td>\n",
       "      <td>0.531105</td>\n",
       "      <td>-0.040660</td>\n",
       "      <td>0.019697</td>\n",
       "      <td>0.113934</td>\n",
       "      <td>-0.391151</td>\n",
       "      <td>0.308398</td>\n",
       "      <td>-0.088688</td>\n",
       "      <td>0.550314</td>\n",
       "      <td>-0.429127</td>\n",
       "      <td>0.115809</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PVRL3.13557.3</th>\n",
       "      <td>-0.214052</td>\n",
       "      <td>-0.020816</td>\n",
       "      <td>0.111864</td>\n",
       "      <td>0.265038</td>\n",
       "      <td>0.079264</td>\n",
       "      <td>-0.239763</td>\n",
       "      <td>0.164534</td>\n",
       "      <td>-0.055608</td>\n",
       "      <td>0.130983</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.325398</td>\n",
       "      <td>0.128650</td>\n",
       "      <td>0.176825</td>\n",
       "      <td>-0.136200</td>\n",
       "      <td>-0.082254</td>\n",
       "      <td>-0.159323</td>\n",
       "      <td>0.423617</td>\n",
       "      <td>-0.066237</td>\n",
       "      <td>0.136368</td>\n",
       "      <td>-0.212377</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RBL2.13565.2</th>\n",
       "      <td>0.369206</td>\n",
       "      <td>0.488903</td>\n",
       "      <td>0.466904</td>\n",
       "      <td>-0.017993</td>\n",
       "      <td>0.289807</td>\n",
       "      <td>0.277943</td>\n",
       "      <td>-0.180189</td>\n",
       "      <td>0.187041</td>\n",
       "      <td>0.363016</td>\n",
       "      <td>-0.013992</td>\n",
       "      <td>...</td>\n",
       "      <td>0.411853</td>\n",
       "      <td>-0.085286</td>\n",
       "      <td>-0.044530</td>\n",
       "      <td>0.090544</td>\n",
       "      <td>-0.253929</td>\n",
       "      <td>0.382852</td>\n",
       "      <td>-0.087322</td>\n",
       "      <td>0.414827</td>\n",
       "      <td>-0.343689</td>\n",
       "      <td>0.291692</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NADK.13624.17</th>\n",
       "      <td>0.486426</td>\n",
       "      <td>0.443034</td>\n",
       "      <td>0.632718</td>\n",
       "      <td>-0.086618</td>\n",
       "      <td>0.317601</td>\n",
       "      <td>0.496060</td>\n",
       "      <td>-0.392447</td>\n",
       "      <td>0.361900</td>\n",
       "      <td>0.349127</td>\n",
       "      <td>-0.039370</td>\n",
       "      <td>...</td>\n",
       "      <td>0.308449</td>\n",
       "      <td>0.029634</td>\n",
       "      <td>-0.124689</td>\n",
       "      <td>0.010650</td>\n",
       "      <td>-0.270386</td>\n",
       "      <td>0.668672</td>\n",
       "      <td>-0.158899</td>\n",
       "      <td>0.505528</td>\n",
       "      <td>-0.310348</td>\n",
       "      <td>0.348308</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CSF1R.13682.47</th>\n",
       "      <td>-0.067007</td>\n",
       "      <td>-0.212476</td>\n",
       "      <td>-0.181950</td>\n",
       "      <td>-0.007058</td>\n",
       "      <td>-0.006406</td>\n",
       "      <td>-0.059974</td>\n",
       "      <td>0.145293</td>\n",
       "      <td>-0.148037</td>\n",
       "      <td>-0.261408</td>\n",
       "      <td>-0.015537</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.200245</td>\n",
       "      <td>-0.099139</td>\n",
       "      <td>0.008287</td>\n",
       "      <td>0.047813</td>\n",
       "      <td>0.355175</td>\n",
       "      <td>-0.252939</td>\n",
       "      <td>-0.006668</td>\n",
       "      <td>-0.308249</td>\n",
       "      <td>0.193269</td>\n",
       "      <td>-0.144466</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FARS2.13941.82</th>\n",
       "      <td>-0.203299</td>\n",
       "      <td>-0.243614</td>\n",
       "      <td>-0.222654</td>\n",
       "      <td>0.304176</td>\n",
       "      <td>-0.203898</td>\n",
       "      <td>-0.461132</td>\n",
       "      <td>0.611399</td>\n",
       "      <td>-0.468888</td>\n",
       "      <td>-0.511733</td>\n",
       "      <td>0.074284</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.343480</td>\n",
       "      <td>0.144034</td>\n",
       "      <td>-0.006833</td>\n",
       "      <td>-0.153361</td>\n",
       "      <td>0.410612</td>\n",
       "      <td>-0.492321</td>\n",
       "      <td>0.373166</td>\n",
       "      <td>-0.578839</td>\n",
       "      <td>0.271656</td>\n",
       "      <td>-0.281119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AGAP3.13960.15</th>\n",
       "      <td>-0.151552</td>\n",
       "      <td>-0.002797</td>\n",
       "      <td>0.052844</td>\n",
       "      <td>0.098956</td>\n",
       "      <td>0.104462</td>\n",
       "      <td>-0.249992</td>\n",
       "      <td>0.223388</td>\n",
       "      <td>-0.161050</td>\n",
       "      <td>-0.099796</td>\n",
       "      <td>0.306952</td>\n",
       "      <td>...</td>\n",
       "      <td>0.115786</td>\n",
       "      <td>0.081805</td>\n",
       "      <td>0.122902</td>\n",
       "      <td>-0.148105</td>\n",
       "      <td>-0.031896</td>\n",
       "      <td>-0.075582</td>\n",
       "      <td>0.370796</td>\n",
       "      <td>-0.152101</td>\n",
       "      <td>0.162890</td>\n",
       "      <td>-0.111607</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MAGI2.14066.49</th>\n",
       "      <td>0.148258</td>\n",
       "      <td>0.019580</td>\n",
       "      <td>-0.152691</td>\n",
       "      <td>-0.253925</td>\n",
       "      <td>0.038304</td>\n",
       "      <td>0.276632</td>\n",
       "      <td>-0.444598</td>\n",
       "      <td>0.287922</td>\n",
       "      <td>-0.031985</td>\n",
       "      <td>-0.346759</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.158146</td>\n",
       "      <td>-0.038486</td>\n",
       "      <td>-0.130485</td>\n",
       "      <td>0.285192</td>\n",
       "      <td>0.048536</td>\n",
       "      <td>0.149592</td>\n",
       "      <td>-0.452931</td>\n",
       "      <td>0.252691</td>\n",
       "      <td>-0.086894</td>\n",
       "      <td>0.231307</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PSMA4.14099.20</th>\n",
       "      <td>-0.199543</td>\n",
       "      <td>-0.148672</td>\n",
       "      <td>-0.099927</td>\n",
       "      <td>0.305664</td>\n",
       "      <td>-0.001641</td>\n",
       "      <td>-0.235347</td>\n",
       "      <td>0.361572</td>\n",
       "      <td>-0.148895</td>\n",
       "      <td>0.042754</td>\n",
       "      <td>0.156870</td>\n",
       "      <td>...</td>\n",
       "      <td>0.070165</td>\n",
       "      <td>0.076822</td>\n",
       "      <td>0.107303</td>\n",
       "      <td>-0.038327</td>\n",
       "      <td>0.239995</td>\n",
       "      <td>-0.251975</td>\n",
       "      <td>0.262104</td>\n",
       "      <td>-0.295987</td>\n",
       "      <td>-0.042692</td>\n",
       "      <td>-0.087954</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PNOC.15434.5</th>\n",
       "      <td>-0.162860</td>\n",
       "      <td>-0.060338</td>\n",
       "      <td>-0.029394</td>\n",
       "      <td>0.274447</td>\n",
       "      <td>-0.041629</td>\n",
       "      <td>-0.336304</td>\n",
       "      <td>0.336277</td>\n",
       "      <td>-0.271094</td>\n",
       "      <td>-0.260541</td>\n",
       "      <td>0.286772</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.091535</td>\n",
       "      <td>0.153999</td>\n",
       "      <td>0.095901</td>\n",
       "      <td>-0.124305</td>\n",
       "      <td>0.268944</td>\n",
       "      <td>-0.333060</td>\n",
       "      <td>0.303544</td>\n",
       "      <td>-0.354381</td>\n",
       "      <td>0.309584</td>\n",
       "      <td>-0.211105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FBLN5.15585.304</th>\n",
       "      <td>0.138603</td>\n",
       "      <td>0.258352</td>\n",
       "      <td>0.109703</td>\n",
       "      <td>-0.141830</td>\n",
       "      <td>0.212961</td>\n",
       "      <td>0.232847</td>\n",
       "      <td>-0.258127</td>\n",
       "      <td>0.250657</td>\n",
       "      <td>0.250931</td>\n",
       "      <td>-0.112512</td>\n",
       "      <td>...</td>\n",
       "      <td>0.174059</td>\n",
       "      <td>-0.203120</td>\n",
       "      <td>0.012381</td>\n",
       "      <td>0.291900</td>\n",
       "      <td>0.049193</td>\n",
       "      <td>0.100936</td>\n",
       "      <td>-0.270422</td>\n",
       "      <td>0.349899</td>\n",
       "      <td>-0.175979</td>\n",
       "      <td>0.273203</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AKR1C3.17377.1</th>\n",
       "      <td>-0.082201</td>\n",
       "      <td>-0.095309</td>\n",
       "      <td>-0.047746</td>\n",
       "      <td>0.183084</td>\n",
       "      <td>-0.009788</td>\n",
       "      <td>-0.126731</td>\n",
       "      <td>0.275503</td>\n",
       "      <td>-0.229623</td>\n",
       "      <td>-0.152229</td>\n",
       "      <td>-0.080437</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.224031</td>\n",
       "      <td>-0.004762</td>\n",
       "      <td>-0.060965</td>\n",
       "      <td>-0.110673</td>\n",
       "      <td>0.074455</td>\n",
       "      <td>-0.185594</td>\n",
       "      <td>0.060283</td>\n",
       "      <td>-0.288431</td>\n",
       "      <td>0.009393</td>\n",
       "      <td>-0.141081</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MRAS.18297.8</th>\n",
       "      <td>0.213811</td>\n",
       "      <td>0.297793</td>\n",
       "      <td>0.369779</td>\n",
       "      <td>-0.108456</td>\n",
       "      <td>0.270708</td>\n",
       "      <td>0.283209</td>\n",
       "      <td>-0.444902</td>\n",
       "      <td>0.426190</td>\n",
       "      <td>0.518710</td>\n",
       "      <td>0.269600</td>\n",
       "      <td>...</td>\n",
       "      <td>0.503293</td>\n",
       "      <td>0.035900</td>\n",
       "      <td>-0.016659</td>\n",
       "      <td>0.068799</td>\n",
       "      <td>-0.404441</td>\n",
       "      <td>0.467817</td>\n",
       "      <td>-0.049904</td>\n",
       "      <td>0.595755</td>\n",
       "      <td>-0.293640</td>\n",
       "      <td>0.202191</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AS3MT.18417.3</th>\n",
       "      <td>-0.035811</td>\n",
       "      <td>-0.082833</td>\n",
       "      <td>0.110756</td>\n",
       "      <td>0.173451</td>\n",
       "      <td>0.051379</td>\n",
       "      <td>-0.086959</td>\n",
       "      <td>0.234255</td>\n",
       "      <td>-0.164475</td>\n",
       "      <td>-0.074156</td>\n",
       "      <td>0.218677</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.089323</td>\n",
       "      <td>0.061993</td>\n",
       "      <td>-0.000759</td>\n",
       "      <td>-0.193015</td>\n",
       "      <td>0.055847</td>\n",
       "      <td>-0.110148</td>\n",
       "      <td>0.174085</td>\n",
       "      <td>-0.190953</td>\n",
       "      <td>0.336689</td>\n",
       "      <td>-0.172921</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>BLNK.19225.11</th>\n",
       "      <td>0.092377</td>\n",
       "      <td>0.227611</td>\n",
       "      <td>0.347398</td>\n",
       "      <td>0.077965</td>\n",
       "      <td>0.331105</td>\n",
       "      <td>0.137705</td>\n",
       "      <td>-0.119351</td>\n",
       "      <td>0.280784</td>\n",
       "      <td>0.628980</td>\n",
       "      <td>0.272870</td>\n",
       "      <td>...</td>\n",
       "      <td>0.549775</td>\n",
       "      <td>-0.050566</td>\n",
       "      <td>0.093574</td>\n",
       "      <td>0.147968</td>\n",
       "      <td>-0.266358</td>\n",
       "      <td>0.198833</td>\n",
       "      <td>0.001858</td>\n",
       "      <td>0.352592</td>\n",
       "      <td>-0.276394</td>\n",
       "      <td>0.077642</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PFDN2.19243.2</th>\n",
       "      <td>0.591195</td>\n",
       "      <td>0.369375</td>\n",
       "      <td>0.496043</td>\n",
       "      <td>-0.225942</td>\n",
       "      <td>0.363463</td>\n",
       "      <td>0.565415</td>\n",
       "      <td>-0.564109</td>\n",
       "      <td>0.431565</td>\n",
       "      <td>0.257809</td>\n",
       "      <td>-0.237003</td>\n",
       "      <td>...</td>\n",
       "      <td>0.170061</td>\n",
       "      <td>-0.133188</td>\n",
       "      <td>-0.185844</td>\n",
       "      <td>0.111485</td>\n",
       "      <td>-0.258114</td>\n",
       "      <td>0.683827</td>\n",
       "      <td>-0.369839</td>\n",
       "      <td>0.608502</td>\n",
       "      <td>-0.361051</td>\n",
       "      <td>0.416069</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SFTPD.19590.46</th>\n",
       "      <td>0.080080</td>\n",
       "      <td>-0.245280</td>\n",
       "      <td>-0.193096</td>\n",
       "      <td>-0.045167</td>\n",
       "      <td>0.180881</td>\n",
       "      <td>0.232999</td>\n",
       "      <td>-0.155355</td>\n",
       "      <td>0.090514</td>\n",
       "      <td>0.144706</td>\n",
       "      <td>-0.030417</td>\n",
       "      <td>...</td>\n",
       "      <td>0.064277</td>\n",
       "      <td>-0.154044</td>\n",
       "      <td>0.095944</td>\n",
       "      <td>0.311329</td>\n",
       "      <td>0.004830</td>\n",
       "      <td>0.031803</td>\n",
       "      <td>-0.132516</td>\n",
       "      <td>0.203840</td>\n",
       "      <td>-0.049155</td>\n",
       "      <td>0.140227</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DCN.2666.53</th>\n",
       "      <td>0.250836</td>\n",
       "      <td>0.362770</td>\n",
       "      <td>0.284427</td>\n",
       "      <td>-0.173124</td>\n",
       "      <td>0.207495</td>\n",
       "      <td>0.388082</td>\n",
       "      <td>-0.552650</td>\n",
       "      <td>0.507217</td>\n",
       "      <td>0.644059</td>\n",
       "      <td>-0.044024</td>\n",
       "      <td>...</td>\n",
       "      <td>0.428859</td>\n",
       "      <td>-0.055681</td>\n",
       "      <td>-0.092339</td>\n",
       "      <td>0.345621</td>\n",
       "      <td>-0.336726</td>\n",
       "      <td>0.509815</td>\n",
       "      <td>-0.292986</td>\n",
       "      <td>0.780299</td>\n",
       "      <td>-0.356286</td>\n",
       "      <td>0.343905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CDH5.2819.23</th>\n",
       "      <td>-0.206293</td>\n",
       "      <td>-0.374904</td>\n",
       "      <td>-0.427283</td>\n",
       "      <td>0.062706</td>\n",
       "      <td>-0.125428</td>\n",
       "      <td>-0.261023</td>\n",
       "      <td>0.451566</td>\n",
       "      <td>-0.289019</td>\n",
       "      <td>-0.455359</td>\n",
       "      <td>-0.028564</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.332215</td>\n",
       "      <td>-0.045915</td>\n",
       "      <td>0.024620</td>\n",
       "      <td>0.034397</td>\n",
       "      <td>0.566757</td>\n",
       "      <td>-0.434136</td>\n",
       "      <td>0.113786</td>\n",
       "      <td>-0.527205</td>\n",
       "      <td>0.323749</td>\n",
       "      <td>-0.183370</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PGF.3078.1</th>\n",
       "      <td>0.003189</td>\n",
       "      <td>0.214967</td>\n",
       "      <td>0.168540</td>\n",
       "      <td>-0.064900</td>\n",
       "      <td>0.253828</td>\n",
       "      <td>0.151400</td>\n",
       "      <td>-0.226595</td>\n",
       "      <td>0.290722</td>\n",
       "      <td>0.462691</td>\n",
       "      <td>0.311343</td>\n",
       "      <td>...</td>\n",
       "      <td>0.519566</td>\n",
       "      <td>0.001702</td>\n",
       "      <td>0.164641</td>\n",
       "      <td>0.162087</td>\n",
       "      <td>-0.300038</td>\n",
       "      <td>0.197115</td>\n",
       "      <td>0.053705</td>\n",
       "      <td>0.368511</td>\n",
       "      <td>-0.165484</td>\n",
       "      <td>0.094736</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>BSG.3585.54</th>\n",
       "      <td>0.297416</td>\n",
       "      <td>0.324997</td>\n",
       "      <td>0.366970</td>\n",
       "      <td>-0.126719</td>\n",
       "      <td>0.329710</td>\n",
       "      <td>0.361537</td>\n",
       "      <td>-0.462322</td>\n",
       "      <td>0.481441</td>\n",
       "      <td>0.635195</td>\n",
       "      <td>0.175190</td>\n",
       "      <td>...</td>\n",
       "      <td>0.567793</td>\n",
       "      <td>-0.035822</td>\n",
       "      <td>0.006997</td>\n",
       "      <td>0.232964</td>\n",
       "      <td>-0.363768</td>\n",
       "      <td>0.504775</td>\n",
       "      <td>-0.159068</td>\n",
       "      <td>0.768939</td>\n",
       "      <td>-0.390950</td>\n",
       "      <td>0.339195</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CSF1.3738.54</th>\n",
       "      <td>0.317927</td>\n",
       "      <td>0.367479</td>\n",
       "      <td>0.386929</td>\n",
       "      <td>-0.154757</td>\n",
       "      <td>0.285937</td>\n",
       "      <td>0.412993</td>\n",
       "      <td>-0.510811</td>\n",
       "      <td>0.542124</td>\n",
       "      <td>0.618607</td>\n",
       "      <td>0.055641</td>\n",
       "      <td>...</td>\n",
       "      <td>0.502109</td>\n",
       "      <td>-0.049057</td>\n",
       "      <td>-0.038226</td>\n",
       "      <td>0.262220</td>\n",
       "      <td>-0.346395</td>\n",
       "      <td>0.562896</td>\n",
       "      <td>-0.224141</td>\n",
       "      <td>0.816437</td>\n",
       "      <td>-0.403308</td>\n",
       "      <td>0.369646</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TEK.3773.15</th>\n",
       "      <td>-0.069205</td>\n",
       "      <td>-0.247780</td>\n",
       "      <td>-0.179267</td>\n",
       "      <td>0.131315</td>\n",
       "      <td>-0.174885</td>\n",
       "      <td>-0.294921</td>\n",
       "      <td>0.437919</td>\n",
       "      <td>-0.327328</td>\n",
       "      <td>-0.422982</td>\n",
       "      <td>-0.074789</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.324715</td>\n",
       "      <td>0.113317</td>\n",
       "      <td>-0.119770</td>\n",
       "      <td>-0.105658</td>\n",
       "      <td>0.462649</td>\n",
       "      <td>-0.286499</td>\n",
       "      <td>0.234730</td>\n",
       "      <td>-0.427858</td>\n",
       "      <td>0.304074</td>\n",
       "      <td>-0.140563</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PFDN5.4271.75</th>\n",
       "      <td>0.210936</td>\n",
       "      <td>0.294788</td>\n",
       "      <td>0.245748</td>\n",
       "      <td>-0.192011</td>\n",
       "      <td>0.101647</td>\n",
       "      <td>0.454749</td>\n",
       "      <td>-0.456068</td>\n",
       "      <td>0.429846</td>\n",
       "      <td>0.192080</td>\n",
       "      <td>-0.215119</td>\n",
       "      <td>...</td>\n",
       "      <td>0.056769</td>\n",
       "      <td>-0.072873</td>\n",
       "      <td>-0.068834</td>\n",
       "      <td>0.082351</td>\n",
       "      <td>-0.225412</td>\n",
       "      <td>0.505314</td>\n",
       "      <td>-0.321542</td>\n",
       "      <td>0.347345</td>\n",
       "      <td>-0.192872</td>\n",
       "      <td>0.272934</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GDF15.4374.45</th>\n",
       "      <td>0.412850</td>\n",
       "      <td>0.255463</td>\n",
       "      <td>0.112415</td>\n",
       "      <td>-0.253619</td>\n",
       "      <td>0.326853</td>\n",
       "      <td>0.461658</td>\n",
       "      <td>-0.373512</td>\n",
       "      <td>0.316906</td>\n",
       "      <td>-0.004783</td>\n",
       "      <td>-0.335119</td>\n",
       "      <td>...</td>\n",
       "      <td>0.006375</td>\n",
       "      <td>-0.142189</td>\n",
       "      <td>-0.087182</td>\n",
       "      <td>0.471216</td>\n",
       "      <td>0.216036</td>\n",
       "      <td>0.292066</td>\n",
       "      <td>-0.379027</td>\n",
       "      <td>0.323351</td>\n",
       "      <td>-0.167700</td>\n",
       "      <td>0.487202</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>IL1A.4851.25</th>\n",
       "      <td>-0.287684</td>\n",
       "      <td>-0.234546</td>\n",
       "      <td>-0.169696</td>\n",
       "      <td>0.354636</td>\n",
       "      <td>-0.180023</td>\n",
       "      <td>-0.390649</td>\n",
       "      <td>0.587327</td>\n",
       "      <td>-0.412554</td>\n",
       "      <td>-0.277938</td>\n",
       "      <td>0.134706</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.198351</td>\n",
       "      <td>0.141318</td>\n",
       "      <td>0.104546</td>\n",
       "      <td>-0.237820</td>\n",
       "      <td>0.219173</td>\n",
       "      <td>-0.447263</td>\n",
       "      <td>0.331386</td>\n",
       "      <td>-0.559126</td>\n",
       "      <td>0.207566</td>\n",
       "      <td>-0.329357</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CCL7.4886.3</th>\n",
       "      <td>0.242021</td>\n",
       "      <td>0.502339</td>\n",
       "      <td>0.559810</td>\n",
       "      <td>-0.045364</td>\n",
       "      <td>0.258109</td>\n",
       "      <td>0.242751</td>\n",
       "      <td>-0.282738</td>\n",
       "      <td>0.421702</td>\n",
       "      <td>0.276594</td>\n",
       "      <td>0.030202</td>\n",
       "      <td>...</td>\n",
       "      <td>0.285562</td>\n",
       "      <td>0.051043</td>\n",
       "      <td>-0.028852</td>\n",
       "      <td>0.161622</td>\n",
       "      <td>-0.100935</td>\n",
       "      <td>0.414897</td>\n",
       "      <td>-0.065932</td>\n",
       "      <td>0.361486</td>\n",
       "      <td>-0.192259</td>\n",
       "      <td>0.246102</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CAPG.4968.50</th>\n",
       "      <td>0.505848</td>\n",
       "      <td>0.235796</td>\n",
       "      <td>0.294699</td>\n",
       "      <td>-0.211319</td>\n",
       "      <td>0.285532</td>\n",
       "      <td>0.556393</td>\n",
       "      <td>-0.309021</td>\n",
       "      <td>0.269767</td>\n",
       "      <td>0.010583</td>\n",
       "      <td>-0.294833</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.027930</td>\n",
       "      <td>-0.094265</td>\n",
       "      <td>-0.096890</td>\n",
       "      <td>0.220172</td>\n",
       "      <td>0.056119</td>\n",
       "      <td>0.541691</td>\n",
       "      <td>-0.317166</td>\n",
       "      <td>0.289366</td>\n",
       "      <td>-0.172191</td>\n",
       "      <td>0.413032</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MAPK12.5005.4</th>\n",
       "      <td>0.028569</td>\n",
       "      <td>0.109836</td>\n",
       "      <td>0.021468</td>\n",
       "      <td>-0.167264</td>\n",
       "      <td>0.056419</td>\n",
       "      <td>0.113512</td>\n",
       "      <td>-0.268200</td>\n",
       "      <td>0.373419</td>\n",
       "      <td>0.511322</td>\n",
       "      <td>-0.080248</td>\n",
       "      <td>...</td>\n",
       "      <td>0.326858</td>\n",
       "      <td>-0.112700</td>\n",
       "      <td>0.034949</td>\n",
       "      <td>0.144094</td>\n",
       "      <td>-0.173950</td>\n",
       "      <td>0.118691</td>\n",
       "      <td>-0.177899</td>\n",
       "      <td>0.340826</td>\n",
       "      <td>-0.388166</td>\n",
       "      <td>0.166175</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SIRT2.5030.52</th>\n",
       "      <td>-0.335199</td>\n",
       "      <td>-0.244406</td>\n",
       "      <td>-0.244207</td>\n",
       "      <td>0.209252</td>\n",
       "      <td>-0.270888</td>\n",
       "      <td>-0.296231</td>\n",
       "      <td>0.377713</td>\n",
       "      <td>-0.256793</td>\n",
       "      <td>-0.187013</td>\n",
       "      <td>0.113267</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.201211</td>\n",
       "      <td>0.127455</td>\n",
       "      <td>0.038117</td>\n",
       "      <td>-0.274838</td>\n",
       "      <td>0.007668</td>\n",
       "      <td>-0.349748</td>\n",
       "      <td>0.217838</td>\n",
       "      <td>-0.432181</td>\n",
       "      <td>0.260749</td>\n",
       "      <td>-0.379758</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NPPA.5443.62</th>\n",
       "      <td>0.243987</td>\n",
       "      <td>0.310668</td>\n",
       "      <td>0.351994</td>\n",
       "      <td>-0.048896</td>\n",
       "      <td>0.309627</td>\n",
       "      <td>0.332926</td>\n",
       "      <td>-0.406152</td>\n",
       "      <td>0.485194</td>\n",
       "      <td>0.743498</td>\n",
       "      <td>0.178211</td>\n",
       "      <td>...</td>\n",
       "      <td>0.617232</td>\n",
       "      <td>-0.026846</td>\n",
       "      <td>0.022239</td>\n",
       "      <td>0.244659</td>\n",
       "      <td>-0.338778</td>\n",
       "      <td>0.439339</td>\n",
       "      <td>-0.136240</td>\n",
       "      <td>0.732229</td>\n",
       "      <td>-0.414862</td>\n",
       "      <td>0.290915</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SEMA3G.5628.21</th>\n",
       "      <td>-0.261096</td>\n",
       "      <td>-0.113279</td>\n",
       "      <td>-0.055800</td>\n",
       "      <td>0.182370</td>\n",
       "      <td>-0.067228</td>\n",
       "      <td>-0.322168</td>\n",
       "      <td>0.370772</td>\n",
       "      <td>-0.249720</td>\n",
       "      <td>-0.303608</td>\n",
       "      <td>0.074723</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.206150</td>\n",
       "      <td>0.088972</td>\n",
       "      <td>-0.003391</td>\n",
       "      <td>-0.002774</td>\n",
       "      <td>0.354555</td>\n",
       "      <td>-0.317135</td>\n",
       "      <td>0.247289</td>\n",
       "      <td>-0.451413</td>\n",
       "      <td>0.267489</td>\n",
       "      <td>-0.162163</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MFAP4.5636.10</th>\n",
       "      <td>0.154303</td>\n",
       "      <td>0.377514</td>\n",
       "      <td>0.423068</td>\n",
       "      <td>0.065638</td>\n",
       "      <td>0.260546</td>\n",
       "      <td>0.082363</td>\n",
       "      <td>-0.029583</td>\n",
       "      <td>0.085827</td>\n",
       "      <td>0.226813</td>\n",
       "      <td>0.020517</td>\n",
       "      <td>...</td>\n",
       "      <td>0.255302</td>\n",
       "      <td>-0.096075</td>\n",
       "      <td>0.040146</td>\n",
       "      <td>0.129324</td>\n",
       "      <td>0.073111</td>\n",
       "      <td>0.133696</td>\n",
       "      <td>0.013098</td>\n",
       "      <td>0.197699</td>\n",
       "      <td>-0.151043</td>\n",
       "      <td>0.258060</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TMX3.5654.70</th>\n",
       "      <td>0.406375</td>\n",
       "      <td>0.342837</td>\n",
       "      <td>0.221018</td>\n",
       "      <td>-0.279944</td>\n",
       "      <td>0.288003</td>\n",
       "      <td>0.472629</td>\n",
       "      <td>-0.600296</td>\n",
       "      <td>0.512981</td>\n",
       "      <td>0.286587</td>\n",
       "      <td>-0.156319</td>\n",
       "      <td>...</td>\n",
       "      <td>0.233577</td>\n",
       "      <td>-0.119550</td>\n",
       "      <td>-0.076522</td>\n",
       "      <td>0.417442</td>\n",
       "      <td>-0.119169</td>\n",
       "      <td>0.433363</td>\n",
       "      <td>-0.418052</td>\n",
       "      <td>0.602460</td>\n",
       "      <td>-0.281657</td>\n",
       "      <td>0.419021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GALNT3.6593.5</th>\n",
       "      <td>0.107756</td>\n",
       "      <td>0.290520</td>\n",
       "      <td>0.299550</td>\n",
       "      <td>-0.031564</td>\n",
       "      <td>0.252923</td>\n",
       "      <td>0.292370</td>\n",
       "      <td>-0.347309</td>\n",
       "      <td>0.439900</td>\n",
       "      <td>0.705313</td>\n",
       "      <td>0.172394</td>\n",
       "      <td>...</td>\n",
       "      <td>0.611866</td>\n",
       "      <td>-0.032951</td>\n",
       "      <td>0.052886</td>\n",
       "      <td>0.189309</td>\n",
       "      <td>-0.344994</td>\n",
       "      <td>0.382358</td>\n",
       "      <td>-0.089995</td>\n",
       "      <td>0.589493</td>\n",
       "      <td>-0.366872</td>\n",
       "      <td>0.204598</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NTN1.6649.51</th>\n",
       "      <td>0.257981</td>\n",
       "      <td>0.128738</td>\n",
       "      <td>0.024836</td>\n",
       "      <td>-0.116673</td>\n",
       "      <td>0.293501</td>\n",
       "      <td>0.270457</td>\n",
       "      <td>-0.278992</td>\n",
       "      <td>0.281665</td>\n",
       "      <td>0.391520</td>\n",
       "      <td>-0.033448</td>\n",
       "      <td>...</td>\n",
       "      <td>0.292059</td>\n",
       "      <td>-0.132161</td>\n",
       "      <td>0.082769</td>\n",
       "      <td>0.559739</td>\n",
       "      <td>-0.048623</td>\n",
       "      <td>0.188488</td>\n",
       "      <td>-0.216149</td>\n",
       "      <td>0.511944</td>\n",
       "      <td>-0.234549</td>\n",
       "      <td>0.345666</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>HBZ.6919.3</th>\n",
       "      <td>-0.184715</td>\n",
       "      <td>0.039389</td>\n",
       "      <td>0.025304</td>\n",
       "      <td>0.104861</td>\n",
       "      <td>-0.128934</td>\n",
       "      <td>-0.186514</td>\n",
       "      <td>0.246665</td>\n",
       "      <td>-0.176378</td>\n",
       "      <td>0.055535</td>\n",
       "      <td>0.179700</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.030018</td>\n",
       "      <td>0.268329</td>\n",
       "      <td>-0.038373</td>\n",
       "      <td>-0.311658</td>\n",
       "      <td>-0.121834</td>\n",
       "      <td>-0.075485</td>\n",
       "      <td>0.303610</td>\n",
       "      <td>-0.183096</td>\n",
       "      <td>0.110503</td>\n",
       "      <td>-0.280894</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>STX3.7186.111</th>\n",
       "      <td>0.260002</td>\n",
       "      <td>0.059195</td>\n",
       "      <td>0.026880</td>\n",
       "      <td>-0.095568</td>\n",
       "      <td>0.196425</td>\n",
       "      <td>0.505140</td>\n",
       "      <td>-0.323675</td>\n",
       "      <td>0.278242</td>\n",
       "      <td>0.048676</td>\n",
       "      <td>-0.237305</td>\n",
       "      <td>...</td>\n",
       "      <td>0.016735</td>\n",
       "      <td>-0.049256</td>\n",
       "      <td>-0.008759</td>\n",
       "      <td>0.198137</td>\n",
       "      <td>0.007456</td>\n",
       "      <td>0.315736</td>\n",
       "      <td>-0.323582</td>\n",
       "      <td>0.120000</td>\n",
       "      <td>-0.160287</td>\n",
       "      <td>0.254903</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>LRFN2.7200.4</th>\n",
       "      <td>-0.195147</td>\n",
       "      <td>-0.185735</td>\n",
       "      <td>-0.215177</td>\n",
       "      <td>0.117442</td>\n",
       "      <td>-0.260137</td>\n",
       "      <td>-0.243706</td>\n",
       "      <td>0.303583</td>\n",
       "      <td>-0.293241</td>\n",
       "      <td>-0.368081</td>\n",
       "      <td>-0.115098</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.336961</td>\n",
       "      <td>0.009531</td>\n",
       "      <td>-0.006910</td>\n",
       "      <td>-0.184723</td>\n",
       "      <td>0.200013</td>\n",
       "      <td>-0.302573</td>\n",
       "      <td>0.030026</td>\n",
       "      <td>-0.390693</td>\n",
       "      <td>0.248883</td>\n",
       "      <td>-0.193444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>APLP1.7210.25</th>\n",
       "      <td>-0.260728</td>\n",
       "      <td>-0.353365</td>\n",
       "      <td>-0.235354</td>\n",
       "      <td>0.182576</td>\n",
       "      <td>-0.121188</td>\n",
       "      <td>-0.372947</td>\n",
       "      <td>0.555763</td>\n",
       "      <td>-0.386192</td>\n",
       "      <td>-0.311074</td>\n",
       "      <td>0.021937</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.306254</td>\n",
       "      <td>0.082145</td>\n",
       "      <td>0.012103</td>\n",
       "      <td>-0.124566</td>\n",
       "      <td>0.435354</td>\n",
       "      <td>-0.469731</td>\n",
       "      <td>0.260518</td>\n",
       "      <td>-0.545189</td>\n",
       "      <td>0.261519</td>\n",
       "      <td>-0.259848</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ANKRD46.7851.30</th>\n",
       "      <td>0.091287</td>\n",
       "      <td>0.322338</td>\n",
       "      <td>0.271151</td>\n",
       "      <td>0.016985</td>\n",
       "      <td>0.331751</td>\n",
       "      <td>0.113248</td>\n",
       "      <td>-0.189854</td>\n",
       "      <td>0.341754</td>\n",
       "      <td>0.531105</td>\n",
       "      <td>0.325398</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.042814</td>\n",
       "      <td>0.187831</td>\n",
       "      <td>0.084186</td>\n",
       "      <td>-0.247606</td>\n",
       "      <td>0.273402</td>\n",
       "      <td>0.100985</td>\n",
       "      <td>0.399668</td>\n",
       "      <td>-0.241976</td>\n",
       "      <td>0.189295</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MINOS1.7956.11</th>\n",
       "      <td>-0.097029</td>\n",
       "      <td>-0.015676</td>\n",
       "      <td>0.113509</td>\n",
       "      <td>0.138579</td>\n",
       "      <td>-0.103976</td>\n",
       "      <td>-0.123706</td>\n",
       "      <td>0.103482</td>\n",
       "      <td>-0.030201</td>\n",
       "      <td>-0.040660</td>\n",
       "      <td>0.128650</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.042814</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.099810</td>\n",
       "      <td>-0.175202</td>\n",
       "      <td>-0.008099</td>\n",
       "      <td>0.017334</td>\n",
       "      <td>0.243244</td>\n",
       "      <td>-0.104172</td>\n",
       "      <td>0.096155</td>\n",
       "      <td>-0.151021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TMEM70.8074.32</th>\n",
       "      <td>-0.105300</td>\n",
       "      <td>-0.079426</td>\n",
       "      <td>-0.122849</td>\n",
       "      <td>0.109683</td>\n",
       "      <td>0.077411</td>\n",
       "      <td>-0.056728</td>\n",
       "      <td>0.122298</td>\n",
       "      <td>-0.046471</td>\n",
       "      <td>0.019697</td>\n",
       "      <td>0.176825</td>\n",
       "      <td>...</td>\n",
       "      <td>0.187831</td>\n",
       "      <td>-0.099810</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.088164</td>\n",
       "      <td>0.014187</td>\n",
       "      <td>-0.131560</td>\n",
       "      <td>0.108111</td>\n",
       "      <td>-0.120347</td>\n",
       "      <td>0.010151</td>\n",
       "      <td>-0.053750</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RSPO3.8427.118</th>\n",
       "      <td>0.176569</td>\n",
       "      <td>0.093990</td>\n",
       "      <td>-0.061302</td>\n",
       "      <td>-0.149465</td>\n",
       "      <td>0.227308</td>\n",
       "      <td>0.284492</td>\n",
       "      <td>-0.208627</td>\n",
       "      <td>0.226995</td>\n",
       "      <td>0.113934</td>\n",
       "      <td>-0.136200</td>\n",
       "      <td>...</td>\n",
       "      <td>0.084186</td>\n",
       "      <td>-0.175202</td>\n",
       "      <td>0.088164</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.206006</td>\n",
       "      <td>0.081448</td>\n",
       "      <td>-0.296401</td>\n",
       "      <td>0.243879</td>\n",
       "      <td>-0.121435</td>\n",
       "      <td>0.305979</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GPNMB.8606.39</th>\n",
       "      <td>0.022998</td>\n",
       "      <td>-0.225242</td>\n",
       "      <td>-0.213994</td>\n",
       "      <td>0.118857</td>\n",
       "      <td>0.048481</td>\n",
       "      <td>-0.123351</td>\n",
       "      <td>0.382158</td>\n",
       "      <td>-0.194813</td>\n",
       "      <td>-0.391151</td>\n",
       "      <td>-0.082254</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.247606</td>\n",
       "      <td>-0.008099</td>\n",
       "      <td>0.014187</td>\n",
       "      <td>0.206006</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.356591</td>\n",
       "      <td>0.079140</td>\n",
       "      <td>-0.433876</td>\n",
       "      <td>0.184597</td>\n",
       "      <td>-0.024375</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>IL21R.9366.54</th>\n",
       "      <td>0.492259</td>\n",
       "      <td>0.385944</td>\n",
       "      <td>0.435253</td>\n",
       "      <td>-0.227337</td>\n",
       "      <td>0.220553</td>\n",
       "      <td>0.643857</td>\n",
       "      <td>-0.589611</td>\n",
       "      <td>0.526893</td>\n",
       "      <td>0.308398</td>\n",
       "      <td>-0.159323</td>\n",
       "      <td>...</td>\n",
       "      <td>0.273402</td>\n",
       "      <td>0.017334</td>\n",
       "      <td>-0.131560</td>\n",
       "      <td>0.081448</td>\n",
       "      <td>-0.356591</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.280382</td>\n",
       "      <td>0.617714</td>\n",
       "      <td>-0.244710</td>\n",
       "      <td>0.391525</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GALP.9398.30</th>\n",
       "      <td>-0.257171</td>\n",
       "      <td>-0.111156</td>\n",
       "      <td>0.000131</td>\n",
       "      <td>0.377620</td>\n",
       "      <td>-0.117399</td>\n",
       "      <td>-0.408541</td>\n",
       "      <td>0.508803</td>\n",
       "      <td>-0.307555</td>\n",
       "      <td>-0.088688</td>\n",
       "      <td>0.423617</td>\n",
       "      <td>...</td>\n",
       "      <td>0.100985</td>\n",
       "      <td>0.243244</td>\n",
       "      <td>0.108111</td>\n",
       "      <td>-0.296401</td>\n",
       "      <td>0.079140</td>\n",
       "      <td>-0.280382</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.397294</td>\n",
       "      <td>0.173136</td>\n",
       "      <td>-0.349543</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>LST1.9531.24</th>\n",
       "      <td>0.393851</td>\n",
       "      <td>0.395815</td>\n",
       "      <td>0.339583</td>\n",
       "      <td>-0.285494</td>\n",
       "      <td>0.208421</td>\n",
       "      <td>0.475941</td>\n",
       "      <td>-0.695378</td>\n",
       "      <td>0.560648</td>\n",
       "      <td>0.550314</td>\n",
       "      <td>-0.066237</td>\n",
       "      <td>...</td>\n",
       "      <td>0.399668</td>\n",
       "      <td>-0.104172</td>\n",
       "      <td>-0.120347</td>\n",
       "      <td>0.243879</td>\n",
       "      <td>-0.433876</td>\n",
       "      <td>0.617714</td>\n",
       "      <td>-0.397294</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.416578</td>\n",
       "      <td>0.389861</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PRR27.9607.39</th>\n",
       "      <td>-0.237571</td>\n",
       "      <td>-0.197909</td>\n",
       "      <td>-0.199700</td>\n",
       "      <td>0.002555</td>\n",
       "      <td>-0.130723</td>\n",
       "      <td>-0.217927</td>\n",
       "      <td>0.261974</td>\n",
       "      <td>-0.209112</td>\n",
       "      <td>-0.429127</td>\n",
       "      <td>0.136368</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.241976</td>\n",
       "      <td>0.096155</td>\n",
       "      <td>0.010151</td>\n",
       "      <td>-0.121435</td>\n",
       "      <td>0.184597</td>\n",
       "      <td>-0.244710</td>\n",
       "      <td>0.173136</td>\n",
       "      <td>-0.416578</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.237520</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ACTN2.9844.138</th>\n",
       "      <td>0.373601</td>\n",
       "      <td>0.215929</td>\n",
       "      <td>0.169826</td>\n",
       "      <td>-0.146146</td>\n",
       "      <td>0.401752</td>\n",
       "      <td>0.374421</td>\n",
       "      <td>-0.370625</td>\n",
       "      <td>0.316399</td>\n",
       "      <td>0.115809</td>\n",
       "      <td>-0.212377</td>\n",
       "      <td>...</td>\n",
       "      <td>0.189295</td>\n",
       "      <td>-0.151021</td>\n",
       "      <td>-0.053750</td>\n",
       "      <td>0.305979</td>\n",
       "      <td>-0.024375</td>\n",
       "      <td>0.391525</td>\n",
       "      <td>-0.349543</td>\n",
       "      <td>0.389861</td>\n",
       "      <td>-0.237520</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>58 rows × 58 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 MCL1.10396.6  PLOD3.10612.18  GCH1.11185.145  XDH.11264.33  \\\n",
       "MCL1.10396.6         1.000000        0.209211        0.343886     -0.134721   \n",
       "PLOD3.10612.18       0.209211        1.000000        0.466961     -0.143288   \n",
       "GCH1.11185.145       0.343886        0.466961        1.000000      0.024500   \n",
       "XDH.11264.33        -0.134721       -0.143288        0.024500      1.000000   \n",
       "TEAD4.12516.13       0.398498        0.130531        0.277688     -0.048933   \n",
       "ILF3.12759.47        0.568397        0.194602        0.230378     -0.232464   \n",
       "ZNF334.12763.69     -0.295168       -0.302044       -0.237345      0.381528   \n",
       "SF1.12777.11         0.303896        0.306382        0.209162     -0.193946   \n",
       "BAG4.12844.10        0.104871        0.248300        0.283208     -0.047792   \n",
       "PVRL3.13557.3       -0.214052       -0.020816        0.111864      0.265038   \n",
       "RBL2.13565.2         0.369206        0.488903        0.466904     -0.017993   \n",
       "NADK.13624.17        0.486426        0.443034        0.632718     -0.086618   \n",
       "CSF1R.13682.47      -0.067007       -0.212476       -0.181950     -0.007058   \n",
       "FARS2.13941.82      -0.203299       -0.243614       -0.222654      0.304176   \n",
       "AGAP3.13960.15      -0.151552       -0.002797        0.052844      0.098956   \n",
       "MAGI2.14066.49       0.148258        0.019580       -0.152691     -0.253925   \n",
       "PSMA4.14099.20      -0.199543       -0.148672       -0.099927      0.305664   \n",
       "PNOC.15434.5        -0.162860       -0.060338       -0.029394      0.274447   \n",
       "FBLN5.15585.304      0.138603        0.258352        0.109703     -0.141830   \n",
       "AKR1C3.17377.1      -0.082201       -0.095309       -0.047746      0.183084   \n",
       "MRAS.18297.8         0.213811        0.297793        0.369779     -0.108456   \n",
       "AS3MT.18417.3       -0.035811       -0.082833        0.110756      0.173451   \n",
       "BLNK.19225.11        0.092377        0.227611        0.347398      0.077965   \n",
       "PFDN2.19243.2        0.591195        0.369375        0.496043     -0.225942   \n",
       "SFTPD.19590.46       0.080080       -0.245280       -0.193096     -0.045167   \n",
       "DCN.2666.53          0.250836        0.362770        0.284427     -0.173124   \n",
       "CDH5.2819.23        -0.206293       -0.374904       -0.427283      0.062706   \n",
       "PGF.3078.1           0.003189        0.214967        0.168540     -0.064900   \n",
       "BSG.3585.54          0.297416        0.324997        0.366970     -0.126719   \n",
       "CSF1.3738.54         0.317927        0.367479        0.386929     -0.154757   \n",
       "TEK.3773.15         -0.069205       -0.247780       -0.179267      0.131315   \n",
       "PFDN5.4271.75        0.210936        0.294788        0.245748     -0.192011   \n",
       "GDF15.4374.45        0.412850        0.255463        0.112415     -0.253619   \n",
       "IL1A.4851.25        -0.287684       -0.234546       -0.169696      0.354636   \n",
       "CCL7.4886.3          0.242021        0.502339        0.559810     -0.045364   \n",
       "CAPG.4968.50         0.505848        0.235796        0.294699     -0.211319   \n",
       "MAPK12.5005.4        0.028569        0.109836        0.021468     -0.167264   \n",
       "SIRT2.5030.52       -0.335199       -0.244406       -0.244207      0.209252   \n",
       "NPPA.5443.62         0.243987        0.310668        0.351994     -0.048896   \n",
       "SEMA3G.5628.21      -0.261096       -0.113279       -0.055800      0.182370   \n",
       "MFAP4.5636.10        0.154303        0.377514        0.423068      0.065638   \n",
       "TMX3.5654.70         0.406375        0.342837        0.221018     -0.279944   \n",
       "GALNT3.6593.5        0.107756        0.290520        0.299550     -0.031564   \n",
       "NTN1.6649.51         0.257981        0.128738        0.024836     -0.116673   \n",
       "HBZ.6919.3          -0.184715        0.039389        0.025304      0.104861   \n",
       "STX3.7186.111        0.260002        0.059195        0.026880     -0.095568   \n",
       "LRFN2.7200.4        -0.195147       -0.185735       -0.215177      0.117442   \n",
       "APLP1.7210.25       -0.260728       -0.353365       -0.235354      0.182576   \n",
       "ANKRD46.7851.30      0.091287        0.322338        0.271151      0.016985   \n",
       "MINOS1.7956.11      -0.097029       -0.015676        0.113509      0.138579   \n",
       "TMEM70.8074.32      -0.105300       -0.079426       -0.122849      0.109683   \n",
       "RSPO3.8427.118       0.176569        0.093990       -0.061302     -0.149465   \n",
       "GPNMB.8606.39        0.022998       -0.225242       -0.213994      0.118857   \n",
       "IL21R.9366.54        0.492259        0.385944        0.435253     -0.227337   \n",
       "GALP.9398.30        -0.257171       -0.111156        0.000131      0.377620   \n",
       "LST1.9531.24         0.393851        0.395815        0.339583     -0.285494   \n",
       "PRR27.9607.39       -0.237571       -0.197909       -0.199700      0.002555   \n",
       "ACTN2.9844.138       0.373601        0.215929        0.169826     -0.146146   \n",
       "\n",
       "                 TEAD4.12516.13  ILF3.12759.47  ZNF334.12763.69  SF1.12777.11  \\\n",
       "MCL1.10396.6           0.398498       0.568397        -0.295168      0.303896   \n",
       "PLOD3.10612.18         0.130531       0.194602        -0.302044      0.306382   \n",
       "GCH1.11185.145         0.277688       0.230378        -0.237345      0.209162   \n",
       "XDH.11264.33          -0.048933      -0.232464         0.381528     -0.193946   \n",
       "TEAD4.12516.13         1.000000       0.360387        -0.134233      0.289055   \n",
       "ILF3.12759.47          0.360387       1.000000        -0.539656      0.534237   \n",
       "ZNF334.12763.69       -0.134233      -0.539656         1.000000     -0.566290   \n",
       "SF1.12777.11           0.289055       0.534237        -0.566290      1.000000   \n",
       "BAG4.12844.10          0.216089       0.264708        -0.298281      0.426540   \n",
       "PVRL3.13557.3          0.079264      -0.239763         0.164534     -0.055608   \n",
       "RBL2.13565.2           0.289807       0.277943        -0.180189      0.187041   \n",
       "NADK.13624.17          0.317601       0.496060        -0.392447      0.361900   \n",
       "CSF1R.13682.47        -0.006406      -0.059974         0.145293     -0.148037   \n",
       "FARS2.13941.82        -0.203898      -0.461132         0.611399     -0.468888   \n",
       "AGAP3.13960.15         0.104462      -0.249992         0.223388     -0.161050   \n",
       "MAGI2.14066.49         0.038304       0.276632        -0.444598      0.287922   \n",
       "PSMA4.14099.20        -0.001641      -0.235347         0.361572     -0.148895   \n",
       "PNOC.15434.5          -0.041629      -0.336304         0.336277     -0.271094   \n",
       "FBLN5.15585.304        0.212961       0.232847        -0.258127      0.250657   \n",
       "AKR1C3.17377.1        -0.009788      -0.126731         0.275503     -0.229623   \n",
       "MRAS.18297.8           0.270708       0.283209        -0.444902      0.426190   \n",
       "AS3MT.18417.3          0.051379      -0.086959         0.234255     -0.164475   \n",
       "BLNK.19225.11          0.331105       0.137705        -0.119351      0.280784   \n",
       "PFDN2.19243.2          0.363463       0.565415        -0.564109      0.431565   \n",
       "SFTPD.19590.46         0.180881       0.232999        -0.155355      0.090514   \n",
       "DCN.2666.53            0.207495       0.388082        -0.552650      0.507217   \n",
       "CDH5.2819.23          -0.125428      -0.261023         0.451566     -0.289019   \n",
       "PGF.3078.1             0.253828       0.151400        -0.226595      0.290722   \n",
       "BSG.3585.54            0.329710       0.361537        -0.462322      0.481441   \n",
       "CSF1.3738.54           0.285937       0.412993        -0.510811      0.542124   \n",
       "TEK.3773.15           -0.174885      -0.294921         0.437919     -0.327328   \n",
       "PFDN5.4271.75          0.101647       0.454749        -0.456068      0.429846   \n",
       "GDF15.4374.45          0.326853       0.461658        -0.373512      0.316906   \n",
       "IL1A.4851.25          -0.180023      -0.390649         0.587327     -0.412554   \n",
       "CCL7.4886.3            0.258109       0.242751        -0.282738      0.421702   \n",
       "CAPG.4968.50           0.285532       0.556393        -0.309021      0.269767   \n",
       "MAPK12.5005.4          0.056419       0.113512        -0.268200      0.373419   \n",
       "SIRT2.5030.52         -0.270888      -0.296231         0.377713     -0.256793   \n",
       "NPPA.5443.62           0.309627       0.332926        -0.406152      0.485194   \n",
       "SEMA3G.5628.21        -0.067228      -0.322168         0.370772     -0.249720   \n",
       "MFAP4.5636.10          0.260546       0.082363        -0.029583      0.085827   \n",
       "TMX3.5654.70           0.288003       0.472629        -0.600296      0.512981   \n",
       "GALNT3.6593.5          0.252923       0.292370        -0.347309      0.439900   \n",
       "NTN1.6649.51           0.293501       0.270457        -0.278992      0.281665   \n",
       "HBZ.6919.3            -0.128934      -0.186514         0.246665     -0.176378   \n",
       "STX3.7186.111          0.196425       0.505140        -0.323675      0.278242   \n",
       "LRFN2.7200.4          -0.260137      -0.243706         0.303583     -0.293241   \n",
       "APLP1.7210.25         -0.121188      -0.372947         0.555763     -0.386192   \n",
       "ANKRD46.7851.30        0.331751       0.113248        -0.189854      0.341754   \n",
       "MINOS1.7956.11        -0.103976      -0.123706         0.103482     -0.030201   \n",
       "TMEM70.8074.32         0.077411      -0.056728         0.122298     -0.046471   \n",
       "RSPO3.8427.118         0.227308       0.284492        -0.208627      0.226995   \n",
       "GPNMB.8606.39          0.048481      -0.123351         0.382158     -0.194813   \n",
       "IL21R.9366.54          0.220553       0.643857        -0.589611      0.526893   \n",
       "GALP.9398.30          -0.117399      -0.408541         0.508803     -0.307555   \n",
       "LST1.9531.24           0.208421       0.475941        -0.695378      0.560648   \n",
       "PRR27.9607.39         -0.130723      -0.217927         0.261974     -0.209112   \n",
       "ACTN2.9844.138         0.401752       0.374421        -0.370625      0.316399   \n",
       "\n",
       "                 BAG4.12844.10  PVRL3.13557.3  ...  ANKRD46.7851.30  \\\n",
       "MCL1.10396.6          0.104871      -0.214052  ...         0.091287   \n",
       "PLOD3.10612.18        0.248300      -0.020816  ...         0.322338   \n",
       "GCH1.11185.145        0.283208       0.111864  ...         0.271151   \n",
       "XDH.11264.33         -0.047792       0.265038  ...         0.016985   \n",
       "TEAD4.12516.13        0.216089       0.079264  ...         0.331751   \n",
       "ILF3.12759.47         0.264708      -0.239763  ...         0.113248   \n",
       "ZNF334.12763.69      -0.298281       0.164534  ...        -0.189854   \n",
       "SF1.12777.11          0.426540      -0.055608  ...         0.341754   \n",
       "BAG4.12844.10         1.000000       0.130983  ...         0.531105   \n",
       "PVRL3.13557.3         0.130983       1.000000  ...         0.325398   \n",
       "RBL2.13565.2          0.363016      -0.013992  ...         0.411853   \n",
       "NADK.13624.17         0.349127      -0.039370  ...         0.308449   \n",
       "CSF1R.13682.47       -0.261408      -0.015537  ...        -0.200245   \n",
       "FARS2.13941.82       -0.511733       0.074284  ...        -0.343480   \n",
       "AGAP3.13960.15       -0.099796       0.306952  ...         0.115786   \n",
       "MAGI2.14066.49       -0.031985      -0.346759  ...        -0.158146   \n",
       "PSMA4.14099.20        0.042754       0.156870  ...         0.070165   \n",
       "PNOC.15434.5         -0.260541       0.286772  ...        -0.091535   \n",
       "FBLN5.15585.304       0.250931      -0.112512  ...         0.174059   \n",
       "AKR1C3.17377.1       -0.152229      -0.080437  ...        -0.224031   \n",
       "MRAS.18297.8          0.518710       0.269600  ...         0.503293   \n",
       "AS3MT.18417.3        -0.074156       0.218677  ...        -0.089323   \n",
       "BLNK.19225.11         0.628980       0.272870  ...         0.549775   \n",
       "PFDN2.19243.2         0.257809      -0.237003  ...         0.170061   \n",
       "SFTPD.19590.46        0.144706      -0.030417  ...         0.064277   \n",
       "DCN.2666.53           0.644059      -0.044024  ...         0.428859   \n",
       "CDH5.2819.23         -0.455359      -0.028564  ...        -0.332215   \n",
       "PGF.3078.1            0.462691       0.311343  ...         0.519566   \n",
       "BSG.3585.54           0.635195       0.175190  ...         0.567793   \n",
       "CSF1.3738.54          0.618607       0.055641  ...         0.502109   \n",
       "TEK.3773.15          -0.422982      -0.074789  ...        -0.324715   \n",
       "PFDN5.4271.75         0.192080      -0.215119  ...         0.056769   \n",
       "GDF15.4374.45        -0.004783      -0.335119  ...         0.006375   \n",
       "IL1A.4851.25         -0.277938       0.134706  ...        -0.198351   \n",
       "CCL7.4886.3           0.276594       0.030202  ...         0.285562   \n",
       "CAPG.4968.50          0.010583      -0.294833  ...        -0.027930   \n",
       "MAPK12.5005.4         0.511322      -0.080248  ...         0.326858   \n",
       "SIRT2.5030.52        -0.187013       0.113267  ...        -0.201211   \n",
       "NPPA.5443.62          0.743498       0.178211  ...         0.617232   \n",
       "SEMA3G.5628.21       -0.303608       0.074723  ...        -0.206150   \n",
       "MFAP4.5636.10         0.226813       0.020517  ...         0.255302   \n",
       "TMX3.5654.70          0.286587      -0.156319  ...         0.233577   \n",
       "GALNT3.6593.5         0.705313       0.172394  ...         0.611866   \n",
       "NTN1.6649.51          0.391520      -0.033448  ...         0.292059   \n",
       "HBZ.6919.3            0.055535       0.179700  ...        -0.030018   \n",
       "STX3.7186.111         0.048676      -0.237305  ...         0.016735   \n",
       "LRFN2.7200.4         -0.368081      -0.115098  ...        -0.336961   \n",
       "APLP1.7210.25        -0.311074       0.021937  ...        -0.306254   \n",
       "ANKRD46.7851.30       0.531105       0.325398  ...         1.000000   \n",
       "MINOS1.7956.11       -0.040660       0.128650  ...        -0.042814   \n",
       "TMEM70.8074.32        0.019697       0.176825  ...         0.187831   \n",
       "RSPO3.8427.118        0.113934      -0.136200  ...         0.084186   \n",
       "GPNMB.8606.39        -0.391151      -0.082254  ...        -0.247606   \n",
       "IL21R.9366.54         0.308398      -0.159323  ...         0.273402   \n",
       "GALP.9398.30         -0.088688       0.423617  ...         0.100985   \n",
       "LST1.9531.24          0.550314      -0.066237  ...         0.399668   \n",
       "PRR27.9607.39        -0.429127       0.136368  ...        -0.241976   \n",
       "ACTN2.9844.138        0.115809      -0.212377  ...         0.189295   \n",
       "\n",
       "                 MINOS1.7956.11  TMEM70.8074.32  RSPO3.8427.118  \\\n",
       "MCL1.10396.6          -0.097029       -0.105300        0.176569   \n",
       "PLOD3.10612.18        -0.015676       -0.079426        0.093990   \n",
       "GCH1.11185.145         0.113509       -0.122849       -0.061302   \n",
       "XDH.11264.33           0.138579        0.109683       -0.149465   \n",
       "TEAD4.12516.13        -0.103976        0.077411        0.227308   \n",
       "ILF3.12759.47         -0.123706       -0.056728        0.284492   \n",
       "ZNF334.12763.69        0.103482        0.122298       -0.208627   \n",
       "SF1.12777.11          -0.030201       -0.046471        0.226995   \n",
       "BAG4.12844.10         -0.040660        0.019697        0.113934   \n",
       "PVRL3.13557.3          0.128650        0.176825       -0.136200   \n",
       "RBL2.13565.2          -0.085286       -0.044530        0.090544   \n",
       "NADK.13624.17          0.029634       -0.124689        0.010650   \n",
       "CSF1R.13682.47        -0.099139        0.008287        0.047813   \n",
       "FARS2.13941.82         0.144034       -0.006833       -0.153361   \n",
       "AGAP3.13960.15         0.081805        0.122902       -0.148105   \n",
       "MAGI2.14066.49        -0.038486       -0.130485        0.285192   \n",
       "PSMA4.14099.20         0.076822        0.107303       -0.038327   \n",
       "PNOC.15434.5           0.153999        0.095901       -0.124305   \n",
       "FBLN5.15585.304       -0.203120        0.012381        0.291900   \n",
       "AKR1C3.17377.1        -0.004762       -0.060965       -0.110673   \n",
       "MRAS.18297.8           0.035900       -0.016659        0.068799   \n",
       "AS3MT.18417.3          0.061993       -0.000759       -0.193015   \n",
       "BLNK.19225.11         -0.050566        0.093574        0.147968   \n",
       "PFDN2.19243.2         -0.133188       -0.185844        0.111485   \n",
       "SFTPD.19590.46        -0.154044        0.095944        0.311329   \n",
       "DCN.2666.53           -0.055681       -0.092339        0.345621   \n",
       "CDH5.2819.23          -0.045915        0.024620        0.034397   \n",
       "PGF.3078.1             0.001702        0.164641        0.162087   \n",
       "BSG.3585.54           -0.035822        0.006997        0.232964   \n",
       "CSF1.3738.54          -0.049057       -0.038226        0.262220   \n",
       "TEK.3773.15            0.113317       -0.119770       -0.105658   \n",
       "PFDN5.4271.75         -0.072873       -0.068834        0.082351   \n",
       "GDF15.4374.45         -0.142189       -0.087182        0.471216   \n",
       "IL1A.4851.25           0.141318        0.104546       -0.237820   \n",
       "CCL7.4886.3            0.051043       -0.028852        0.161622   \n",
       "CAPG.4968.50          -0.094265       -0.096890        0.220172   \n",
       "MAPK12.5005.4         -0.112700        0.034949        0.144094   \n",
       "SIRT2.5030.52          0.127455        0.038117       -0.274838   \n",
       "NPPA.5443.62          -0.026846        0.022239        0.244659   \n",
       "SEMA3G.5628.21         0.088972       -0.003391       -0.002774   \n",
       "MFAP4.5636.10         -0.096075        0.040146        0.129324   \n",
       "TMX3.5654.70          -0.119550       -0.076522        0.417442   \n",
       "GALNT3.6593.5         -0.032951        0.052886        0.189309   \n",
       "NTN1.6649.51          -0.132161        0.082769        0.559739   \n",
       "HBZ.6919.3             0.268329       -0.038373       -0.311658   \n",
       "STX3.7186.111         -0.049256       -0.008759        0.198137   \n",
       "LRFN2.7200.4           0.009531       -0.006910       -0.184723   \n",
       "APLP1.7210.25          0.082145        0.012103       -0.124566   \n",
       "ANKRD46.7851.30       -0.042814        0.187831        0.084186   \n",
       "MINOS1.7956.11         1.000000       -0.099810       -0.175202   \n",
       "TMEM70.8074.32        -0.099810        1.000000        0.088164   \n",
       "RSPO3.8427.118        -0.175202        0.088164        1.000000   \n",
       "GPNMB.8606.39         -0.008099        0.014187        0.206006   \n",
       "IL21R.9366.54          0.017334       -0.131560        0.081448   \n",
       "GALP.9398.30           0.243244        0.108111       -0.296401   \n",
       "LST1.9531.24          -0.104172       -0.120347        0.243879   \n",
       "PRR27.9607.39          0.096155        0.010151       -0.121435   \n",
       "ACTN2.9844.138        -0.151021       -0.053750        0.305979   \n",
       "\n",
       "                 GPNMB.8606.39  IL21R.9366.54  GALP.9398.30  LST1.9531.24  \\\n",
       "MCL1.10396.6          0.022998       0.492259     -0.257171      0.393851   \n",
       "PLOD3.10612.18       -0.225242       0.385944     -0.111156      0.395815   \n",
       "GCH1.11185.145       -0.213994       0.435253      0.000131      0.339583   \n",
       "XDH.11264.33          0.118857      -0.227337      0.377620     -0.285494   \n",
       "TEAD4.12516.13        0.048481       0.220553     -0.117399      0.208421   \n",
       "ILF3.12759.47        -0.123351       0.643857     -0.408541      0.475941   \n",
       "ZNF334.12763.69       0.382158      -0.589611      0.508803     -0.695378   \n",
       "SF1.12777.11         -0.194813       0.526893     -0.307555      0.560648   \n",
       "BAG4.12844.10        -0.391151       0.308398     -0.088688      0.550314   \n",
       "PVRL3.13557.3        -0.082254      -0.159323      0.423617     -0.066237   \n",
       "RBL2.13565.2         -0.253929       0.382852     -0.087322      0.414827   \n",
       "NADK.13624.17        -0.270386       0.668672     -0.158899      0.505528   \n",
       "CSF1R.13682.47        0.355175      -0.252939     -0.006668     -0.308249   \n",
       "FARS2.13941.82        0.410612      -0.492321      0.373166     -0.578839   \n",
       "AGAP3.13960.15       -0.031896      -0.075582      0.370796     -0.152101   \n",
       "MAGI2.14066.49        0.048536       0.149592     -0.452931      0.252691   \n",
       "PSMA4.14099.20        0.239995      -0.251975      0.262104     -0.295987   \n",
       "PNOC.15434.5          0.268944      -0.333060      0.303544     -0.354381   \n",
       "FBLN5.15585.304       0.049193       0.100936     -0.270422      0.349899   \n",
       "AKR1C3.17377.1        0.074455      -0.185594      0.060283     -0.288431   \n",
       "MRAS.18297.8         -0.404441       0.467817     -0.049904      0.595755   \n",
       "AS3MT.18417.3         0.055847      -0.110148      0.174085     -0.190953   \n",
       "BLNK.19225.11        -0.266358       0.198833      0.001858      0.352592   \n",
       "PFDN2.19243.2        -0.258114       0.683827     -0.369839      0.608502   \n",
       "SFTPD.19590.46        0.004830       0.031803     -0.132516      0.203840   \n",
       "DCN.2666.53          -0.336726       0.509815     -0.292986      0.780299   \n",
       "CDH5.2819.23          0.566757      -0.434136      0.113786     -0.527205   \n",
       "PGF.3078.1           -0.300038       0.197115      0.053705      0.368511   \n",
       "BSG.3585.54          -0.363768       0.504775     -0.159068      0.768939   \n",
       "CSF1.3738.54         -0.346395       0.562896     -0.224141      0.816437   \n",
       "TEK.3773.15           0.462649      -0.286499      0.234730     -0.427858   \n",
       "PFDN5.4271.75        -0.225412       0.505314     -0.321542      0.347345   \n",
       "GDF15.4374.45         0.216036       0.292066     -0.379027      0.323351   \n",
       "IL1A.4851.25          0.219173      -0.447263      0.331386     -0.559126   \n",
       "CCL7.4886.3          -0.100935       0.414897     -0.065932      0.361486   \n",
       "CAPG.4968.50          0.056119       0.541691     -0.317166      0.289366   \n",
       "MAPK12.5005.4        -0.173950       0.118691     -0.177899      0.340826   \n",
       "SIRT2.5030.52         0.007668      -0.349748      0.217838     -0.432181   \n",
       "NPPA.5443.62         -0.338778       0.439339     -0.136240      0.732229   \n",
       "SEMA3G.5628.21        0.354555      -0.317135      0.247289     -0.451413   \n",
       "MFAP4.5636.10         0.073111       0.133696      0.013098      0.197699   \n",
       "TMX3.5654.70         -0.119169       0.433363     -0.418052      0.602460   \n",
       "GALNT3.6593.5        -0.344994       0.382358     -0.089995      0.589493   \n",
       "NTN1.6649.51         -0.048623       0.188488     -0.216149      0.511944   \n",
       "HBZ.6919.3           -0.121834      -0.075485      0.303610     -0.183096   \n",
       "STX3.7186.111         0.007456       0.315736     -0.323582      0.120000   \n",
       "LRFN2.7200.4          0.200013      -0.302573      0.030026     -0.390693   \n",
       "APLP1.7210.25         0.435354      -0.469731      0.260518     -0.545189   \n",
       "ANKRD46.7851.30      -0.247606       0.273402      0.100985      0.399668   \n",
       "MINOS1.7956.11       -0.008099       0.017334      0.243244     -0.104172   \n",
       "TMEM70.8074.32        0.014187      -0.131560      0.108111     -0.120347   \n",
       "RSPO3.8427.118        0.206006       0.081448     -0.296401      0.243879   \n",
       "GPNMB.8606.39         1.000000      -0.356591      0.079140     -0.433876   \n",
       "IL21R.9366.54        -0.356591       1.000000     -0.280382      0.617714   \n",
       "GALP.9398.30          0.079140      -0.280382      1.000000     -0.397294   \n",
       "LST1.9531.24         -0.433876       0.617714     -0.397294      1.000000   \n",
       "PRR27.9607.39         0.184597      -0.244710      0.173136     -0.416578   \n",
       "ACTN2.9844.138       -0.024375       0.391525     -0.349543      0.389861   \n",
       "\n",
       "                 PRR27.9607.39  ACTN2.9844.138  \n",
       "MCL1.10396.6         -0.237571        0.373601  \n",
       "PLOD3.10612.18       -0.197909        0.215929  \n",
       "GCH1.11185.145       -0.199700        0.169826  \n",
       "XDH.11264.33          0.002555       -0.146146  \n",
       "TEAD4.12516.13       -0.130723        0.401752  \n",
       "ILF3.12759.47        -0.217927        0.374421  \n",
       "ZNF334.12763.69       0.261974       -0.370625  \n",
       "SF1.12777.11         -0.209112        0.316399  \n",
       "BAG4.12844.10        -0.429127        0.115809  \n",
       "PVRL3.13557.3         0.136368       -0.212377  \n",
       "RBL2.13565.2         -0.343689        0.291692  \n",
       "NADK.13624.17        -0.310348        0.348308  \n",
       "CSF1R.13682.47        0.193269       -0.144466  \n",
       "FARS2.13941.82        0.271656       -0.281119  \n",
       "AGAP3.13960.15        0.162890       -0.111607  \n",
       "MAGI2.14066.49       -0.086894        0.231307  \n",
       "PSMA4.14099.20       -0.042692       -0.087954  \n",
       "PNOC.15434.5          0.309584       -0.211105  \n",
       "FBLN5.15585.304      -0.175979        0.273203  \n",
       "AKR1C3.17377.1        0.009393       -0.141081  \n",
       "MRAS.18297.8         -0.293640        0.202191  \n",
       "AS3MT.18417.3         0.336689       -0.172921  \n",
       "BLNK.19225.11        -0.276394        0.077642  \n",
       "PFDN2.19243.2        -0.361051        0.416069  \n",
       "SFTPD.19590.46       -0.049155        0.140227  \n",
       "DCN.2666.53          -0.356286        0.343905  \n",
       "CDH5.2819.23          0.323749       -0.183370  \n",
       "PGF.3078.1           -0.165484        0.094736  \n",
       "BSG.3585.54          -0.390950        0.339195  \n",
       "CSF1.3738.54         -0.403308        0.369646  \n",
       "TEK.3773.15           0.304074       -0.140563  \n",
       "PFDN5.4271.75        -0.192872        0.272934  \n",
       "GDF15.4374.45        -0.167700        0.487202  \n",
       "IL1A.4851.25          0.207566       -0.329357  \n",
       "CCL7.4886.3          -0.192259        0.246102  \n",
       "CAPG.4968.50         -0.172191        0.413032  \n",
       "MAPK12.5005.4        -0.388166        0.166175  \n",
       "SIRT2.5030.52         0.260749       -0.379758  \n",
       "NPPA.5443.62         -0.414862        0.290915  \n",
       "SEMA3G.5628.21        0.267489       -0.162163  \n",
       "MFAP4.5636.10        -0.151043        0.258060  \n",
       "TMX3.5654.70         -0.281657        0.419021  \n",
       "GALNT3.6593.5        -0.366872        0.204598  \n",
       "NTN1.6649.51         -0.234549        0.345666  \n",
       "HBZ.6919.3            0.110503       -0.280894  \n",
       "STX3.7186.111        -0.160287        0.254903  \n",
       "LRFN2.7200.4          0.248883       -0.193444  \n",
       "APLP1.7210.25         0.261519       -0.259848  \n",
       "ANKRD46.7851.30      -0.241976        0.189295  \n",
       "MINOS1.7956.11        0.096155       -0.151021  \n",
       "TMEM70.8074.32        0.010151       -0.053750  \n",
       "RSPO3.8427.118       -0.121435        0.305979  \n",
       "GPNMB.8606.39         0.184597       -0.024375  \n",
       "IL21R.9366.54        -0.244710        0.391525  \n",
       "GALP.9398.30          0.173136       -0.349543  \n",
       "LST1.9531.24         -0.416578        0.389861  \n",
       "PRR27.9607.39         1.000000       -0.237520  \n",
       "ACTN2.9844.138       -0.237520        1.000000  \n",
       "\n",
       "[58 rows x 58 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a3_prot_corr = a3_prot_df.corr(method='spearman')\n",
    "a3_prot_corr"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "lucky-armor",
   "metadata": {},
   "outputs": [],
   "source": [
    "file = os.path.join(ROOT_DIR, 'results', 'datasets', 'infe_A3_lasso_proteins_spearman.csv')\n",
    "a3_prot_corr.to_csv(file)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}