correlation-tests.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from scipy import stats\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "import numpy as np\n",
    "np.random.seed(2024)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def read_data(file_path):\n",
    "    df = pd.read_csv(file_path, delimiter='\\t')\n",
    "    df = df.T\n",
    "    df = df.rename_axis('case_id').reset_index()\n",
    "    return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of cases: 95\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>case_id</th>\n",
       "      <th>A1BG</th>\n",
       "      <th>A2M</th>\n",
       "      <th>A2ML1</th>\n",
       "      <th>A4GALT</th>\n",
       "      <th>AAAS</th>\n",
       "      <th>AACS</th>\n",
       "      <th>AADAT</th>\n",
       "      <th>AAED1</th>\n",
       "      <th>AAGAB</th>\n",
       "      <th>...</th>\n",
       "      <th>ZSWIM8</th>\n",
       "      <th>ZSWIM9</th>\n",
       "      <th>ZW10</th>\n",
       "      <th>ZWILCH</th>\n",
       "      <th>ZWINT</th>\n",
       "      <th>ZXDC</th>\n",
       "      <th>ZYG11B</th>\n",
       "      <th>ZYX</th>\n",
       "      <th>ZZEF1</th>\n",
       "      <th>ZZZ3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>S001</td>\n",
       "      <td>-1.180</td>\n",
       "      <td>-0.8630</td>\n",
       "      <td>-0.802</td>\n",
       "      <td>0.222</td>\n",
       "      <td>0.2560</td>\n",
       "      <td>0.6650</td>\n",
       "      <td>1.2800</td>\n",
       "      <td>-0.3390</td>\n",
       "      <td>0.412</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.08770</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0229</td>\n",
       "      <td>0.1090</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.332</td>\n",
       "      <td>-0.43300</td>\n",
       "      <td>-1.020</td>\n",
       "      <td>-0.1230</td>\n",
       "      <td>-0.0859</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>S002</td>\n",
       "      <td>-0.685</td>\n",
       "      <td>-1.0700</td>\n",
       "      <td>-0.684</td>\n",
       "      <td>0.984</td>\n",
       "      <td>0.1350</td>\n",
       "      <td>0.3340</td>\n",
       "      <td>1.3000</td>\n",
       "      <td>0.1390</td>\n",
       "      <td>1.330</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.03560</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.3630</td>\n",
       "      <td>1.0700</td>\n",
       "      <td>0.737</td>\n",
       "      <td>-0.564</td>\n",
       "      <td>-0.00461</td>\n",
       "      <td>-1.130</td>\n",
       "      <td>-0.0757</td>\n",
       "      <td>-0.4730</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>S003</td>\n",
       "      <td>-0.528</td>\n",
       "      <td>-1.3200</td>\n",
       "      <td>0.435</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.2400</td>\n",
       "      <td>1.0400</td>\n",
       "      <td>-0.0213</td>\n",
       "      <td>-0.0479</td>\n",
       "      <td>0.419</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00112</td>\n",
       "      <td>-0.1450</td>\n",
       "      <td>0.0105</td>\n",
       "      <td>-0.1160</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.151</td>\n",
       "      <td>-0.07400</td>\n",
       "      <td>-0.540</td>\n",
       "      <td>0.3200</td>\n",
       "      <td>-0.4190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>S005</td>\n",
       "      <td>-1.670</td>\n",
       "      <td>-1.1900</td>\n",
       "      <td>-0.443</td>\n",
       "      <td>0.243</td>\n",
       "      <td>-0.0993</td>\n",
       "      <td>0.7570</td>\n",
       "      <td>0.7400</td>\n",
       "      <td>-0.9290</td>\n",
       "      <td>0.229</td>\n",
       "      <td>...</td>\n",
       "      <td>0.07250</td>\n",
       "      <td>-0.0552</td>\n",
       "      <td>-0.0714</td>\n",
       "      <td>0.0933</td>\n",
       "      <td>0.156</td>\n",
       "      <td>-0.398</td>\n",
       "      <td>-0.07520</td>\n",
       "      <td>-0.797</td>\n",
       "      <td>-0.0301</td>\n",
       "      <td>-0.4670</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>S006</td>\n",
       "      <td>-0.374</td>\n",
       "      <td>-0.0206</td>\n",
       "      <td>-0.537</td>\n",
       "      <td>0.311</td>\n",
       "      <td>0.3750</td>\n",
       "      <td>0.0131</td>\n",
       "      <td>-1.1000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.565</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.17600</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1.2200</td>\n",
       "      <td>-0.5620</td>\n",
       "      <td>0.937</td>\n",
       "      <td>-0.646</td>\n",
       "      <td>0.20700</td>\n",
       "      <td>-1.850</td>\n",
       "      <td>-0.1760</td>\n",
       "      <td>0.0513</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 11000 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  case_id   A1BG     A2M  A2ML1  A4GALT    AAAS    AACS   AADAT   AAED1  \\\n",
       "0    S001 -1.180 -0.8630 -0.802   0.222  0.2560  0.6650  1.2800 -0.3390   \n",
       "1    S002 -0.685 -1.0700 -0.684   0.984  0.1350  0.3340  1.3000  0.1390   \n",
       "2    S003 -0.528 -1.3200  0.435     NaN -0.2400  1.0400 -0.0213 -0.0479   \n",
       "3    S005 -1.670 -1.1900 -0.443   0.243 -0.0993  0.7570  0.7400 -0.9290   \n",
       "4    S006 -0.374 -0.0206 -0.537   0.311  0.3750  0.0131 -1.1000     NaN   \n",
       "\n",
       "   AAGAB  ...   ZSWIM8  ZSWIM9    ZW10  ZWILCH  ZWINT   ZXDC   ZYG11B    ZYX  \\\n",
       "0  0.412  ... -0.08770     NaN  0.0229  0.1090    NaN -0.332 -0.43300 -1.020   \n",
       "1  1.330  ... -0.03560     NaN  0.3630  1.0700  0.737 -0.564 -0.00461 -1.130   \n",
       "2  0.419  ...  0.00112 -0.1450  0.0105 -0.1160    NaN  0.151 -0.07400 -0.540   \n",
       "3  0.229  ...  0.07250 -0.0552 -0.0714  0.0933  0.156 -0.398 -0.07520 -0.797   \n",
       "4  0.565  ... -0.17600     NaN -1.2200 -0.5620  0.937 -0.646  0.20700 -1.850   \n",
       "\n",
       "    ZZEF1    ZZZ3  \n",
       "0 -0.1230 -0.0859  \n",
       "1 -0.0757 -0.4730  \n",
       "2  0.3200 -0.4190  \n",
       "3 -0.0301 -0.4670  \n",
       "4 -0.1760  0.0513  \n",
       "\n",
       "[5 rows x 11000 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "proteo_path = './data/CPTAC/DISCOVERY_data_freeze_v_2.1/UCEC_discovery_Proteomics_PNNL_ratio_median_polishing_log2.txt'\n",
    "df_proteo = read_data(proteo_path)\n",
    "print(f'Number of cases: {df_proteo.shape[0]}')\n",
    "df_proteo.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>case_id</th>\n",
       "      <th>A1BG</th>\n",
       "      <th>A1CF</th>\n",
       "      <th>A2M</th>\n",
       "      <th>A2ML1</th>\n",
       "      <th>A3GALT2</th>\n",
       "      <th>A4GALT</th>\n",
       "      <th>A4GNT</th>\n",
       "      <th>AAAS</th>\n",
       "      <th>AACS</th>\n",
       "      <th>...</th>\n",
       "      <th>ZUFSP</th>\n",
       "      <th>ZWILCH</th>\n",
       "      <th>ZXDA</th>\n",
       "      <th>ZXDB</th>\n",
       "      <th>ZXDC</th>\n",
       "      <th>ZYG11A</th>\n",
       "      <th>ZYG11B</th>\n",
       "      <th>ZYX</th>\n",
       "      <th>ZZEF1</th>\n",
       "      <th>ZZZ3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>S001</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>S002</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>S003</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>S005</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>S006</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>S099</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>S100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>S101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>S102</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>S103</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>95 rows × 14860 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   case_id  A1BG  A1CF  A2M  A2ML1  A3GALT2  A4GALT  A4GNT  AAAS  AACS  ...  \\\n",
       "0     S001     0     0    0      0        0       0      0     0     0  ...   \n",
       "1     S002     0     0    0      0        0       0      0     0     0  ...   \n",
       "2     S003     0     0    0      0        0       0      0     0     0  ...   \n",
       "3     S005     0     0    0      0        0       0      0     0     0  ...   \n",
       "4     S006     0     0    0      0        0       0      0     0     0  ...   \n",
       "..     ...   ...   ...  ...    ...      ...     ...    ...   ...   ...  ...   \n",
       "90    S099     0     0    0      0        0       0      1     0     0  ...   \n",
       "91    S100     0     0    0      0        0       0      0     0     0  ...   \n",
       "92    S101     0     0    0      0        0       0      0     0     0  ...   \n",
       "93    S102     0     0    0      0        0       0      0     0     0  ...   \n",
       "94    S103     0     0    0      0        0       0      0     0     0  ...   \n",
       "\n",
       "    ZUFSP  ZWILCH  ZXDA  ZXDB  ZXDC  ZYG11A  ZYG11B  ZYX  ZZEF1  ZZZ3  \n",
       "0       0       0     0     0     0       0       0    0      0     0  \n",
       "1       0       0     0     0     0       0       0    0      0     0  \n",
       "2       0       0     0     0     0       0       0    0      0     0  \n",
       "3       0       0     0     0     0       0       0    0      0     0  \n",
       "4       0       0     0     0     0       0       0    0      0     0  \n",
       "..    ...     ...   ...   ...   ...     ...     ...  ...    ...   ...  \n",
       "90      1       0     0     0     0       0       1    0      0     0  \n",
       "91      0       0     0     0     0       0       0    0      0     0  \n",
       "92      0       0     0     0     0       0       0    0      0     0  \n",
       "93      0       0     0     0     0       0       0    0      0     0  \n",
       "94      0       0     0     0     0       0       0    0      0     0  \n",
       "\n",
       "[95 rows x 14860 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "path_mutation_gene = './data/CPTAC/DISCOVERY_data_freeze_v_2.1/UCEC_discovery_somatic_mutation_gene_level.txt'\n",
    "df_mut_gene = read_data(path_mutation_gene)\n",
    "df_mut_gene"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['PTEN',\n",
       " 'PIK3CA',\n",
       " 'ARID1A',\n",
       " 'PIK3R1',\n",
       " 'KRAS',\n",
       " 'CTNNB1',\n",
       " 'CTCF',\n",
       " 'KMT2B',\n",
       " 'ZFHX3',\n",
       " 'TP53']"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_genes = df_mut_gene.sum(axis=0, numeric_only=True).sort_values(ascending=False).head(10)\n",
    "list(top_genes.index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Columns with NaN values: 2983\n"
     ]
    }
   ],
   "source": [
    "columns_na = df_proteo.columns[df_proteo.isna().any()].tolist()\n",
    "print(f'Columns with NaN values: {len(columns_na)}')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 0. Test functions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def test_correlation(df_mut_gene, df_proteo, list_genes, method='pearson'):\n",
    "    columns_na = df_proteo.columns[df_proteo.isna().any()].tolist()\n",
    "\n",
    "    correlations = []\n",
    "    p_values = []\n",
    "\n",
    "    for gene in list_genes:\n",
    "        correlations.append({'gene': gene})\n",
    "        p_values.append({'gene': gene})\n",
    "\n",
    "        for proteo in list(df_proteo.columns)[1:]:\n",
    "            if proteo in columns_na:\n",
    "                continue\n",
    "\n",
    "            if method=='pearson':\n",
    "                res = stats.pearsonr(df_mut_gene[gene], df_proteo[proteo])\n",
    "            elif method=='spearman':\n",
    "                res = stats.spearmanr(df_mut_gene[gene], df_proteo[proteo])\n",
    "\n",
    "            correlations[-1][proteo] = res.statistic\n",
    "            p_values[-1][proteo] = res.pvalue\n",
    "\n",
    "    df_corr = pd.DataFrame(correlations)\n",
    "    df_pval = pd.DataFrame(p_values)\n",
    "    \n",
    "    return df_corr, df_pval\n",
    "\n",
    "def pvalue_correction(df_pval):\n",
    "    p_values_np = df_pval[df_pval.columns[1:]].to_numpy()\n",
    "    p_values_np_1d = p_values_np.ravel()\n",
    "\n",
    "    p_values_adusted_np = stats.false_discovery_control(p_values_np_1d)\n",
    "    p_values_adusted_np = p_values_adusted_np.reshape(p_values_np.shape)\n",
    "\n",
    "    df_pval_adj = df_pval.copy()\n",
    "\n",
    "    for i, col in enumerate(df_pval.columns[1:]):\n",
    "        df_pval_adj[col] = p_values_adusted_np[:,i]\n",
    "\n",
    "    return df_pval_adj\n",
    "\n",
    "def get_signif_columns(df_pval, p_value=0.05):\n",
    "    signif_columns = []\n",
    "\n",
    "    for col in list(df_pval.columns)[1:]:\n",
    "        if (df_pval[col] < p_value).any():\n",
    "            signif_columns.append(col)\n",
    "\n",
    "    return signif_columns\n",
    "\n",
    "def rank_columns_signif(df_pval, p_value=0.05, signif_columns=None):\n",
    "    d_signif_columns = {}\n",
    "\n",
    "    if signif_columns is None:\n",
    "        cols_list = list(df_pval.columns)[1:]\n",
    "    else:\n",
    "        cols_list = signif_columns\n",
    "\n",
    "    for col in cols_list:\n",
    "        n_rows = df_pval[df_pval[col] < p_value].shape[0]\n",
    "        if n_rows > 0:\n",
    "            d_signif_columns[col] = n_rows\n",
    "\n",
    "    d_signif_columns = {k: v for k, v in sorted(d_signif_columns.items(), \n",
    "                                                key=lambda item: item[1],\n",
    "                                                reverse=True)}\n",
    "    \n",
    "    rank_columns = pd.Series(d_signif_columns)\n",
    "\n",
    "    return rank_columns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 1. Correlation Top 10 Mutated Genes"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 1.1. Pearson correlation test "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_corr_pe, df_pval_pe = test_correlation(df_mut_gene, df_proteo, list(top_genes.index), method='pearson')\n",
    "df_pval_adj_pe = pvalue_correction(df_pval_pe)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gene</th>\n",
       "      <th>A1BG</th>\n",
       "      <th>A2M</th>\n",
       "      <th>AAAS</th>\n",
       "      <th>AACS</th>\n",
       "      <th>AAGAB</th>\n",
       "      <th>AAK1</th>\n",
       "      <th>AAMDC</th>\n",
       "      <th>AAMP</th>\n",
       "      <th>AAR2</th>\n",
       "      <th>...</th>\n",
       "      <th>ZSCAN18</th>\n",
       "      <th>ZSCAN26</th>\n",
       "      <th>ZSWIM8</th>\n",
       "      <th>ZW10</th>\n",
       "      <th>ZWILCH</th>\n",
       "      <th>ZXDC</th>\n",
       "      <th>ZYG11B</th>\n",
       "      <th>ZYX</th>\n",
       "      <th>ZZEF1</th>\n",
       "      <th>ZZZ3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>PTEN</td>\n",
       "      <td>-0.086793</td>\n",
       "      <td>-0.044434</td>\n",
       "      <td>-0.364537</td>\n",
       "      <td>0.200953</td>\n",
       "      <td>0.251510</td>\n",
       "      <td>-0.138007</td>\n",
       "      <td>0.140471</td>\n",
       "      <td>-0.265318</td>\n",
       "      <td>-0.255745</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.013847</td>\n",
       "      <td>-0.083439</td>\n",
       "      <td>0.278347</td>\n",
       "      <td>0.077464</td>\n",
       "      <td>-0.018037</td>\n",
       "      <td>-0.398552</td>\n",
       "      <td>-0.204746</td>\n",
       "      <td>0.014750</td>\n",
       "      <td>0.206722</td>\n",
       "      <td>-0.078863</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>PIK3CA</td>\n",
       "      <td>0.012156</td>\n",
       "      <td>0.086673</td>\n",
       "      <td>0.022083</td>\n",
       "      <td>-0.005928</td>\n",
       "      <td>0.065859</td>\n",
       "      <td>-0.037912</td>\n",
       "      <td>0.156773</td>\n",
       "      <td>-0.011303</td>\n",
       "      <td>-0.137067</td>\n",
       "      <td>...</td>\n",
       "      <td>0.076399</td>\n",
       "      <td>0.214318</td>\n",
       "      <td>-0.067936</td>\n",
       "      <td>0.085943</td>\n",
       "      <td>0.120471</td>\n",
       "      <td>-0.083236</td>\n",
       "      <td>-0.055727</td>\n",
       "      <td>-0.093777</td>\n",
       "      <td>-0.013168</td>\n",
       "      <td>-0.016652</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ARID1A</td>\n",
       "      <td>-0.043181</td>\n",
       "      <td>0.119588</td>\n",
       "      <td>0.021957</td>\n",
       "      <td>0.116556</td>\n",
       "      <td>0.290419</td>\n",
       "      <td>-0.374078</td>\n",
       "      <td>-0.229665</td>\n",
       "      <td>-0.095264</td>\n",
       "      <td>0.103951</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.078484</td>\n",
       "      <td>-0.194122</td>\n",
       "      <td>0.046210</td>\n",
       "      <td>0.206833</td>\n",
       "      <td>0.313958</td>\n",
       "      <td>-0.161658</td>\n",
       "      <td>-0.287984</td>\n",
       "      <td>-0.276350</td>\n",
       "      <td>0.034893</td>\n",
       "      <td>-0.013806</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>PIK3R1</td>\n",
       "      <td>-0.262228</td>\n",
       "      <td>-0.097311</td>\n",
       "      <td>-0.034818</td>\n",
       "      <td>0.353795</td>\n",
       "      <td>-0.033778</td>\n",
       "      <td>-0.212193</td>\n",
       "      <td>-0.048712</td>\n",
       "      <td>-0.121592</td>\n",
       "      <td>-0.053392</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.155873</td>\n",
       "      <td>-0.164955</td>\n",
       "      <td>-0.031169</td>\n",
       "      <td>0.288354</td>\n",
       "      <td>0.160633</td>\n",
       "      <td>-0.092750</td>\n",
       "      <td>-0.220999</td>\n",
       "      <td>-0.179789</td>\n",
       "      <td>0.068925</td>\n",
       "      <td>0.022475</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KRAS</td>\n",
       "      <td>0.136150</td>\n",
       "      <td>0.021552</td>\n",
       "      <td>-0.184177</td>\n",
       "      <td>-0.081516</td>\n",
       "      <td>0.099109</td>\n",
       "      <td>-0.050409</td>\n",
       "      <td>0.035694</td>\n",
       "      <td>-0.080309</td>\n",
       "      <td>-0.305761</td>\n",
       "      <td>...</td>\n",
       "      <td>0.004197</td>\n",
       "      <td>0.052898</td>\n",
       "      <td>0.173735</td>\n",
       "      <td>-0.051168</td>\n",
       "      <td>-0.146464</td>\n",
       "      <td>-0.098748</td>\n",
       "      <td>0.158028</td>\n",
       "      <td>-0.028458</td>\n",
       "      <td>0.136884</td>\n",
       "      <td>-0.077694</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>CTNNB1</td>\n",
       "      <td>-0.169715</td>\n",
       "      <td>0.043321</td>\n",
       "      <td>0.011932</td>\n",
       "      <td>-0.029030</td>\n",
       "      <td>0.108934</td>\n",
       "      <td>0.063783</td>\n",
       "      <td>-0.031750</td>\n",
       "      <td>-0.135618</td>\n",
       "      <td>0.000121</td>\n",
       "      <td>...</td>\n",
       "      <td>0.142337</td>\n",
       "      <td>0.028823</td>\n",
       "      <td>0.066486</td>\n",
       "      <td>0.204490</td>\n",
       "      <td>-0.022137</td>\n",
       "      <td>-0.032800</td>\n",
       "      <td>-0.251656</td>\n",
       "      <td>-0.165188</td>\n",
       "      <td>-0.040854</td>\n",
       "      <td>0.027348</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>CTCF</td>\n",
       "      <td>-0.082610</td>\n",
       "      <td>-0.059453</td>\n",
       "      <td>0.103244</td>\n",
       "      <td>0.087468</td>\n",
       "      <td>0.189240</td>\n",
       "      <td>-0.145914</td>\n",
       "      <td>-0.128412</td>\n",
       "      <td>0.018920</td>\n",
       "      <td>0.077090</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.113761</td>\n",
       "      <td>-0.155269</td>\n",
       "      <td>0.028100</td>\n",
       "      <td>0.123340</td>\n",
       "      <td>0.187308</td>\n",
       "      <td>-0.135752</td>\n",
       "      <td>-0.034909</td>\n",
       "      <td>-0.058618</td>\n",
       "      <td>0.059992</td>\n",
       "      <td>-0.004831</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>KMT2B</td>\n",
       "      <td>0.023263</td>\n",
       "      <td>0.041062</td>\n",
       "      <td>-0.020477</td>\n",
       "      <td>0.121248</td>\n",
       "      <td>0.191688</td>\n",
       "      <td>-0.226357</td>\n",
       "      <td>-0.080221</td>\n",
       "      <td>-0.006570</td>\n",
       "      <td>0.002823</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.334312</td>\n",
       "      <td>-0.208977</td>\n",
       "      <td>-0.004869</td>\n",
       "      <td>0.064286</td>\n",
       "      <td>0.179910</td>\n",
       "      <td>-0.149123</td>\n",
       "      <td>-0.092314</td>\n",
       "      <td>-0.168264</td>\n",
       "      <td>0.078131</td>\n",
       "      <td>-0.044644</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>ZFHX3</td>\n",
       "      <td>-0.146529</td>\n",
       "      <td>-0.046444</td>\n",
       "      <td>0.109066</td>\n",
       "      <td>0.120714</td>\n",
       "      <td>0.073803</td>\n",
       "      <td>-0.019986</td>\n",
       "      <td>-0.130093</td>\n",
       "      <td>0.061247</td>\n",
       "      <td>0.042964</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.268548</td>\n",
       "      <td>0.031582</td>\n",
       "      <td>-0.109771</td>\n",
       "      <td>0.096990</td>\n",
       "      <td>0.211189</td>\n",
       "      <td>0.068938</td>\n",
       "      <td>-0.016430</td>\n",
       "      <td>-0.117071</td>\n",
       "      <td>0.098860</td>\n",
       "      <td>0.132986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>TP53</td>\n",
       "      <td>0.006132</td>\n",
       "      <td>0.053974</td>\n",
       "      <td>0.389353</td>\n",
       "      <td>-0.123969</td>\n",
       "      <td>-0.176244</td>\n",
       "      <td>0.178059</td>\n",
       "      <td>-0.094211</td>\n",
       "      <td>0.352616</td>\n",
       "      <td>0.286135</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.023306</td>\n",
       "      <td>0.134403</td>\n",
       "      <td>-0.206922</td>\n",
       "      <td>-0.109639</td>\n",
       "      <td>0.117726</td>\n",
       "      <td>0.196717</td>\n",
       "      <td>0.254779</td>\n",
       "      <td>0.046609</td>\n",
       "      <td>-0.050123</td>\n",
       "      <td>0.057280</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 8017 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     gene      A1BG       A2M      AAAS      AACS     AAGAB      AAK1  \\\n",
       "0    PTEN -0.086793 -0.044434 -0.364537  0.200953  0.251510 -0.138007   \n",
       "1  PIK3CA  0.012156  0.086673  0.022083 -0.005928  0.065859 -0.037912   \n",
       "2  ARID1A -0.043181  0.119588  0.021957  0.116556  0.290419 -0.374078   \n",
       "3  PIK3R1 -0.262228 -0.097311 -0.034818  0.353795 -0.033778 -0.212193   \n",
       "4    KRAS  0.136150  0.021552 -0.184177 -0.081516  0.099109 -0.050409   \n",
       "5  CTNNB1 -0.169715  0.043321  0.011932 -0.029030  0.108934  0.063783   \n",
       "6    CTCF -0.082610 -0.059453  0.103244  0.087468  0.189240 -0.145914   \n",
       "7   KMT2B  0.023263  0.041062 -0.020477  0.121248  0.191688 -0.226357   \n",
       "8   ZFHX3 -0.146529 -0.046444  0.109066  0.120714  0.073803 -0.019986   \n",
       "9    TP53  0.006132  0.053974  0.389353 -0.123969 -0.176244  0.178059   \n",
       "\n",
       "      AAMDC      AAMP      AAR2  ...   ZSCAN18   ZSCAN26    ZSWIM8      ZW10  \\\n",
       "0  0.140471 -0.265318 -0.255745  ... -0.013847 -0.083439  0.278347  0.077464   \n",
       "1  0.156773 -0.011303 -0.137067  ...  0.076399  0.214318 -0.067936  0.085943   \n",
       "2 -0.229665 -0.095264  0.103951  ... -0.078484 -0.194122  0.046210  0.206833   \n",
       "3 -0.048712 -0.121592 -0.053392  ... -0.155873 -0.164955 -0.031169  0.288354   \n",
       "4  0.035694 -0.080309 -0.305761  ...  0.004197  0.052898  0.173735 -0.051168   \n",
       "5 -0.031750 -0.135618  0.000121  ...  0.142337  0.028823  0.066486  0.204490   \n",
       "6 -0.128412  0.018920  0.077090  ... -0.113761 -0.155269  0.028100  0.123340   \n",
       "7 -0.080221 -0.006570  0.002823  ... -0.334312 -0.208977 -0.004869  0.064286   \n",
       "8 -0.130093  0.061247  0.042964  ... -0.268548  0.031582 -0.109771  0.096990   \n",
       "9 -0.094211  0.352616  0.286135  ... -0.023306  0.134403 -0.206922 -0.109639   \n",
       "\n",
       "     ZWILCH      ZXDC    ZYG11B       ZYX     ZZEF1      ZZZ3  \n",
       "0 -0.018037 -0.398552 -0.204746  0.014750  0.206722 -0.078863  \n",
       "1  0.120471 -0.083236 -0.055727 -0.093777 -0.013168 -0.016652  \n",
       "2  0.313958 -0.161658 -0.287984 -0.276350  0.034893 -0.013806  \n",
       "3  0.160633 -0.092750 -0.220999 -0.179789  0.068925  0.022475  \n",
       "4 -0.146464 -0.098748  0.158028 -0.028458  0.136884 -0.077694  \n",
       "5 -0.022137 -0.032800 -0.251656 -0.165188 -0.040854  0.027348  \n",
       "6  0.187308 -0.135752 -0.034909 -0.058618  0.059992 -0.004831  \n",
       "7  0.179910 -0.149123 -0.092314 -0.168264  0.078131 -0.044644  \n",
       "8  0.211189  0.068938 -0.016430 -0.117071  0.098860  0.132986  \n",
       "9  0.117726  0.196717  0.254779  0.046609 -0.050123  0.057280  \n",
       "\n",
       "[10 rows x 8017 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_corr_pe"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gene</th>\n",
       "      <th>A1BG</th>\n",
       "      <th>A2M</th>\n",
       "      <th>AAAS</th>\n",
       "      <th>AACS</th>\n",
       "      <th>AAGAB</th>\n",
       "      <th>AAK1</th>\n",
       "      <th>AAMDC</th>\n",
       "      <th>AAMP</th>\n",
       "      <th>AAR2</th>\n",
       "      <th>...</th>\n",
       "      <th>ZSCAN18</th>\n",
       "      <th>ZSCAN26</th>\n",
       "      <th>ZSWIM8</th>\n",
       "      <th>ZW10</th>\n",
       "      <th>ZWILCH</th>\n",
       "      <th>ZXDC</th>\n",
       "      <th>ZYG11B</th>\n",
       "      <th>ZYX</th>\n",
       "      <th>ZZEF1</th>\n",
       "      <th>ZZZ3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>PTEN</td>\n",
       "      <td>0.778601</td>\n",
       "      <td>0.902795</td>\n",
       "      <td>0.020676</td>\n",
       "      <td>0.351017</td>\n",
       "      <td>0.195437</td>\n",
       "      <td>0.589244</td>\n",
       "      <td>0.580932</td>\n",
       "      <td>0.160416</td>\n",
       "      <td>0.184019</td>\n",
       "      <td>...</td>\n",
       "      <td>0.974860</td>\n",
       "      <td>0.790222</td>\n",
       "      <td>0.130243</td>\n",
       "      <td>0.808454</td>\n",
       "      <td>0.965635</td>\n",
       "      <td>0.008412</td>\n",
       "      <td>0.337955</td>\n",
       "      <td>0.972414</td>\n",
       "      <td>0.331707</td>\n",
       "      <td>0.804934</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>PIK3CA</td>\n",
       "      <td>0.978108</td>\n",
       "      <td>0.778859</td>\n",
       "      <td>0.955733</td>\n",
       "      <td>0.990087</td>\n",
       "      <td>0.845067</td>\n",
       "      <td>0.918965</td>\n",
       "      <td>0.518244</td>\n",
       "      <td>0.979985</td>\n",
       "      <td>0.591923</td>\n",
       "      <td>...</td>\n",
       "      <td>0.811769</td>\n",
       "      <td>0.306144</td>\n",
       "      <td>0.838705</td>\n",
       "      <td>0.781233</td>\n",
       "      <td>0.656764</td>\n",
       "      <td>0.790747</td>\n",
       "      <td>0.872878</td>\n",
       "      <td>0.753234</td>\n",
       "      <td>0.976155</td>\n",
       "      <td>0.968569</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ARID1A</td>\n",
       "      <td>0.905522</td>\n",
       "      <td>0.660190</td>\n",
       "      <td>0.955985</td>\n",
       "      <td>0.671332</td>\n",
       "      <td>0.108183</td>\n",
       "      <td>0.016240</td>\n",
       "      <td>0.257929</td>\n",
       "      <td>0.747669</td>\n",
       "      <td>0.716763</td>\n",
       "      <td>...</td>\n",
       "      <td>0.806134</td>\n",
       "      <td>0.376749</td>\n",
       "      <td>0.897719</td>\n",
       "      <td>0.331268</td>\n",
       "      <td>0.068546</td>\n",
       "      <td>0.500066</td>\n",
       "      <td>0.112004</td>\n",
       "      <td>0.134514</td>\n",
       "      <td>0.926023</td>\n",
       "      <td>0.974932</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>PIK3R1</td>\n",
       "      <td>0.167559</td>\n",
       "      <td>0.740025</td>\n",
       "      <td>0.926032</td>\n",
       "      <td>0.027228</td>\n",
       "      <td>0.928630</td>\n",
       "      <td>0.312533</td>\n",
       "      <td>0.891457</td>\n",
       "      <td>0.652738</td>\n",
       "      <td>0.879259</td>\n",
       "      <td>...</td>\n",
       "      <td>0.521612</td>\n",
       "      <td>0.486538</td>\n",
       "      <td>0.934722</td>\n",
       "      <td>0.111538</td>\n",
       "      <td>0.503082</td>\n",
       "      <td>0.757097</td>\n",
       "      <td>0.284215</td>\n",
       "      <td>0.430257</td>\n",
       "      <td>0.835788</td>\n",
       "      <td>0.955061</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KRAS</td>\n",
       "      <td>0.595274</td>\n",
       "      <td>0.957007</td>\n",
       "      <td>0.412609</td>\n",
       "      <td>0.796191</td>\n",
       "      <td>0.734790</td>\n",
       "      <td>0.886657</td>\n",
       "      <td>0.924086</td>\n",
       "      <td>0.799961</td>\n",
       "      <td>0.081112</td>\n",
       "      <td>...</td>\n",
       "      <td>0.992738</td>\n",
       "      <td>0.880177</td>\n",
       "      <td>0.451743</td>\n",
       "      <td>0.884818</td>\n",
       "      <td>0.558487</td>\n",
       "      <td>0.735439</td>\n",
       "      <td>0.513231</td>\n",
       "      <td>0.941268</td>\n",
       "      <td>0.592825</td>\n",
       "      <td>0.807687</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>CTNNB1</td>\n",
       "      <td>0.467402</td>\n",
       "      <td>0.905285</td>\n",
       "      <td>0.978614</td>\n",
       "      <td>0.939897</td>\n",
       "      <td>0.698850</td>\n",
       "      <td>0.851275</td>\n",
       "      <td>0.933300</td>\n",
       "      <td>0.597623</td>\n",
       "      <td>0.999884</td>\n",
       "      <td>...</td>\n",
       "      <td>0.573055</td>\n",
       "      <td>0.940602</td>\n",
       "      <td>0.843026</td>\n",
       "      <td>0.338555</td>\n",
       "      <td>0.955622</td>\n",
       "      <td>0.930955</td>\n",
       "      <td>0.195232</td>\n",
       "      <td>0.485665</td>\n",
       "      <td>0.911658</td>\n",
       "      <td>0.943937</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>CTCF</td>\n",
       "      <td>0.792756</td>\n",
       "      <td>0.862599</td>\n",
       "      <td>0.719868</td>\n",
       "      <td>0.776507</td>\n",
       "      <td>0.394418</td>\n",
       "      <td>0.560633</td>\n",
       "      <td>0.625260</td>\n",
       "      <td>0.963511</td>\n",
       "      <td>0.809640</td>\n",
       "      <td>...</td>\n",
       "      <td>0.681103</td>\n",
       "      <td>0.523867</td>\n",
       "      <td>0.942038</td>\n",
       "      <td>0.646114</td>\n",
       "      <td>0.401099</td>\n",
       "      <td>0.597108</td>\n",
       "      <td>0.926023</td>\n",
       "      <td>0.865030</td>\n",
       "      <td>0.861549</td>\n",
       "      <td>0.991922</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>KMT2B</td>\n",
       "      <td>0.953499</td>\n",
       "      <td>0.910961</td>\n",
       "      <td>0.959976</td>\n",
       "      <td>0.653850</td>\n",
       "      <td>0.386315</td>\n",
       "      <td>0.268741</td>\n",
       "      <td>0.800491</td>\n",
       "      <td>0.989017</td>\n",
       "      <td>0.995385</td>\n",
       "      <td>...</td>\n",
       "      <td>0.043685</td>\n",
       "      <td>0.323948</td>\n",
       "      <td>0.991839</td>\n",
       "      <td>0.849713</td>\n",
       "      <td>0.429947</td>\n",
       "      <td>0.547572</td>\n",
       "      <td>0.758612</td>\n",
       "      <td>0.472838</td>\n",
       "      <td>0.806708</td>\n",
       "      <td>0.902042</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>ZFHX3</td>\n",
       "      <td>0.558415</td>\n",
       "      <td>0.897091</td>\n",
       "      <td>0.698348</td>\n",
       "      <td>0.656158</td>\n",
       "      <td>0.820030</td>\n",
       "      <td>0.961004</td>\n",
       "      <td>0.619272</td>\n",
       "      <td>0.858332</td>\n",
       "      <td>0.906012</td>\n",
       "      <td>...</td>\n",
       "      <td>0.152239</td>\n",
       "      <td>0.933841</td>\n",
       "      <td>0.695828</td>\n",
       "      <td>0.741329</td>\n",
       "      <td>0.316296</td>\n",
       "      <td>0.835758</td>\n",
       "      <td>0.968985</td>\n",
       "      <td>0.669588</td>\n",
       "      <td>0.735379</td>\n",
       "      <td>0.608132</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>TP53</td>\n",
       "      <td>0.989679</td>\n",
       "      <td>0.877604</td>\n",
       "      <td>0.010890</td>\n",
       "      <td>0.643461</td>\n",
       "      <td>0.442436</td>\n",
       "      <td>0.436231</td>\n",
       "      <td>0.751456</td>\n",
       "      <td>0.028031</td>\n",
       "      <td>0.115325</td>\n",
       "      <td>...</td>\n",
       "      <td>0.953387</td>\n",
       "      <td>0.602785</td>\n",
       "      <td>0.330912</td>\n",
       "      <td>0.695995</td>\n",
       "      <td>0.667393</td>\n",
       "      <td>0.367665</td>\n",
       "      <td>0.186910</td>\n",
       "      <td>0.896629</td>\n",
       "      <td>0.887159</td>\n",
       "      <td>0.868555</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 8017 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     gene      A1BG       A2M      AAAS      AACS     AAGAB      AAK1  \\\n",
       "0    PTEN  0.778601  0.902795  0.020676  0.351017  0.195437  0.589244   \n",
       "1  PIK3CA  0.978108  0.778859  0.955733  0.990087  0.845067  0.918965   \n",
       "2  ARID1A  0.905522  0.660190  0.955985  0.671332  0.108183  0.016240   \n",
       "3  PIK3R1  0.167559  0.740025  0.926032  0.027228  0.928630  0.312533   \n",
       "4    KRAS  0.595274  0.957007  0.412609  0.796191  0.734790  0.886657   \n",
       "5  CTNNB1  0.467402  0.905285  0.978614  0.939897  0.698850  0.851275   \n",
       "6    CTCF  0.792756  0.862599  0.719868  0.776507  0.394418  0.560633   \n",
       "7   KMT2B  0.953499  0.910961  0.959976  0.653850  0.386315  0.268741   \n",
       "8   ZFHX3  0.558415  0.897091  0.698348  0.656158  0.820030  0.961004   \n",
       "9    TP53  0.989679  0.877604  0.010890  0.643461  0.442436  0.436231   \n",
       "\n",
       "      AAMDC      AAMP      AAR2  ...   ZSCAN18   ZSCAN26    ZSWIM8      ZW10  \\\n",
       "0  0.580932  0.160416  0.184019  ...  0.974860  0.790222  0.130243  0.808454   \n",
       "1  0.518244  0.979985  0.591923  ...  0.811769  0.306144  0.838705  0.781233   \n",
       "2  0.257929  0.747669  0.716763  ...  0.806134  0.376749  0.897719  0.331268   \n",
       "3  0.891457  0.652738  0.879259  ...  0.521612  0.486538  0.934722  0.111538   \n",
       "4  0.924086  0.799961  0.081112  ...  0.992738  0.880177  0.451743  0.884818   \n",
       "5  0.933300  0.597623  0.999884  ...  0.573055  0.940602  0.843026  0.338555   \n",
       "6  0.625260  0.963511  0.809640  ...  0.681103  0.523867  0.942038  0.646114   \n",
       "7  0.800491  0.989017  0.995385  ...  0.043685  0.323948  0.991839  0.849713   \n",
       "8  0.619272  0.858332  0.906012  ...  0.152239  0.933841  0.695828  0.741329   \n",
       "9  0.751456  0.028031  0.115325  ...  0.953387  0.602785  0.330912  0.695995   \n",
       "\n",
       "     ZWILCH      ZXDC    ZYG11B       ZYX     ZZEF1      ZZZ3  \n",
       "0  0.965635  0.008412  0.337955  0.972414  0.331707  0.804934  \n",
       "1  0.656764  0.790747  0.872878  0.753234  0.976155  0.968569  \n",
       "2  0.068546  0.500066  0.112004  0.134514  0.926023  0.974932  \n",
       "3  0.503082  0.757097  0.284215  0.430257  0.835788  0.955061  \n",
       "4  0.558487  0.735439  0.513231  0.941268  0.592825  0.807687  \n",
       "5  0.955622  0.930955  0.195232  0.485665  0.911658  0.943937  \n",
       "6  0.401099  0.597108  0.926023  0.865030  0.861549  0.991922  \n",
       "7  0.429947  0.547572  0.758612  0.472838  0.806708  0.902042  \n",
       "8  0.316296  0.835758  0.968985  0.669588  0.735379  0.608132  \n",
       "9  0.667393  0.367665  0.186910  0.896629  0.887159  0.868555  \n",
       "\n",
       "[10 rows x 8017 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_pval_adj_pe"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of significant columns - p_value: 5763\n"
     ]
    }
   ],
   "source": [
    "signif_cols_pe = get_signif_columns(df_pval_pe, p_value=0.05)\n",
    "print(f'Number of significant columns - p_value: {len(signif_cols_pe)}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of significant columns - adjuested p_value: 1360\n"
     ]
    }
   ],
   "source": [
    "signif_cols_adj_pe = get_signif_columns(df_pval_adj_pe, p_value=0.05)\n",
    "print(f'Number of significant columns - adjuested p_value: {len(signif_cols_adj_pe)}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "44"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rank_cols_pe = rank_columns_signif(df_pval_adj_pe, signif_columns=signif_cols_adj_pe)\n",
    "rank_cols_pe[rank_cols_pe >= 3].shape[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "CEP78       5\n",
       "MYO5C       5\n",
       "PIK3CA      4\n",
       "ANXA2       3\n",
       "AP1M2       3\n",
       "ARVCF       3\n",
       "CAPS        3\n",
       "CCDC186     3\n",
       "CDKN2A      3\n",
       "CDV3        3\n",
       "CMPK2       3\n",
       "CORO2A      3\n",
       "CRABP2      3\n",
       "CTNNB1      3\n",
       "FAS         3\n",
       "FBXO22      3\n",
       "GALNT7      3\n",
       "GCHFR       3\n",
       "HERC5       3\n",
       "KCTD14      3\n",
       "KIAA1324    3\n",
       "KIF2A       3\n",
       "MARVELD2    3\n",
       "MCF2L       3\n",
       "MX2         3\n",
       "OGFR        3\n",
       "OPA1        3\n",
       "PLCB4       3\n",
       "PLEKHS1     3\n",
       "SCGB2A1     3\n",
       "SEC16A      3\n",
       "SMARCE1     3\n",
       "SORBS2      3\n",
       "TBC1D8      3\n",
       "TESC        3\n",
       "TJP2        3\n",
       "TJP3        3\n",
       "TPD52L2     3\n",
       "TRAF3IP2    3\n",
       "TRIM2       3\n",
       "TTC9        3\n",
       "USP6NL      3\n",
       "VAV2        3\n",
       "XRN1        3\n",
       "dtype: int64"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rank_cols_pe[rank_cols_pe >= 3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gene</th>\n",
       "      <th>CEP78</th>\n",
       "      <th>MYO5C</th>\n",
       "      <th>PIK3CA</th>\n",
       "      <th>ANXA2</th>\n",
       "      <th>AP1M2</th>\n",
       "      <th>ARVCF</th>\n",
       "      <th>CAPS</th>\n",
       "      <th>CCDC186</th>\n",
       "      <th>CDKN2A</th>\n",
       "      <th>...</th>\n",
       "      <th>TESC</th>\n",
       "      <th>TJP2</th>\n",
       "      <th>TJP3</th>\n",
       "      <th>TPD52L2</th>\n",
       "      <th>TRAF3IP2</th>\n",
       "      <th>TRIM2</th>\n",
       "      <th>TTC9</th>\n",
       "      <th>USP6NL</th>\n",
       "      <th>VAV2</th>\n",
       "      <th>XRN1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>PTEN</td>\n",
       "      <td>0.437358</td>\n",
       "      <td>0.483736</td>\n",
       "      <td>-0.425473</td>\n",
       "      <td>0.367672</td>\n",
       "      <td>0.498807</td>\n",
       "      <td>0.458294</td>\n",
       "      <td>0.413757</td>\n",
       "      <td>0.388019</td>\n",
       "      <td>-0.375559</td>\n",
       "      <td>...</td>\n",
       "      <td>0.361863</td>\n",
       "      <td>0.370184</td>\n",
       "      <td>0.494236</td>\n",
       "      <td>-0.356847</td>\n",
       "      <td>0.345254</td>\n",
       "      <td>0.392241</td>\n",
       "      <td>0.474205</td>\n",
       "      <td>0.335666</td>\n",
       "      <td>0.376910</td>\n",
       "      <td>-0.407393</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>PIK3CA</td>\n",
       "      <td>0.076183</td>\n",
       "      <td>0.061783</td>\n",
       "      <td>-0.220623</td>\n",
       "      <td>0.077778</td>\n",
       "      <td>0.093727</td>\n",
       "      <td>0.128347</td>\n",
       "      <td>0.069589</td>\n",
       "      <td>0.040767</td>\n",
       "      <td>-0.020354</td>\n",
       "      <td>...</td>\n",
       "      <td>0.080885</td>\n",
       "      <td>0.065551</td>\n",
       "      <td>0.105065</td>\n",
       "      <td>0.017830</td>\n",
       "      <td>0.138900</td>\n",
       "      <td>0.059239</td>\n",
       "      <td>0.206958</td>\n",
       "      <td>-0.087565</td>\n",
       "      <td>-0.084082</td>\n",
       "      <td>-0.009028</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ARID1A</td>\n",
       "      <td>0.454338</td>\n",
       "      <td>0.336527</td>\n",
       "      <td>-0.339752</td>\n",
       "      <td>0.277211</td>\n",
       "      <td>0.351057</td>\n",
       "      <td>0.189101</td>\n",
       "      <td>0.410517</td>\n",
       "      <td>-0.060190</td>\n",
       "      <td>-0.356282</td>\n",
       "      <td>...</td>\n",
       "      <td>0.064438</td>\n",
       "      <td>0.384652</td>\n",
       "      <td>0.409218</td>\n",
       "      <td>-0.398772</td>\n",
       "      <td>0.072091</td>\n",
       "      <td>0.359062</td>\n",
       "      <td>0.199873</td>\n",
       "      <td>-0.001410</td>\n",
       "      <td>0.371365</td>\n",
       "      <td>-0.169858</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>PIK3R1</td>\n",
       "      <td>0.229534</td>\n",
       "      <td>0.348107</td>\n",
       "      <td>-0.365436</td>\n",
       "      <td>0.027622</td>\n",
       "      <td>0.245679</td>\n",
       "      <td>0.232686</td>\n",
       "      <td>0.199442</td>\n",
       "      <td>0.024420</td>\n",
       "      <td>-0.234917</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.031675</td>\n",
       "      <td>0.175045</td>\n",
       "      <td>0.187955</td>\n",
       "      <td>-0.272960</td>\n",
       "      <td>0.079558</td>\n",
       "      <td>0.195773</td>\n",
       "      <td>0.078472</td>\n",
       "      <td>0.081014</td>\n",
       "      <td>0.154623</td>\n",
       "      <td>-0.345566</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KRAS</td>\n",
       "      <td>-0.009866</td>\n",
       "      <td>0.105169</td>\n",
       "      <td>-0.104342</td>\n",
       "      <td>0.416951</td>\n",
       "      <td>0.142346</td>\n",
       "      <td>0.000405</td>\n",
       "      <td>0.215165</td>\n",
       "      <td>0.195662</td>\n",
       "      <td>-0.082872</td>\n",
       "      <td>...</td>\n",
       "      <td>0.166352</td>\n",
       "      <td>0.183120</td>\n",
       "      <td>0.255374</td>\n",
       "      <td>-0.098029</td>\n",
       "      <td>0.152906</td>\n",
       "      <td>0.264480</td>\n",
       "      <td>0.240670</td>\n",
       "      <td>0.037921</td>\n",
       "      <td>0.150913</td>\n",
       "      <td>0.029228</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>CTNNB1</td>\n",
       "      <td>0.146260</td>\n",
       "      <td>0.096529</td>\n",
       "      <td>-0.205659</td>\n",
       "      <td>-0.010335</td>\n",
       "      <td>0.105327</td>\n",
       "      <td>0.357642</td>\n",
       "      <td>0.022682</td>\n",
       "      <td>0.331143</td>\n",
       "      <td>-0.259288</td>\n",
       "      <td>...</td>\n",
       "      <td>0.356416</td>\n",
       "      <td>0.008202</td>\n",
       "      <td>0.012859</td>\n",
       "      <td>-0.282950</td>\n",
       "      <td>0.390580</td>\n",
       "      <td>-0.004610</td>\n",
       "      <td>0.523632</td>\n",
       "      <td>0.490829</td>\n",
       "      <td>-0.040744</td>\n",
       "      <td>-0.052193</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>CTCF</td>\n",
       "      <td>0.407654</td>\n",
       "      <td>0.329705</td>\n",
       "      <td>-0.150756</td>\n",
       "      <td>0.232428</td>\n",
       "      <td>0.168851</td>\n",
       "      <td>0.235021</td>\n",
       "      <td>0.214406</td>\n",
       "      <td>-0.102375</td>\n",
       "      <td>-0.236772</td>\n",
       "      <td>...</td>\n",
       "      <td>0.041666</td>\n",
       "      <td>0.225732</td>\n",
       "      <td>0.303938</td>\n",
       "      <td>-0.213147</td>\n",
       "      <td>0.026435</td>\n",
       "      <td>0.277178</td>\n",
       "      <td>0.171983</td>\n",
       "      <td>-0.016590</td>\n",
       "      <td>0.201438</td>\n",
       "      <td>-0.077616</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>KMT2B</td>\n",
       "      <td>0.323808</td>\n",
       "      <td>0.100988</td>\n",
       "      <td>-0.205859</td>\n",
       "      <td>0.076998</td>\n",
       "      <td>0.162414</td>\n",
       "      <td>0.158918</td>\n",
       "      <td>0.102483</td>\n",
       "      <td>-0.040893</td>\n",
       "      <td>-0.248358</td>\n",
       "      <td>...</td>\n",
       "      <td>0.061432</td>\n",
       "      <td>0.194710</td>\n",
       "      <td>0.211992</td>\n",
       "      <td>-0.201230</td>\n",
       "      <td>-0.025596</td>\n",
       "      <td>0.229186</td>\n",
       "      <td>-0.003968</td>\n",
       "      <td>-0.031578</td>\n",
       "      <td>0.197299</td>\n",
       "      <td>-0.223497</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>ZFHX3</td>\n",
       "      <td>0.334756</td>\n",
       "      <td>0.051116</td>\n",
       "      <td>-0.242091</td>\n",
       "      <td>0.033057</td>\n",
       "      <td>0.234548</td>\n",
       "      <td>0.087407</td>\n",
       "      <td>0.085419</td>\n",
       "      <td>-0.000197</td>\n",
       "      <td>-0.223709</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005836</td>\n",
       "      <td>0.241584</td>\n",
       "      <td>0.199044</td>\n",
       "      <td>-0.189467</td>\n",
       "      <td>-0.017495</td>\n",
       "      <td>0.223380</td>\n",
       "      <td>0.022050</td>\n",
       "      <td>-0.098665</td>\n",
       "      <td>0.056253</td>\n",
       "      <td>-0.060196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>TP53</td>\n",
       "      <td>-0.428581</td>\n",
       "      <td>-0.508128</td>\n",
       "      <td>0.387884</td>\n",
       "      <td>-0.328807</td>\n",
       "      <td>-0.477723</td>\n",
       "      <td>-0.368613</td>\n",
       "      <td>-0.407972</td>\n",
       "      <td>-0.348511</td>\n",
       "      <td>0.349925</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.449914</td>\n",
       "      <td>-0.379696</td>\n",
       "      <td>-0.456553</td>\n",
       "      <td>0.500340</td>\n",
       "      <td>-0.466192</td>\n",
       "      <td>-0.492402</td>\n",
       "      <td>-0.385317</td>\n",
       "      <td>-0.360124</td>\n",
       "      <td>-0.432530</td>\n",
       "      <td>0.441981</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 45 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     gene     CEP78     MYO5C    PIK3CA     ANXA2     AP1M2     ARVCF  \\\n",
       "0    PTEN  0.437358  0.483736 -0.425473  0.367672  0.498807  0.458294   \n",
       "1  PIK3CA  0.076183  0.061783 -0.220623  0.077778  0.093727  0.128347   \n",
       "2  ARID1A  0.454338  0.336527 -0.339752  0.277211  0.351057  0.189101   \n",
       "3  PIK3R1  0.229534  0.348107 -0.365436  0.027622  0.245679  0.232686   \n",
       "4    KRAS -0.009866  0.105169 -0.104342  0.416951  0.142346  0.000405   \n",
       "5  CTNNB1  0.146260  0.096529 -0.205659 -0.010335  0.105327  0.357642   \n",
       "6    CTCF  0.407654  0.329705 -0.150756  0.232428  0.168851  0.235021   \n",
       "7   KMT2B  0.323808  0.100988 -0.205859  0.076998  0.162414  0.158918   \n",
       "8   ZFHX3  0.334756  0.051116 -0.242091  0.033057  0.234548  0.087407   \n",
       "9    TP53 -0.428581 -0.508128  0.387884 -0.328807 -0.477723 -0.368613   \n",
       "\n",
       "       CAPS   CCDC186    CDKN2A  ...      TESC      TJP2      TJP3   TPD52L2  \\\n",
       "0  0.413757  0.388019 -0.375559  ...  0.361863  0.370184  0.494236 -0.356847   \n",
       "1  0.069589  0.040767 -0.020354  ...  0.080885  0.065551  0.105065  0.017830   \n",
       "2  0.410517 -0.060190 -0.356282  ...  0.064438  0.384652  0.409218 -0.398772   \n",
       "3  0.199442  0.024420 -0.234917  ... -0.031675  0.175045  0.187955 -0.272960   \n",
       "4  0.215165  0.195662 -0.082872  ...  0.166352  0.183120  0.255374 -0.098029   \n",
       "5  0.022682  0.331143 -0.259288  ...  0.356416  0.008202  0.012859 -0.282950   \n",
       "6  0.214406 -0.102375 -0.236772  ...  0.041666  0.225732  0.303938 -0.213147   \n",
       "7  0.102483 -0.040893 -0.248358  ...  0.061432  0.194710  0.211992 -0.201230   \n",
       "8  0.085419 -0.000197 -0.223709  ...  0.005836  0.241584  0.199044 -0.189467   \n",
       "9 -0.407972 -0.348511  0.349925  ... -0.449914 -0.379696 -0.456553  0.500340   \n",
       "\n",
       "   TRAF3IP2     TRIM2      TTC9    USP6NL      VAV2      XRN1  \n",
       "0  0.345254  0.392241  0.474205  0.335666  0.376910 -0.407393  \n",
       "1  0.138900  0.059239  0.206958 -0.087565 -0.084082 -0.009028  \n",
       "2  0.072091  0.359062  0.199873 -0.001410  0.371365 -0.169858  \n",
       "3  0.079558  0.195773  0.078472  0.081014  0.154623 -0.345566  \n",
       "4  0.152906  0.264480  0.240670  0.037921  0.150913  0.029228  \n",
       "5  0.390580 -0.004610  0.523632  0.490829 -0.040744 -0.052193  \n",
       "6  0.026435  0.277178  0.171983 -0.016590  0.201438 -0.077616  \n",
       "7 -0.025596  0.229186 -0.003968 -0.031578  0.197299 -0.223497  \n",
       "8 -0.017495  0.223380  0.022050 -0.098665  0.056253 -0.060196  \n",
       "9 -0.466192 -0.492402 -0.385317 -0.360124 -0.432530  0.441981  \n",
       "\n",
       "[10 rows x 45 columns]"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cols = ['gene']\n",
    "cols.extend(list(rank_cols_pe[rank_cols_pe >= 3].index))\n",
    "\n",
    "df_corr_pe[cols]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gene</th>\n",
       "      <th>CEP78</th>\n",
       "      <th>MYO5C</th>\n",
       "      <th>PIK3CA</th>\n",
       "      <th>ANXA2</th>\n",
       "      <th>AP1M2</th>\n",
       "      <th>ARVCF</th>\n",
       "      <th>CAPS</th>\n",
       "      <th>CCDC186</th>\n",
       "      <th>CDKN2A</th>\n",
       "      <th>...</th>\n",
       "      <th>TESC</th>\n",
       "      <th>TJP2</th>\n",
       "      <th>TJP3</th>\n",
       "      <th>TPD52L2</th>\n",
       "      <th>TRAF3IP2</th>\n",
       "      <th>TRIM2</th>\n",
       "      <th>TTC9</th>\n",
       "      <th>USP6NL</th>\n",
       "      <th>VAV2</th>\n",
       "      <th>XRN1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>PTEN</td>\n",
       "      <td>0.002449</td>\n",
       "      <td>0.000375</td>\n",
       "      <td>0.003651</td>\n",
       "      <td>0.019291</td>\n",
       "      <td>0.000212</td>\n",
       "      <td>0.001100</td>\n",
       "      <td>0.005212</td>\n",
       "      <td>0.011256</td>\n",
       "      <td>0.015610</td>\n",
       "      <td>...</td>\n",
       "      <td>0.022138</td>\n",
       "      <td>0.018134</td>\n",
       "      <td>0.000252</td>\n",
       "      <td>0.025280</td>\n",
       "      <td>0.033560</td>\n",
       "      <td>0.010111</td>\n",
       "      <td>0.000601</td>\n",
       "      <td>0.042445</td>\n",
       "      <td>0.015087</td>\n",
       "      <td>0.006306</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>PIK3CA</td>\n",
       "      <td>0.812601</td>\n",
       "      <td>0.856725</td>\n",
       "      <td>0.285393</td>\n",
       "      <td>0.807396</td>\n",
       "      <td>0.753362</td>\n",
       "      <td>0.625535</td>\n",
       "      <td>0.834028</td>\n",
       "      <td>0.911940</td>\n",
       "      <td>0.959998</td>\n",
       "      <td>...</td>\n",
       "      <td>0.798591</td>\n",
       "      <td>0.845988</td>\n",
       "      <td>0.712624</td>\n",
       "      <td>0.966385</td>\n",
       "      <td>0.585924</td>\n",
       "      <td>0.863466</td>\n",
       "      <td>0.330895</td>\n",
       "      <td>0.776163</td>\n",
       "      <td>0.787954</td>\n",
       "      <td>0.984607</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ARID1A</td>\n",
       "      <td>0.001284</td>\n",
       "      <td>0.041826</td>\n",
       "      <td>0.038566</td>\n",
       "      <td>0.132681</td>\n",
       "      <td>0.028907</td>\n",
       "      <td>0.394729</td>\n",
       "      <td>0.005837</td>\n",
       "      <td>0.860938</td>\n",
       "      <td>0.025591</td>\n",
       "      <td>...</td>\n",
       "      <td>0.849172</td>\n",
       "      <td>0.012330</td>\n",
       "      <td>0.006030</td>\n",
       "      <td>0.008354</td>\n",
       "      <td>0.824947</td>\n",
       "      <td>0.023868</td>\n",
       "      <td>0.355177</td>\n",
       "      <td>0.997870</td>\n",
       "      <td>0.017553</td>\n",
       "      <td>0.466869</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>PIK3R1</td>\n",
       "      <td>0.258397</td>\n",
       "      <td>0.031502</td>\n",
       "      <td>0.020313</td>\n",
       "      <td>0.943494</td>\n",
       "      <td>0.210237</td>\n",
       "      <td>0.248795</td>\n",
       "      <td>0.356338</td>\n",
       "      <td>0.950979</td>\n",
       "      <td>0.242126</td>\n",
       "      <td>...</td>\n",
       "      <td>0.933521</td>\n",
       "      <td>0.447293</td>\n",
       "      <td>0.398998</td>\n",
       "      <td>0.141336</td>\n",
       "      <td>0.802356</td>\n",
       "      <td>0.371055</td>\n",
       "      <td>0.806134</td>\n",
       "      <td>0.798158</td>\n",
       "      <td>0.526337</td>\n",
       "      <td>0.033429</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KRAS</td>\n",
       "      <td>0.983021</td>\n",
       "      <td>0.712454</td>\n",
       "      <td>0.715604</td>\n",
       "      <td>0.004737</td>\n",
       "      <td>0.573030</td>\n",
       "      <td>0.999315</td>\n",
       "      <td>0.303656</td>\n",
       "      <td>0.371509</td>\n",
       "      <td>0.792085</td>\n",
       "      <td>...</td>\n",
       "      <td>0.480894</td>\n",
       "      <td>0.416221</td>\n",
       "      <td>0.185084</td>\n",
       "      <td>0.737662</td>\n",
       "      <td>0.533506</td>\n",
       "      <td>0.162129</td>\n",
       "      <td>0.224462</td>\n",
       "      <td>0.918935</td>\n",
       "      <td>0.541345</td>\n",
       "      <td>0.939543</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>CTNNB1</td>\n",
       "      <td>0.559381</td>\n",
       "      <td>0.742676</td>\n",
       "      <td>0.334778</td>\n",
       "      <td>0.982140</td>\n",
       "      <td>0.711866</td>\n",
       "      <td>0.024802</td>\n",
       "      <td>0.954726</td>\n",
       "      <td>0.047158</td>\n",
       "      <td>0.174648</td>\n",
       "      <td>...</td>\n",
       "      <td>0.025516</td>\n",
       "      <td>0.986077</td>\n",
       "      <td>0.976726</td>\n",
       "      <td>0.121683</td>\n",
       "      <td>0.010523</td>\n",
       "      <td>0.992106</td>\n",
       "      <td>0.000075</td>\n",
       "      <td>0.000293</td>\n",
       "      <td>0.911947</td>\n",
       "      <td>0.882115</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>CTCF</td>\n",
       "      <td>0.006298</td>\n",
       "      <td>0.048515</td>\n",
       "      <td>0.541801</td>\n",
       "      <td>0.249511</td>\n",
       "      <td>0.470545</td>\n",
       "      <td>0.241794</td>\n",
       "      <td>0.306110</td>\n",
       "      <td>0.722471</td>\n",
       "      <td>0.236457</td>\n",
       "      <td>...</td>\n",
       "      <td>0.909391</td>\n",
       "      <td>0.270159</td>\n",
       "      <td>0.084119</td>\n",
       "      <td>0.309799</td>\n",
       "      <td>0.946102</td>\n",
       "      <td>0.132701</td>\n",
       "      <td>0.458279</td>\n",
       "      <td>0.968694</td>\n",
       "      <td>0.349191</td>\n",
       "      <td>0.807963</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>KMT2B</td>\n",
       "      <td>0.055667</td>\n",
       "      <td>0.727392</td>\n",
       "      <td>0.334333</td>\n",
       "      <td>0.809978</td>\n",
       "      <td>0.496758</td>\n",
       "      <td>0.509674</td>\n",
       "      <td>0.722083</td>\n",
       "      <td>0.911487</td>\n",
       "      <td>0.203425</td>\n",
       "      <td>...</td>\n",
       "      <td>0.857819</td>\n",
       "      <td>0.374747</td>\n",
       "      <td>0.313204</td>\n",
       "      <td>0.349918</td>\n",
       "      <td>0.947945</td>\n",
       "      <td>0.259565</td>\n",
       "      <td>0.993263</td>\n",
       "      <td>0.933841</td>\n",
       "      <td>0.364924</td>\n",
       "      <td>0.276565</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>ZFHX3</td>\n",
       "      <td>0.043265</td>\n",
       "      <td>0.884908</td>\n",
       "      <td>0.220518</td>\n",
       "      <td>0.930206</td>\n",
       "      <td>0.243090</td>\n",
       "      <td>0.776608</td>\n",
       "      <td>0.783302</td>\n",
       "      <td>0.999660</td>\n",
       "      <td>0.276225</td>\n",
       "      <td>...</td>\n",
       "      <td>0.990229</td>\n",
       "      <td>0.221856</td>\n",
       "      <td>0.357994</td>\n",
       "      <td>0.393746</td>\n",
       "      <td>0.966971</td>\n",
       "      <td>0.276834</td>\n",
       "      <td>0.955810</td>\n",
       "      <td>0.735576</td>\n",
       "      <td>0.871295</td>\n",
       "      <td>0.860907</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>TP53</td>\n",
       "      <td>0.003312</td>\n",
       "      <td>0.000142</td>\n",
       "      <td>0.011293</td>\n",
       "      <td>0.049536</td>\n",
       "      <td>0.000504</td>\n",
       "      <td>0.018864</td>\n",
       "      <td>0.006229</td>\n",
       "      <td>0.031179</td>\n",
       "      <td>0.029968</td>\n",
       "      <td>...</td>\n",
       "      <td>0.001520</td>\n",
       "      <td>0.014188</td>\n",
       "      <td>0.001176</td>\n",
       "      <td>0.000200</td>\n",
       "      <td>0.000803</td>\n",
       "      <td>0.000273</td>\n",
       "      <td>0.012052</td>\n",
       "      <td>0.023097</td>\n",
       "      <td>0.002859</td>\n",
       "      <td>0.002097</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 45 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     gene     CEP78     MYO5C    PIK3CA     ANXA2     AP1M2     ARVCF  \\\n",
       "0    PTEN  0.002449  0.000375  0.003651  0.019291  0.000212  0.001100   \n",
       "1  PIK3CA  0.812601  0.856725  0.285393  0.807396  0.753362  0.625535   \n",
       "2  ARID1A  0.001284  0.041826  0.038566  0.132681  0.028907  0.394729   \n",
       "3  PIK3R1  0.258397  0.031502  0.020313  0.943494  0.210237  0.248795   \n",
       "4    KRAS  0.983021  0.712454  0.715604  0.004737  0.573030  0.999315   \n",
       "5  CTNNB1  0.559381  0.742676  0.334778  0.982140  0.711866  0.024802   \n",
       "6    CTCF  0.006298  0.048515  0.541801  0.249511  0.470545  0.241794   \n",
       "7   KMT2B  0.055667  0.727392  0.334333  0.809978  0.496758  0.509674   \n",
       "8   ZFHX3  0.043265  0.884908  0.220518  0.930206  0.243090  0.776608   \n",
       "9    TP53  0.003312  0.000142  0.011293  0.049536  0.000504  0.018864   \n",
       "\n",
       "       CAPS   CCDC186    CDKN2A  ...      TESC      TJP2      TJP3   TPD52L2  \\\n",
       "0  0.005212  0.011256  0.015610  ...  0.022138  0.018134  0.000252  0.025280   \n",
       "1  0.834028  0.911940  0.959998  ...  0.798591  0.845988  0.712624  0.966385   \n",
       "2  0.005837  0.860938  0.025591  ...  0.849172  0.012330  0.006030  0.008354   \n",
       "3  0.356338  0.950979  0.242126  ...  0.933521  0.447293  0.398998  0.141336   \n",
       "4  0.303656  0.371509  0.792085  ...  0.480894  0.416221  0.185084  0.737662   \n",
       "5  0.954726  0.047158  0.174648  ...  0.025516  0.986077  0.976726  0.121683   \n",
       "6  0.306110  0.722471  0.236457  ...  0.909391  0.270159  0.084119  0.309799   \n",
       "7  0.722083  0.911487  0.203425  ...  0.857819  0.374747  0.313204  0.349918   \n",
       "8  0.783302  0.999660  0.276225  ...  0.990229  0.221856  0.357994  0.393746   \n",
       "9  0.006229  0.031179  0.029968  ...  0.001520  0.014188  0.001176  0.000200   \n",
       "\n",
       "   TRAF3IP2     TRIM2      TTC9    USP6NL      VAV2      XRN1  \n",
       "0  0.033560  0.010111  0.000601  0.042445  0.015087  0.006306  \n",
       "1  0.585924  0.863466  0.330895  0.776163  0.787954  0.984607  \n",
       "2  0.824947  0.023868  0.355177  0.997870  0.017553  0.466869  \n",
       "3  0.802356  0.371055  0.806134  0.798158  0.526337  0.033429  \n",
       "4  0.533506  0.162129  0.224462  0.918935  0.541345  0.939543  \n",
       "5  0.010523  0.992106  0.000075  0.000293  0.911947  0.882115  \n",
       "6  0.946102  0.132701  0.458279  0.968694  0.349191  0.807963  \n",
       "7  0.947945  0.259565  0.993263  0.933841  0.364924  0.276565  \n",
       "8  0.966971  0.276834  0.955810  0.735576  0.871295  0.860907  \n",
       "9  0.000803  0.000273  0.012052  0.023097  0.002859  0.002097  \n",
       "\n",
       "[10 rows x 45 columns]"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_pval_adj_pe[cols]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 1.2. Spearman correlation "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_corr_sp, df_pval_sp = test_correlation(df_mut_gene, df_proteo, list(top_genes.index), method='spearman')\n",
    "df_pval_adj_sp = pvalue_correction(df_pval_sp)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of significant columns - p_value: 5813\n"
     ]
    }
   ],
   "source": [
    "signif_cols_sp = get_signif_columns(df_pval_sp, p_value=0.05)\n",
    "print(f'Number of significant columns - p_value: {len(signif_cols_sp)}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of significant columns - adjuested p_value: 1279\n"
     ]
    }
   ],
   "source": [
    "signif_cols_adj_sp = get_signif_columns(df_pval_adj_sp, p_value=0.05)\n",
    "print(f'Number of significant columns - adjuested p_value: {len(signif_cols_adj_sp)}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "37"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rank_cols_sp = rank_columns_signif(df_pval_adj_sp, signif_columns=signif_cols_adj_sp)\n",
    "rank_cols_sp[rank_cols_sp >= 3].shape[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "CEP78      5\n",
       "FAS        4\n",
       "LRRC41     4\n",
       "MYO5C      4\n",
       "ALDH1L2    3\n",
       "ANXA2      3\n",
       "ARID1A     3\n",
       "ARL15      3\n",
       "CAPS       3\n",
       "CORO2A     3\n",
       "CRABP2     3\n",
       "DLG5       3\n",
       "ENDOG      3\n",
       "FBXO22     3\n",
       "FREM2      3\n",
       "GCHFR      3\n",
       "HERC5      3\n",
       "KIF2A      3\n",
       "LTN1       3\n",
       "MCF2L      3\n",
       "MX2        3\n",
       "OGFR       3\n",
       "OPA1       3\n",
       "PIK3CA     3\n",
       "PLEKHS1    3\n",
       "SCGB2A1    3\n",
       "SEC16A     3\n",
       "TBC1D8     3\n",
       "TESC       3\n",
       "TJP2       3\n",
       "TJP3       3\n",
       "TPD52L2    3\n",
       "TRIM2      3\n",
       "TTC9       3\n",
       "USP43      3\n",
       "VAV2       3\n",
       "ZNF185     3\n",
       "dtype: int64"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rank_cols_sp[rank_cols_sp >= 3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "cols = ['gene']\n",
    "cols.extend(list(rank_cols_sp[rank_cols_sp >= 3].index))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gene</th>\n",
       "      <th>CEP78</th>\n",
       "      <th>FAS</th>\n",
       "      <th>LRRC41</th>\n",
       "      <th>MYO5C</th>\n",
       "      <th>ALDH1L2</th>\n",
       "      <th>ANXA2</th>\n",
       "      <th>ARID1A</th>\n",
       "      <th>ARL15</th>\n",
       "      <th>CAPS</th>\n",
       "      <th>...</th>\n",
       "      <th>TBC1D8</th>\n",
       "      <th>TESC</th>\n",
       "      <th>TJP2</th>\n",
       "      <th>TJP3</th>\n",
       "      <th>TPD52L2</th>\n",
       "      <th>TRIM2</th>\n",
       "      <th>TTC9</th>\n",
       "      <th>USP43</th>\n",
       "      <th>VAV2</th>\n",
       "      <th>ZNF185</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>PTEN</td>\n",
       "      <td>0.421819</td>\n",
       "      <td>0.386982</td>\n",
       "      <td>0.274938</td>\n",
       "      <td>0.461839</td>\n",
       "      <td>-0.345557</td>\n",
       "      <td>0.381331</td>\n",
       "      <td>-0.339434</td>\n",
       "      <td>0.337078</td>\n",
       "      <td>0.362037</td>\n",
       "      <td>...</td>\n",
       "      <td>0.337080</td>\n",
       "      <td>0.350266</td>\n",
       "      <td>0.346494</td>\n",
       "      <td>0.450543</td>\n",
       "      <td>-0.334728</td>\n",
       "      <td>0.366267</td>\n",
       "      <td>0.456657</td>\n",
       "      <td>0.372858</td>\n",
       "      <td>0.348850</td>\n",
       "      <td>0.005649</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>PIK3CA</td>\n",
       "      <td>0.114396</td>\n",
       "      <td>0.106335</td>\n",
       "      <td>0.087525</td>\n",
       "      <td>0.033398</td>\n",
       "      <td>0.018043</td>\n",
       "      <td>0.076392</td>\n",
       "      <td>-0.030710</td>\n",
       "      <td>-0.024952</td>\n",
       "      <td>0.074474</td>\n",
       "      <td>...</td>\n",
       "      <td>0.015739</td>\n",
       "      <td>0.090981</td>\n",
       "      <td>0.088676</td>\n",
       "      <td>0.152786</td>\n",
       "      <td>0.042227</td>\n",
       "      <td>0.056814</td>\n",
       "      <td>0.200001</td>\n",
       "      <td>0.155471</td>\n",
       "      <td>-0.047601</td>\n",
       "      <td>0.015355</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ARID1A</td>\n",
       "      <td>0.468880</td>\n",
       "      <td>0.261817</td>\n",
       "      <td>0.338938</td>\n",
       "      <td>0.315417</td>\n",
       "      <td>-0.325829</td>\n",
       "      <td>0.313485</td>\n",
       "      <td>-0.627361</td>\n",
       "      <td>0.120304</td>\n",
       "      <td>0.403336</td>\n",
       "      <td>...</td>\n",
       "      <td>0.212848</td>\n",
       "      <td>0.020437</td>\n",
       "      <td>0.394461</td>\n",
       "      <td>0.401407</td>\n",
       "      <td>-0.415287</td>\n",
       "      <td>0.333923</td>\n",
       "      <td>0.193953</td>\n",
       "      <td>0.342020</td>\n",
       "      <td>0.364386</td>\n",
       "      <td>-0.075576</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>PIK3R1</td>\n",
       "      <td>0.226317</td>\n",
       "      <td>0.054316</td>\n",
       "      <td>0.124770</td>\n",
       "      <td>0.345579</td>\n",
       "      <td>-0.245606</td>\n",
       "      <td>0.025190</td>\n",
       "      <td>0.036998</td>\n",
       "      <td>0.245602</td>\n",
       "      <td>0.176334</td>\n",
       "      <td>...</td>\n",
       "      <td>0.024403</td>\n",
       "      <td>-0.018893</td>\n",
       "      <td>0.204669</td>\n",
       "      <td>0.190109</td>\n",
       "      <td>-0.318421</td>\n",
       "      <td>0.220807</td>\n",
       "      <td>0.092888</td>\n",
       "      <td>0.133822</td>\n",
       "      <td>0.106665</td>\n",
       "      <td>-0.333375</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KRAS</td>\n",
       "      <td>-0.000409</td>\n",
       "      <td>0.349174</td>\n",
       "      <td>0.344674</td>\n",
       "      <td>0.068771</td>\n",
       "      <td>0.114619</td>\n",
       "      <td>0.413441</td>\n",
       "      <td>-0.193213</td>\n",
       "      <td>-0.043800</td>\n",
       "      <td>0.197309</td>\n",
       "      <td>...</td>\n",
       "      <td>0.359000</td>\n",
       "      <td>0.135496</td>\n",
       "      <td>0.180113</td>\n",
       "      <td>0.214911</td>\n",
       "      <td>-0.089239</td>\n",
       "      <td>0.243972</td>\n",
       "      <td>0.264030</td>\n",
       "      <td>0.081870</td>\n",
       "      <td>0.146138</td>\n",
       "      <td>0.178067</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>CTNNB1</td>\n",
       "      <td>0.133782</td>\n",
       "      <td>0.332163</td>\n",
       "      <td>0.263815</td>\n",
       "      <td>0.072518</td>\n",
       "      <td>-0.470118</td>\n",
       "      <td>0.020005</td>\n",
       "      <td>-0.059598</td>\n",
       "      <td>0.353417</td>\n",
       "      <td>-0.019172</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.074185</td>\n",
       "      <td>0.400519</td>\n",
       "      <td>0.002084</td>\n",
       "      <td>-0.021672</td>\n",
       "      <td>-0.303409</td>\n",
       "      <td>-0.037092</td>\n",
       "      <td>0.534712</td>\n",
       "      <td>0.292987</td>\n",
       "      <td>-0.005418</td>\n",
       "      <td>-0.083353</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>CTCF</td>\n",
       "      <td>0.428506</td>\n",
       "      <td>0.046808</td>\n",
       "      <td>0.345956</td>\n",
       "      <td>0.337020</td>\n",
       "      <td>-0.248085</td>\n",
       "      <td>0.243826</td>\n",
       "      <td>-0.390210</td>\n",
       "      <td>0.067233</td>\n",
       "      <td>0.227236</td>\n",
       "      <td>...</td>\n",
       "      <td>0.158297</td>\n",
       "      <td>0.025532</td>\n",
       "      <td>0.219147</td>\n",
       "      <td>0.289363</td>\n",
       "      <td>-0.193617</td>\n",
       "      <td>0.274465</td>\n",
       "      <td>0.169360</td>\n",
       "      <td>0.294465</td>\n",
       "      <td>0.205531</td>\n",
       "      <td>-0.107233</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>KMT2B</td>\n",
       "      <td>0.320361</td>\n",
       "      <td>0.056455</td>\n",
       "      <td>0.309610</td>\n",
       "      <td>0.124113</td>\n",
       "      <td>-0.144724</td>\n",
       "      <td>0.103949</td>\n",
       "      <td>-0.207900</td>\n",
       "      <td>0.207002</td>\n",
       "      <td>0.113361</td>\n",
       "      <td>...</td>\n",
       "      <td>0.090956</td>\n",
       "      <td>0.043910</td>\n",
       "      <td>0.219996</td>\n",
       "      <td>0.198044</td>\n",
       "      <td>-0.171160</td>\n",
       "      <td>0.214620</td>\n",
       "      <td>0.005825</td>\n",
       "      <td>0.116943</td>\n",
       "      <td>0.199386</td>\n",
       "      <td>-0.350381</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>ZFHX3</td>\n",
       "      <td>0.375111</td>\n",
       "      <td>0.051341</td>\n",
       "      <td>0.141997</td>\n",
       "      <td>0.039315</td>\n",
       "      <td>-0.015264</td>\n",
       "      <td>0.071229</td>\n",
       "      <td>-0.223402</td>\n",
       "      <td>0.160959</td>\n",
       "      <td>0.064755</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.084643</td>\n",
       "      <td>0.014801</td>\n",
       "      <td>0.284455</td>\n",
       "      <td>0.234968</td>\n",
       "      <td>-0.208603</td>\n",
       "      <td>0.194725</td>\n",
       "      <td>0.011563</td>\n",
       "      <td>0.246990</td>\n",
       "      <td>0.031915</td>\n",
       "      <td>-0.352909</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>TP53</td>\n",
       "      <td>-0.413501</td>\n",
       "      <td>-0.490743</td>\n",
       "      <td>-0.426917</td>\n",
       "      <td>-0.475020</td>\n",
       "      <td>0.345513</td>\n",
       "      <td>-0.347820</td>\n",
       "      <td>0.288619</td>\n",
       "      <td>-0.409799</td>\n",
       "      <td>-0.338114</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.367249</td>\n",
       "      <td>-0.436171</td>\n",
       "      <td>-0.357997</td>\n",
       "      <td>-0.386217</td>\n",
       "      <td>0.459758</td>\n",
       "      <td>-0.456053</td>\n",
       "      <td>-0.354759</td>\n",
       "      <td>-0.391762</td>\n",
       "      <td>-0.417202</td>\n",
       "      <td>-0.103606</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 38 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     gene     CEP78       FAS    LRRC41     MYO5C   ALDH1L2     ANXA2  \\\n",
       "0    PTEN  0.421819  0.386982  0.274938  0.461839 -0.345557  0.381331   \n",
       "1  PIK3CA  0.114396  0.106335  0.087525  0.033398  0.018043  0.076392   \n",
       "2  ARID1A  0.468880  0.261817  0.338938  0.315417 -0.325829  0.313485   \n",
       "3  PIK3R1  0.226317  0.054316  0.124770  0.345579 -0.245606  0.025190   \n",
       "4    KRAS -0.000409  0.349174  0.344674  0.068771  0.114619  0.413441   \n",
       "5  CTNNB1  0.133782  0.332163  0.263815  0.072518 -0.470118  0.020005   \n",
       "6    CTCF  0.428506  0.046808  0.345956  0.337020 -0.248085  0.243826   \n",
       "7   KMT2B  0.320361  0.056455  0.309610  0.124113 -0.144724  0.103949   \n",
       "8   ZFHX3  0.375111  0.051341  0.141997  0.039315 -0.015264  0.071229   \n",
       "9    TP53 -0.413501 -0.490743 -0.426917 -0.475020  0.345513 -0.347820   \n",
       "\n",
       "     ARID1A     ARL15      CAPS  ...    TBC1D8      TESC      TJP2      TJP3  \\\n",
       "0 -0.339434  0.337078  0.362037  ...  0.337080  0.350266  0.346494  0.450543   \n",
       "1 -0.030710 -0.024952  0.074474  ...  0.015739  0.090981  0.088676  0.152786   \n",
       "2 -0.627361  0.120304  0.403336  ...  0.212848  0.020437  0.394461  0.401407   \n",
       "3  0.036998  0.245602  0.176334  ...  0.024403 -0.018893  0.204669  0.190109   \n",
       "4 -0.193213 -0.043800  0.197309  ...  0.359000  0.135496  0.180113  0.214911   \n",
       "5 -0.059598  0.353417 -0.019172  ... -0.074185  0.400519  0.002084 -0.021672   \n",
       "6 -0.390210  0.067233  0.227236  ...  0.158297  0.025532  0.219147  0.289363   \n",
       "7 -0.207900  0.207002  0.113361  ...  0.090956  0.043910  0.219996  0.198044   \n",
       "8 -0.223402  0.160959  0.064755  ... -0.084643  0.014801  0.284455  0.234968   \n",
       "9  0.288619 -0.409799 -0.338114  ... -0.367249 -0.436171 -0.357997 -0.386217   \n",
       "\n",
       "    TPD52L2     TRIM2      TTC9     USP43      VAV2    ZNF185  \n",
       "0 -0.334728  0.366267  0.456657  0.372858  0.348850  0.005649  \n",
       "1  0.042227  0.056814  0.200001  0.155471 -0.047601  0.015355  \n",
       "2 -0.415287  0.333923  0.193953  0.342020  0.364386 -0.075576  \n",
       "3 -0.318421  0.220807  0.092888  0.133822  0.106665 -0.333375  \n",
       "4 -0.089239  0.243972  0.264030  0.081870  0.146138  0.178067  \n",
       "5 -0.303409 -0.037092  0.534712  0.292987 -0.005418 -0.083353  \n",
       "6 -0.193617  0.274465  0.169360  0.294465  0.205531 -0.107233  \n",
       "7 -0.171160  0.214620  0.005825  0.116943  0.199386 -0.350381  \n",
       "8 -0.208603  0.194725  0.011563  0.246990  0.031915 -0.352909  \n",
       "9  0.459758 -0.456053 -0.354759 -0.391762 -0.417202 -0.103606  \n",
       "\n",
       "[10 rows x 38 columns]"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_corr_sp[cols]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gene</th>\n",
       "      <th>CEP78</th>\n",
       "      <th>FAS</th>\n",
       "      <th>LRRC41</th>\n",
       "      <th>MYO5C</th>\n",
       "      <th>ALDH1L2</th>\n",
       "      <th>ANXA2</th>\n",
       "      <th>ARID1A</th>\n",
       "      <th>ARL15</th>\n",
       "      <th>CAPS</th>\n",
       "      <th>...</th>\n",
       "      <th>TBC1D8</th>\n",
       "      <th>TESC</th>\n",
       "      <th>TJP2</th>\n",
       "      <th>TJP3</th>\n",
       "      <th>TPD52L2</th>\n",
       "      <th>TRIM2</th>\n",
       "      <th>TTC9</th>\n",
       "      <th>USP43</th>\n",
       "      <th>VAV2</th>\n",
       "      <th>ZNF185</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>PTEN</td>\n",
       "      <td>0.005942</td>\n",
       "      <td>0.014500</td>\n",
       "      <td>0.139784</td>\n",
       "      <td>0.001680</td>\n",
       "      <td>0.037521</td>\n",
       "      <td>0.016698</td>\n",
       "      <td>4.378157e-02</td>\n",
       "      <td>0.045739</td>\n",
       "      <td>0.026337</td>\n",
       "      <td>...</td>\n",
       "      <td>0.045739</td>\n",
       "      <td>0.034050</td>\n",
       "      <td>0.037019</td>\n",
       "      <td>0.002571</td>\n",
       "      <td>0.047954</td>\n",
       "      <td>0.024045</td>\n",
       "      <td>0.002002</td>\n",
       "      <td>0.020616</td>\n",
       "      <td>0.035404</td>\n",
       "      <td>0.989381</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>PIK3CA</td>\n",
       "      <td>0.673343</td>\n",
       "      <td>0.702606</td>\n",
       "      <td>0.766653</td>\n",
       "      <td>0.928325</td>\n",
       "      <td>0.963580</td>\n",
       "      <td>0.804812</td>\n",
       "      <td>9.351717e-01</td>\n",
       "      <td>0.947353</td>\n",
       "      <td>0.809761</td>\n",
       "      <td>...</td>\n",
       "      <td>0.968491</td>\n",
       "      <td>0.754306</td>\n",
       "      <td>0.762101</td>\n",
       "      <td>0.526343</td>\n",
       "      <td>0.905037</td>\n",
       "      <td>0.865710</td>\n",
       "      <td>0.351970</td>\n",
       "      <td>0.516145</td>\n",
       "      <td>0.891274</td>\n",
       "      <td>0.969367</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ARID1A</td>\n",
       "      <td>0.001360</td>\n",
       "      <td>0.168314</td>\n",
       "      <td>0.044397</td>\n",
       "      <td>0.070014</td>\n",
       "      <td>0.057208</td>\n",
       "      <td>0.073198</td>\n",
       "      <td>4.112238e-07</td>\n",
       "      <td>0.650546</td>\n",
       "      <td>0.009854</td>\n",
       "      <td>...</td>\n",
       "      <td>0.306049</td>\n",
       "      <td>0.958094</td>\n",
       "      <td>0.012369</td>\n",
       "      <td>0.010429</td>\n",
       "      <td>0.007174</td>\n",
       "      <td>0.048571</td>\n",
       "      <td>0.372643</td>\n",
       "      <td>0.040899</td>\n",
       "      <td>0.024949</td>\n",
       "      <td>0.806462</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>PIK3R1</td>\n",
       "      <td>0.263122</td>\n",
       "      <td>0.872639</td>\n",
       "      <td>0.634236</td>\n",
       "      <td>0.037521</td>\n",
       "      <td>0.207524</td>\n",
       "      <td>0.947353</td>\n",
       "      <td>9.184830e-01</td>\n",
       "      <td>0.207524</td>\n",
       "      <td>0.437597</td>\n",
       "      <td>...</td>\n",
       "      <td>0.949454</td>\n",
       "      <td>0.961499</td>\n",
       "      <td>0.335025</td>\n",
       "      <td>0.387558</td>\n",
       "      <td>0.066313</td>\n",
       "      <td>0.280990</td>\n",
       "      <td>0.747623</td>\n",
       "      <td>0.599896</td>\n",
       "      <td>0.701801</td>\n",
       "      <td>0.049160</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KRAS</td>\n",
       "      <td>0.998611</td>\n",
       "      <td>0.035041</td>\n",
       "      <td>0.038306</td>\n",
       "      <td>0.829022</td>\n",
       "      <td>0.672274</td>\n",
       "      <td>0.007500</td>\n",
       "      <td>3.759010e-01</td>\n",
       "      <td>0.900660</td>\n",
       "      <td>0.361185</td>\n",
       "      <td>...</td>\n",
       "      <td>0.028173</td>\n",
       "      <td>0.593575</td>\n",
       "      <td>0.424904</td>\n",
       "      <td>0.299547</td>\n",
       "      <td>0.760214</td>\n",
       "      <td>0.212535</td>\n",
       "      <td>0.162493</td>\n",
       "      <td>0.787031</td>\n",
       "      <td>0.552403</td>\n",
       "      <td>0.431835</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>CTNNB1</td>\n",
       "      <td>0.599896</td>\n",
       "      <td>0.049896</td>\n",
       "      <td>0.163430</td>\n",
       "      <td>0.816841</td>\n",
       "      <td>0.001294</td>\n",
       "      <td>0.959176</td>\n",
       "      <td>8.574449e-01</td>\n",
       "      <td>0.031780</td>\n",
       "      <td>0.960971</td>\n",
       "      <td>...</td>\n",
       "      <td>0.811384</td>\n",
       "      <td>0.010618</td>\n",
       "      <td>0.996630</td>\n",
       "      <td>0.955626</td>\n",
       "      <td>0.086869</td>\n",
       "      <td>0.918483</td>\n",
       "      <td>0.000174</td>\n",
       "      <td>0.103817</td>\n",
       "      <td>0.989476</td>\n",
       "      <td>0.781882</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>CTCF</td>\n",
       "      <td>0.005068</td>\n",
       "      <td>0.893526</td>\n",
       "      <td>0.037359</td>\n",
       "      <td>0.045805</td>\n",
       "      <td>0.200847</td>\n",
       "      <td>0.212987</td>\n",
       "      <td>1.342817e-02</td>\n",
       "      <td>0.834205</td>\n",
       "      <td>0.260326</td>\n",
       "      <td>...</td>\n",
       "      <td>0.505438</td>\n",
       "      <td>0.946619</td>\n",
       "      <td>0.286056</td>\n",
       "      <td>0.110626</td>\n",
       "      <td>0.374523</td>\n",
       "      <td>0.140902</td>\n",
       "      <td>0.464111</td>\n",
       "      <td>0.101612</td>\n",
       "      <td>0.332250</td>\n",
       "      <td>0.699356</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>KMT2B</td>\n",
       "      <td>0.063813</td>\n",
       "      <td>0.866423</td>\n",
       "      <td>0.078351</td>\n",
       "      <td>0.636911</td>\n",
       "      <td>0.557384</td>\n",
       "      <td>0.710894</td>\n",
       "      <td>3.234255e-01</td>\n",
       "      <td>0.326323</td>\n",
       "      <td>0.676679</td>\n",
       "      <td>...</td>\n",
       "      <td>0.754306</td>\n",
       "      <td>0.900660</td>\n",
       "      <td>0.283642</td>\n",
       "      <td>0.358770</td>\n",
       "      <td>0.456688</td>\n",
       "      <td>0.300204</td>\n",
       "      <td>0.988931</td>\n",
       "      <td>0.663598</td>\n",
       "      <td>0.354112</td>\n",
       "      <td>0.033975</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>ZFHX3</td>\n",
       "      <td>0.019496</td>\n",
       "      <td>0.881316</td>\n",
       "      <td>0.568001</td>\n",
       "      <td>0.912372</td>\n",
       "      <td>0.969367</td>\n",
       "      <td>0.820637</td>\n",
       "      <td>2.730062e-01</td>\n",
       "      <td>0.494647</td>\n",
       "      <td>0.841722</td>\n",
       "      <td>...</td>\n",
       "      <td>0.777291</td>\n",
       "      <td>0.970391</td>\n",
       "      <td>0.119968</td>\n",
       "      <td>0.236744</td>\n",
       "      <td>0.320846</td>\n",
       "      <td>0.369257</td>\n",
       "      <td>0.976849</td>\n",
       "      <td>0.203643</td>\n",
       "      <td>0.932294</td>\n",
       "      <td>0.032169</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>TP53</td>\n",
       "      <td>0.007500</td>\n",
       "      <td>0.000673</td>\n",
       "      <td>0.005237</td>\n",
       "      <td>0.001098</td>\n",
       "      <td>0.037521</td>\n",
       "      <td>0.036031</td>\n",
       "      <td>1.119584e-01</td>\n",
       "      <td>0.008353</td>\n",
       "      <td>0.045116</td>\n",
       "      <td>...</td>\n",
       "      <td>0.023494</td>\n",
       "      <td>0.004061</td>\n",
       "      <td>0.028763</td>\n",
       "      <td>0.014879</td>\n",
       "      <td>0.001777</td>\n",
       "      <td>0.002055</td>\n",
       "      <td>0.031113</td>\n",
       "      <td>0.013105</td>\n",
       "      <td>0.006768</td>\n",
       "      <td>0.712141</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 38 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     gene     CEP78       FAS    LRRC41     MYO5C   ALDH1L2     ANXA2  \\\n",
       "0    PTEN  0.005942  0.014500  0.139784  0.001680  0.037521  0.016698   \n",
       "1  PIK3CA  0.673343  0.702606  0.766653  0.928325  0.963580  0.804812   \n",
       "2  ARID1A  0.001360  0.168314  0.044397  0.070014  0.057208  0.073198   \n",
       "3  PIK3R1  0.263122  0.872639  0.634236  0.037521  0.207524  0.947353   \n",
       "4    KRAS  0.998611  0.035041  0.038306  0.829022  0.672274  0.007500   \n",
       "5  CTNNB1  0.599896  0.049896  0.163430  0.816841  0.001294  0.959176   \n",
       "6    CTCF  0.005068  0.893526  0.037359  0.045805  0.200847  0.212987   \n",
       "7   KMT2B  0.063813  0.866423  0.078351  0.636911  0.557384  0.710894   \n",
       "8   ZFHX3  0.019496  0.881316  0.568001  0.912372  0.969367  0.820637   \n",
       "9    TP53  0.007500  0.000673  0.005237  0.001098  0.037521  0.036031   \n",
       "\n",
       "         ARID1A     ARL15      CAPS  ...    TBC1D8      TESC      TJP2  \\\n",
       "0  4.378157e-02  0.045739  0.026337  ...  0.045739  0.034050  0.037019   \n",
       "1  9.351717e-01  0.947353  0.809761  ...  0.968491  0.754306  0.762101   \n",
       "2  4.112238e-07  0.650546  0.009854  ...  0.306049  0.958094  0.012369   \n",
       "3  9.184830e-01  0.207524  0.437597  ...  0.949454  0.961499  0.335025   \n",
       "4  3.759010e-01  0.900660  0.361185  ...  0.028173  0.593575  0.424904   \n",
       "5  8.574449e-01  0.031780  0.960971  ...  0.811384  0.010618  0.996630   \n",
       "6  1.342817e-02  0.834205  0.260326  ...  0.505438  0.946619  0.286056   \n",
       "7  3.234255e-01  0.326323  0.676679  ...  0.754306  0.900660  0.283642   \n",
       "8  2.730062e-01  0.494647  0.841722  ...  0.777291  0.970391  0.119968   \n",
       "9  1.119584e-01  0.008353  0.045116  ...  0.023494  0.004061  0.028763   \n",
       "\n",
       "       TJP3   TPD52L2     TRIM2      TTC9     USP43      VAV2    ZNF185  \n",
       "0  0.002571  0.047954  0.024045  0.002002  0.020616  0.035404  0.989381  \n",
       "1  0.526343  0.905037  0.865710  0.351970  0.516145  0.891274  0.969367  \n",
       "2  0.010429  0.007174  0.048571  0.372643  0.040899  0.024949  0.806462  \n",
       "3  0.387558  0.066313  0.280990  0.747623  0.599896  0.701801  0.049160  \n",
       "4  0.299547  0.760214  0.212535  0.162493  0.787031  0.552403  0.431835  \n",
       "5  0.955626  0.086869  0.918483  0.000174  0.103817  0.989476  0.781882  \n",
       "6  0.110626  0.374523  0.140902  0.464111  0.101612  0.332250  0.699356  \n",
       "7  0.358770  0.456688  0.300204  0.988931  0.663598  0.354112  0.033975  \n",
       "8  0.236744  0.320846  0.369257  0.976849  0.203643  0.932294  0.032169  \n",
       "9  0.014879  0.001777  0.002055  0.031113  0.013105  0.006768  0.712141  \n",
       "\n",
       "[10 rows x 38 columns]"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_pval_adj_sp[cols]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 2. Correlation Selected Mutated Genes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "selec_genes = ['PIK3R1', 'CTNNB1', 'ARID1A', 'INPPL1', 'KMT2D', 'JAK1', 'TP53', 'PTEN']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2.1 Pearson"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_corr_selec_pe, df_pval_selec_pe = test_correlation(df_mut_gene, df_proteo, selec_genes, method='pearson')\n",
    "df_pval_selec_adj_pe = pvalue_correction(df_pval_selec_pe)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of significant columns - adjuested p_value: 1547\n"
     ]
    }
   ],
   "source": [
    "signif_cols_selec_adj_pe = get_signif_columns(df_pval_selec_adj_pe, p_value=0.05)\n",
    "print(f'Number of significant columns - adjuested p_value: {len(signif_cols_selec_adj_pe)}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "PIK3CA    5\n",
       "CEP78     4\n",
       "GCHFR     4\n",
       "MYO5C     4\n",
       "TOM1L1    4\n",
       "         ..\n",
       "TUBB3     3\n",
       "UCHL1     3\n",
       "USP6NL    3\n",
       "VAV2      3\n",
       "XRN1      3\n",
       "Length: 63, dtype: int64"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rank_cols_selec_sp = rank_columns_signif(df_pval_selec_adj_pe, signif_columns=signif_cols_selec_adj_pe)\n",
    "rank_cols_selec_sp[rank_cols_selec_sp >= 3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}