From a3fbab5fc5fbec867f36ca6417ee26b3759babdd Mon Sep 17 00:00:00 2001
From: Milton Pividori <miltondp@gmail.com>
Date: Mon, 11 Sep 2023 05:39:44 -0600
Subject: [PATCH] 10_compute_correlations: show N_JOBS for MIC and CCC

---
 .../07_01-gtex-var_pc_log2-ccc.ipynb          | 373 ++++++++++--------
 ...8_01-gtex-var_pc_log2-mic_e-parallel.ipynb | 348 ++++++++--------
 .../py/07_01-gtex-var_pc_log2-ccc.py          |   3 +
 .../08_01-gtex-var_pc_log2-mic_e-parallel.py  |   3 +
 4 files changed, 405 insertions(+), 322 deletions(-)

diff --git a/nbs/10_compute_correlations/05_gtex_v8/07_01-gtex-var_pc_log2-ccc.ipynb b/nbs/10_compute_correlations/05_gtex_v8/07_01-gtex-var_pc_log2-ccc.ipynb
index 6e42bcc0..d0b22a34 100644
--- a/nbs/10_compute_correlations/05_gtex_v8/07_01-gtex-var_pc_log2-ccc.ipynb
+++ b/nbs/10_compute_correlations/05_gtex_v8/07_01-gtex-var_pc_log2-ccc.ipynb
@@ -5,10 +5,10 @@
    "id": "e9773a95-e8fd-4963-87a5-0c92299434d5",
    "metadata": {
     "papermill": {
-     "duration": 0.017332,
-     "end_time": "2022-05-24T14:46:58.615303",
+     "duration": 0.006317,
+     "end_time": "2023-09-07T02:50:46.921381",
      "exception": false,
-     "start_time": "2022-05-24T14:46:58.597971",
+     "start_time": "2023-09-07T02:50:46.915064",
      "status": "completed"
     },
     "tags": []
@@ -22,10 +22,10 @@
    "id": "57f34c74-404d-4776-b547-e6acb2df75d7",
    "metadata": {
     "papermill": {
-     "duration": 0.008445,
-     "end_time": "2022-05-24T14:46:58.638908",
+     "duration": 0.00547,
+     "end_time": "2023-09-07T02:50:46.936827",
      "exception": false,
-     "start_time": "2022-05-24T14:46:58.630463",
+     "start_time": "2023-09-07T02:50:46.931357",
      "status": "completed"
     },
     "tags": []
@@ -42,10 +42,10 @@
    "id": "1d8fae6b-e623-46a6-aff6-d7849163c820",
    "metadata": {
     "papermill": {
-     "duration": 0.004708,
-     "end_time": "2022-05-24T14:46:58.651251",
+     "duration": 0.002812,
+     "end_time": "2023-09-07T02:50:46.945904",
      "exception": false,
-     "start_time": "2022-05-24T14:46:58.646543",
+     "start_time": "2023-09-07T02:50:46.943092",
      "status": "completed"
     },
     "tags": []
@@ -60,16 +60,16 @@
    "id": "76729f0e-f742-495b-b676-d9d7b1539e10",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-24T14:46:58.660446Z",
-     "iopub.status.busy": "2022-05-24T14:46:58.660194Z",
-     "iopub.status.idle": "2022-05-24T14:46:59.171346Z",
-     "shell.execute_reply": "2022-05-24T14:46:59.170627Z"
+     "iopub.execute_input": "2023-09-07T02:50:46.950464Z",
+     "iopub.status.busy": "2023-09-07T02:50:46.950327Z",
+     "iopub.status.idle": "2023-09-07T02:50:47.178369Z",
+     "shell.execute_reply": "2023-09-07T02:50:47.178103Z"
     },
     "papermill": {
-     "duration": 0.517725,
-     "end_time": "2022-05-24T14:46:59.173258",
+     "duration": 0.231099,
+     "end_time": "2023-09-07T02:50:47.179236",
      "exception": false,
-     "start_time": "2022-05-24T14:46:58.655533",
+     "start_time": "2023-09-07T02:50:46.948137",
      "status": "completed"
     },
     "tags": []
@@ -91,10 +91,10 @@
    "id": "a6c3a546-9a49-45e7-9f17-fbdb5af4bfb6",
    "metadata": {
     "papermill": {
-     "duration": 0.004522,
-     "end_time": "2022-05-24T14:46:59.182634",
+     "duration": 0.009468,
+     "end_time": "2023-09-07T02:50:47.190155",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.178112",
+     "start_time": "2023-09-07T02:50:47.180687",
      "status": "completed"
     },
     "tags": []
@@ -109,16 +109,16 @@
    "id": "56ff94d3-a230-4028-a71d-518ac109209b",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-24T14:46:59.192883Z",
-     "iopub.status.busy": "2022-05-24T14:46:59.192690Z",
-     "iopub.status.idle": "2022-05-24T14:46:59.195941Z",
-     "shell.execute_reply": "2022-05-24T14:46:59.195465Z"
+     "iopub.execute_input": "2023-09-07T02:50:47.196345Z",
+     "iopub.status.busy": "2023-09-07T02:50:47.196237Z",
+     "iopub.status.idle": "2023-09-07T02:50:47.198098Z",
+     "shell.execute_reply": "2023-09-07T02:50:47.197689Z"
     },
     "papermill": {
-     "duration": 0.010121,
-     "end_time": "2022-05-24T14:46:59.197505",
+     "duration": 0.005583,
+     "end_time": "2023-09-07T02:50:47.198607",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.187384",
+     "start_time": "2023-09-07T02:50:47.193024",
      "status": "completed"
     },
     "tags": []
@@ -134,16 +134,16 @@
    "id": "f5433907-5b88-4c68-b3d4-fb98298dec4a",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-24T14:46:59.207591Z",
-     "iopub.status.busy": "2022-05-24T14:46:59.207409Z",
-     "iopub.status.idle": "2022-05-24T14:46:59.210688Z",
-     "shell.execute_reply": "2022-05-24T14:46:59.210092Z"
+     "iopub.execute_input": "2023-09-07T02:50:47.201717Z",
+     "iopub.status.busy": "2023-09-07T02:50:47.201580Z",
+     "iopub.status.idle": "2023-09-07T02:50:47.203007Z",
+     "shell.execute_reply": "2023-09-07T02:50:47.202800Z"
     },
     "papermill": {
-     "duration": 0.010126,
-     "end_time": "2022-05-24T14:46:59.212259",
+     "duration": 0.003655,
+     "end_time": "2023-09-07T02:50:47.203500",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.202133",
+     "start_time": "2023-09-07T02:50:47.199845",
      "status": "completed"
     },
     "tags": []
@@ -163,19 +163,55 @@
   {
    "cell_type": "code",
    "execution_count": 4,
+   "id": "8fd0656d-e9cc-410b-baa9-96b57538c4c1",
+   "metadata": {
+    "execution": {
+     "iopub.execute_input": "2023-09-07T02:50:47.207113Z",
+     "iopub.status.busy": "2023-09-07T02:50:47.206999Z",
+     "iopub.status.idle": "2023-09-07T02:50:47.210080Z",
+     "shell.execute_reply": "2023-09-07T02:50:47.209958Z"
+    },
+    "papermill": {
+     "duration": 0.005881,
+     "end_time": "2023-09-07T02:50:47.210585",
+     "exception": false,
+     "start_time": "2023-09-07T02:50:47.204704",
+     "status": "completed"
+    },
+    "tags": []
+   },
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "20"
+      ]
+     },
+     "execution_count": 4,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "conf.GENERAL[\"N_JOBS\"]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
    "id": "8baf4209-ba56-4e3d-b60f-6ce2bb686159",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-24T14:46:59.222163Z",
-     "iopub.status.busy": "2022-05-24T14:46:59.221983Z",
-     "iopub.status.idle": "2022-05-24T14:46:59.232124Z",
-     "shell.execute_reply": "2022-05-24T14:46:59.231532Z"
+     "iopub.execute_input": "2023-09-07T02:50:47.213490Z",
+     "iopub.status.busy": "2023-09-07T02:50:47.213403Z",
+     "iopub.status.idle": "2023-09-07T02:50:47.215055Z",
+     "shell.execute_reply": "2023-09-07T02:50:47.214936Z"
     },
     "papermill": {
-     "duration": 0.016756,
-     "end_time": "2022-05-24T14:46:59.233631",
+     "duration": 0.003636,
+     "end_time": "2023-09-07T02:50:47.215509",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.216875",
+     "start_time": "2023-09-07T02:50:47.211873",
      "status": "completed"
     },
     "tags": []
@@ -184,7 +220,7 @@
     {
      "data": {
       "text/plain": [
-       "'clustermatch'"
+       "'ccc'"
       ]
      },
      "metadata": {},
@@ -201,20 +237,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 6,
    "id": "21a3e349-9a09-4d24-89e3-915fdbf08a81",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-24T14:46:59.243974Z",
-     "iopub.status.busy": "2022-05-24T14:46:59.243786Z",
-     "iopub.status.idle": "2022-05-24T14:46:59.246921Z",
-     "shell.execute_reply": "2022-05-24T14:46:59.246434Z"
+     "iopub.execute_input": "2023-09-07T02:50:47.218354Z",
+     "iopub.status.busy": "2023-09-07T02:50:47.218259Z",
+     "iopub.status.idle": "2023-09-07T02:50:47.219399Z",
+     "shell.execute_reply": "2023-09-07T02:50:47.219273Z"
     },
     "papermill": {
-     "duration": 0.010054,
-     "end_time": "2022-05-24T14:46:59.248520",
+     "duration": 0.003027,
+     "end_time": "2023-09-07T02:50:47.219813",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.238466",
+     "start_time": "2023-09-07T02:50:47.216786",
      "status": "completed"
     },
     "tags": []
@@ -229,10 +265,10 @@
    "id": "b0afcba9-5847-414e-b448-f0cd08ecd8ce",
    "metadata": {
     "papermill": {
-     "duration": 0.004554,
-     "end_time": "2022-05-24T14:46:59.257802",
+     "duration": 0.00121,
+     "end_time": "2023-09-07T02:50:47.222309",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.253248",
+     "start_time": "2023-09-07T02:50:47.221099",
      "status": "completed"
     },
     "tags": []
@@ -243,20 +279,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 7,
    "id": "35760114-8560-4a0e-ad4f-2bee9104c63d",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-24T14:46:59.268002Z",
-     "iopub.status.busy": "2022-05-24T14:46:59.267807Z",
-     "iopub.status.idle": "2022-05-24T14:46:59.272242Z",
-     "shell.execute_reply": "2022-05-24T14:46:59.271789Z"
+     "iopub.execute_input": "2023-09-07T02:50:47.225212Z",
+     "iopub.status.busy": "2023-09-07T02:50:47.225107Z",
+     "iopub.status.idle": "2023-09-07T02:50:47.226663Z",
+     "shell.execute_reply": "2023-09-07T02:50:47.226532Z"
     },
     "papermill": {
-     "duration": 0.011391,
-     "end_time": "2022-05-24T14:46:59.273818",
+     "duration": 0.003454,
+     "end_time": "2023-09-07T02:50:47.227081",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.262427",
+     "start_time": "2023-09-07T02:50:47.223627",
      "status": "completed"
     },
     "tags": []
@@ -281,20 +317,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 8,
    "id": "f1418e81-4e77-4f67-b5ed-b29b797e31a0",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-24T14:46:59.284305Z",
-     "iopub.status.busy": "2022-05-24T14:46:59.284118Z",
-     "iopub.status.idle": "2022-05-24T14:46:59.288833Z",
-     "shell.execute_reply": "2022-05-24T14:46:59.288324Z"
+     "iopub.execute_input": "2023-09-07T02:50:47.229997Z",
+     "iopub.status.busy": "2023-09-07T02:50:47.229912Z",
+     "iopub.status.idle": "2023-09-07T02:50:47.231450Z",
+     "shell.execute_reply": "2023-09-07T02:50:47.231329Z"
     },
     "papermill": {
-     "duration": 0.011708,
-     "end_time": "2022-05-24T14:46:59.290338",
+     "duration": 0.003481,
+     "end_time": "2023-09-07T02:50:47.231869",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.278630",
+     "start_time": "2023-09-07T02:50:47.228388",
      "status": "completed"
     },
     "tags": []
@@ -321,10 +357,10 @@
    "id": "5fdf8df6-eba0-4cf5-979c-3acd56a5ef3c",
    "metadata": {
     "papermill": {
-     "duration": 0.004596,
-     "end_time": "2022-05-24T14:46:59.299801",
+     "duration": 0.001274,
+     "end_time": "2023-09-07T02:50:47.234524",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.295205",
+     "start_time": "2023-09-07T02:50:47.233250",
      "status": "completed"
     },
     "tags": []
@@ -335,20 +371,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 9,
    "id": "74c76939-14b3-4e41-9e18-24c8176d2168",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-24T14:46:59.310289Z",
-     "iopub.status.busy": "2022-05-24T14:46:59.310102Z",
-     "iopub.status.idle": "2022-05-24T14:46:59.313519Z",
-     "shell.execute_reply": "2022-05-24T14:46:59.312923Z"
+     "iopub.execute_input": "2023-09-07T02:50:47.237435Z",
+     "iopub.status.busy": "2023-09-07T02:50:47.237345Z",
+     "iopub.status.idle": "2023-09-07T02:50:47.238585Z",
+     "shell.execute_reply": "2023-09-07T02:50:47.238460Z"
     },
     "papermill": {
-     "duration": 0.01054,
-     "end_time": "2022-05-24T14:46:59.315089",
+     "duration": 0.003135,
+     "end_time": "2023-09-07T02:50:47.238997",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.304549",
+     "start_time": "2023-09-07T02:50:47.235862",
      "status": "completed"
     },
     "tags": []
@@ -360,20 +396,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 10,
    "id": "596d25ed-4120-4bef-8984-a91ae6529ab5",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-24T14:46:59.324941Z",
-     "iopub.status.busy": "2022-05-24T14:46:59.324779Z",
-     "iopub.status.idle": "2022-05-24T14:46:59.331694Z",
-     "shell.execute_reply": "2022-05-24T14:46:59.331136Z"
+     "iopub.execute_input": "2023-09-07T02:50:47.241978Z",
+     "iopub.status.busy": "2023-09-07T02:50:47.241896Z",
+     "iopub.status.idle": "2023-09-07T02:50:47.244251Z",
+     "shell.execute_reply": "2023-09-07T02:50:47.244133Z"
     },
     "papermill": {
-     "duration": 0.013002,
-     "end_time": "2022-05-24T14:46:59.332984",
+     "duration": 0.004263,
+     "end_time": "2023-09-07T02:50:47.244641",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.319982",
+     "start_time": "2023-09-07T02:50:47.240378",
      "status": "completed"
     },
     "tags": []
@@ -414,10 +450,10 @@
    "id": "081da632-fd12-462a-9ae1-c0ceccf1bb5d",
    "metadata": {
     "papermill": {
-     "duration": 0.003938,
-     "end_time": "2022-05-24T14:46:59.341009",
+     "duration": 0.001321,
+     "end_time": "2023-09-07T02:50:47.247376",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.337071",
+     "start_time": "2023-09-07T02:50:47.246055",
      "status": "completed"
     },
     "tags": []
@@ -431,10 +467,10 @@
    "id": "37137fff-2d3a-43d8-9bd5-d7c3284a97f5",
    "metadata": {
     "papermill": {
-     "duration": 0.003788,
-     "end_time": "2022-05-24T14:46:59.348744",
+     "duration": 0.001317,
+     "end_time": "2023-09-07T02:50:47.250122",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.344956",
+     "start_time": "2023-09-07T02:50:47.248805",
      "status": "completed"
     },
     "tags": []
@@ -445,20 +481,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 11,
    "id": "5dd40707-759f-4bf9-b8cc-84811b2dfe53",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-24T14:46:59.357828Z",
-     "iopub.status.busy": "2022-05-24T14:46:59.357330Z",
-     "iopub.status.idle": "2022-05-24T14:46:59.373261Z",
-     "shell.execute_reply": "2022-05-24T14:46:59.372742Z"
+     "iopub.execute_input": "2023-09-07T02:50:47.253229Z",
+     "iopub.status.busy": "2023-09-07T02:50:47.253140Z",
+     "iopub.status.idle": "2023-09-07T02:50:47.263830Z",
+     "shell.execute_reply": "2023-09-07T02:50:47.263665Z"
     },
     "papermill": {
-     "duration": 0.022063,
-     "end_time": "2022-05-24T14:46:59.374775",
+     "duration": 0.012712,
+     "end_time": "2023-09-07T02:50:47.264280",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.352712",
+     "start_time": "2023-09-07T02:50:47.251568",
      "status": "completed"
     },
     "tags": []
@@ -481,20 +517,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 12,
    "id": "e8acd036-93f7-46c0-a1ee-8da0c2c24790",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-24T14:46:59.383925Z",
-     "iopub.status.busy": "2022-05-24T14:46:59.383739Z",
-     "iopub.status.idle": "2022-05-24T14:46:59.387707Z",
-     "shell.execute_reply": "2022-05-24T14:46:59.387169Z"
+     "iopub.execute_input": "2023-09-07T02:50:47.267523Z",
+     "iopub.status.busy": "2023-09-07T02:50:47.267427Z",
+     "iopub.status.idle": "2023-09-07T02:50:47.268933Z",
+     "shell.execute_reply": "2023-09-07T02:50:47.268807Z"
     },
     "papermill": {
-     "duration": 0.009963,
-     "end_time": "2022-05-24T14:46:59.389062",
+     "duration": 0.003498,
+     "end_time": "2023-09-07T02:50:47.269316",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.379099",
+     "start_time": "2023-09-07T02:50:47.265818",
      "status": "completed"
     },
     "tags": []
@@ -506,7 +542,7 @@
        "(500, 755)"
       ]
      },
-     "execution_count": 11,
+     "execution_count": 12,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -517,20 +553,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 13,
    "id": "111e360b-dbe4-4b69-9029-7b7669eb5ddc",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-24T14:46:59.398791Z",
-     "iopub.status.busy": "2022-05-24T14:46:59.398630Z",
-     "iopub.status.idle": "2022-05-24T14:46:59.420625Z",
-     "shell.execute_reply": "2022-05-24T14:46:59.420101Z"
+     "iopub.execute_input": "2023-09-07T02:50:47.272442Z",
+     "iopub.status.busy": "2023-09-07T02:50:47.272364Z",
+     "iopub.status.idle": "2023-09-07T02:50:47.279897Z",
+     "shell.execute_reply": "2023-09-07T02:50:47.279776Z"
     },
     "papermill": {
-     "duration": 0.028368,
-     "end_time": "2022-05-24T14:46:59.421917",
+     "duration": 0.009519,
+     "end_time": "2023-09-07T02:50:47.280307",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.393549",
+     "start_time": "2023-09-07T02:50:47.270788",
      "status": "completed"
     },
     "tags": []
@@ -814,7 +850,7 @@
        "[5 rows x 755 columns]"
       ]
      },
-     "execution_count": 12,
+     "execution_count": 13,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -828,10 +864,10 @@
    "id": "5903f3f5-791e-4f03-9d79-600102933d04",
    "metadata": {
     "papermill": {
-     "duration": 0.004448,
-     "end_time": "2022-05-24T14:46:59.431137",
+     "duration": 0.001533,
+     "end_time": "2023-09-07T02:50:47.283492",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.426689",
+     "start_time": "2023-09-07T02:50:47.281959",
      "status": "completed"
     },
     "tags": []
@@ -842,20 +878,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 14,
    "id": "118a6631-1cfd-44a3-bd85-5ec7118edd03",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-24T14:46:59.440477Z",
-     "iopub.status.busy": "2022-05-24T14:46:59.440274Z",
-     "iopub.status.idle": "2022-05-24T14:47:09.792875Z",
-     "shell.execute_reply": "2022-05-24T14:47:09.792366Z"
+     "iopub.execute_input": "2023-09-07T02:50:47.286891Z",
+     "iopub.status.busy": "2023-09-07T02:50:47.286790Z",
+     "iopub.status.idle": "2023-09-07T02:50:50.745182Z",
+     "shell.execute_reply": "2023-09-07T02:50:50.745033Z"
     },
     "papermill": {
-     "duration": 10.358906,
-     "end_time": "2022-05-24T14:47:09.794200",
+     "duration": 3.460547,
+     "end_time": "2023-09-07T02:50:50.745615",
      "exception": false,
-     "start_time": "2022-05-24T14:46:59.435294",
+     "start_time": "2023-09-07T02:50:47.285068",
      "status": "completed"
     },
     "tags": []
@@ -946,20 +982,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 15,
    "id": "d32281d8-f640-4f87-a1d5-aefa0757e9c3",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-24T14:47:09.804595Z",
-     "iopub.status.busy": "2022-05-24T14:47:09.804126Z",
-     "iopub.status.idle": "2022-05-24T14:58:10.905099Z",
-     "shell.execute_reply": "2022-05-24T14:58:10.904584Z"
+     "iopub.execute_input": "2023-09-07T02:50:50.749515Z",
+     "iopub.status.busy": "2023-09-07T02:50:50.749439Z",
+     "iopub.status.idle": "2023-09-07T02:55:14.538964Z",
+     "shell.execute_reply": "2023-09-07T02:55:14.538793Z"
     },
     "papermill": {
-     "duration": 661.111638,
-     "end_time": "2022-05-24T14:58:10.910570",
+     "duration": 263.795435,
+     "end_time": "2023-09-07T02:55:14.542900",
      "exception": false,
-     "start_time": "2022-05-24T14:47:09.798932",
+     "start_time": "2023-09-07T02:50:50.747465",
      "status": "completed"
     },
     "tags": []
@@ -969,7 +1005,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "5min 30s ± 0 ns per loop (mean ± std. dev. of 1 run, 1 loop each)\n"
+      "2min 10s ± 0 ns per loop (mean ± std. dev. of 1 run, 1 loop each)\n"
      ]
     }
    ],
@@ -982,10 +1018,10 @@
    "id": "fc2f7184-c0da-438c-94f5-002912793636",
    "metadata": {
     "papermill": {
-     "duration": 0.004469,
-     "end_time": "2022-05-24T14:58:10.919819",
+     "duration": 0.004941,
+     "end_time": "2023-09-07T02:55:14.556740",
      "exception": false,
-     "start_time": "2022-05-24T14:58:10.915350",
+     "start_time": "2023-09-07T02:55:14.551799",
      "status": "completed"
     },
     "tags": []
@@ -996,42 +1032,47 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 15,
+   "execution_count": 16,
    "id": "1237ae45-d4fc-4074-bfc7-a1de75aeea48",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-24T14:58:10.929644Z",
-     "iopub.status.busy": "2022-05-24T14:58:10.929425Z",
-     "iopub.status.idle": "2022-05-25T00:13:26.901248Z",
-     "shell.execute_reply": "2022-05-25T00:13:26.899275Z"
+     "iopub.execute_input": "2023-09-07T02:55:14.564113Z",
+     "iopub.status.busy": "2023-09-07T02:55:14.563968Z",
+     "iopub.status.idle": "2023-09-07T06:34:44.182775Z",
+     "shell.execute_reply": "2023-09-07T06:34:44.182519Z"
     },
     "papermill": {
-     "duration": 33315.982561,
-     "end_time": "2022-05-25T00:13:26.906805",
+     "duration": 13169.623455,
+     "end_time": "2023-09-07T06:34:44.183421",
      "exception": false,
-     "start_time": "2022-05-24T14:58:10.924244",
+     "start_time": "2023-09-07T02:55:14.559966",
      "status": "completed"
     },
     "tags": []
    },
    "outputs": [
     {
-     "data": {
-      "text/plain": [
-       "'gtex_v8_data_whole_blood-var_pc_log2'"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "gtex_v8_data_whole_blood-var_pc_log2:   0%|                                   | 0/1 [00:00<?, ?it/s]"
+     ]
     },
     {
      "data": {
       "text/plain": [
-       "33313.81599831581"
+       "13169.536622524261"
       ]
      },
      "metadata": {},
      "output_type": "display_data"
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "gtex_v8_data_whole_blood-var_pc_log2: 100%|██████████████████████| 1/1 [3:39:29<00:00, 13169.61s/it]\n"
+     ]
     }
    ],
    "source": [
@@ -1063,10 +1104,10 @@
    "id": "258babdf-03ce-4450-ab22-7a3d75bf6869",
    "metadata": {
     "papermill": {
-     "duration": 0.028985,
-     "end_time": "2022-05-25T00:13:26.941080",
+     "duration": 0.001832,
+     "end_time": "2023-09-07T06:34:44.187189",
      "exception": false,
-     "start_time": "2022-05-25T00:13:26.912095",
+     "start_time": "2023-09-07T06:34:44.185357",
      "status": "completed"
     },
     "tags": []
@@ -1099,14 +1140,14 @@
   },
   "papermill": {
    "default_parameters": {},
-   "duration": 33990.12215,
-   "end_time": "2022-05-25T00:13:27.542916",
+   "duration": 13438.37375,
+   "end_time": "2023-09-07T06:34:44.628799",
    "environment_variables": {},
    "exception": null,
-   "input_path": "nbs/10_compute_correlations/05_gtex_v8/07_01-gtex-var_pc_log2-clustermatch.ipynb",
-   "output_path": "nbs/10_compute_correlations/05_gtex_v8/07_01-gtex-var_pc_log2-clustermatch.run.ipynb",
+   "input_path": "nbs/10_compute_correlations/05_gtex_v8/07_01-gtex-var_pc_log2-ccc.ipynb",
+   "output_path": "nbs/10_compute_correlations/05_gtex_v8/07_01-gtex-var_pc_log2-ccc.run.ipynb",
    "parameters": {},
-   "start_time": "2022-05-24T14:46:57.420766",
+   "start_time": "2023-09-07T02:50:46.255049",
    "version": "2.3.3"
   }
  },
diff --git a/nbs/10_compute_correlations/05_gtex_v8/08_01-gtex-var_pc_log2-mic_e-parallel.ipynb b/nbs/10_compute_correlations/05_gtex_v8/08_01-gtex-var_pc_log2-mic_e-parallel.ipynb
index cfa53512..06dbce39 100644
--- a/nbs/10_compute_correlations/05_gtex_v8/08_01-gtex-var_pc_log2-mic_e-parallel.ipynb
+++ b/nbs/10_compute_correlations/05_gtex_v8/08_01-gtex-var_pc_log2-mic_e-parallel.ipynb
@@ -5,10 +5,10 @@
    "id": "e9773a95-e8fd-4963-87a5-0c92299434d5",
    "metadata": {
     "papermill": {
-     "duration": 0.015422,
-     "end_time": "2022-05-25T00:13:30.984230",
+     "duration": 0.006622,
+     "end_time": "2023-09-07T06:34:46.113609",
      "exception": false,
-     "start_time": "2022-05-25T00:13:30.968808",
+     "start_time": "2023-09-07T06:34:46.106987",
      "status": "completed"
     },
     "tags": []
@@ -22,10 +22,10 @@
    "id": "57f34c74-404d-4776-b547-e6acb2df75d7",
    "metadata": {
     "papermill": {
-     "duration": 0.01035,
-     "end_time": "2022-05-25T00:13:31.008156",
+     "duration": 0.00125,
+     "end_time": "2023-09-07T06:34:46.116265",
      "exception": false,
-     "start_time": "2022-05-25T00:13:30.997806",
+     "start_time": "2023-09-07T06:34:46.115015",
      "status": "completed"
     },
     "tags": []
@@ -42,10 +42,10 @@
    "id": "1d8fae6b-e623-46a6-aff6-d7849163c820",
    "metadata": {
     "papermill": {
-     "duration": 0.004624,
-     "end_time": "2022-05-25T00:13:31.020712",
+     "duration": 0.001254,
+     "end_time": "2023-09-07T06:34:46.119491",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.016088",
+     "start_time": "2023-09-07T06:34:46.118237",
      "status": "completed"
     },
     "tags": []
@@ -60,16 +60,16 @@
    "id": "76729f0e-f742-495b-b676-d9d7b1539e10",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-25T00:13:31.029693Z",
-     "iopub.status.busy": "2022-05-25T00:13:31.029490Z",
-     "iopub.status.idle": "2022-05-25T00:13:31.544500Z",
-     "shell.execute_reply": "2022-05-25T00:13:31.543213Z"
+     "iopub.execute_input": "2023-09-07T06:34:46.122681Z",
+     "iopub.status.busy": "2023-09-07T06:34:46.122594Z",
+     "iopub.status.idle": "2023-09-07T06:34:46.342208Z",
+     "shell.execute_reply": "2023-09-07T06:34:46.342010Z"
     },
     "papermill": {
-     "duration": 0.523534,
-     "end_time": "2022-05-25T00:13:31.548427",
+     "duration": 0.222381,
+     "end_time": "2023-09-07T06:34:46.343162",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.024893",
+     "start_time": "2023-09-07T06:34:46.120781",
      "status": "completed"
     },
     "tags": []
@@ -90,10 +90,10 @@
    "id": "a6c3a546-9a49-45e7-9f17-fbdb5af4bfb6",
    "metadata": {
     "papermill": {
-     "duration": 0.005128,
-     "end_time": "2022-05-25T00:13:31.560060",
+     "duration": 0.009371,
+     "end_time": "2023-09-07T06:34:46.354159",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.554932",
+     "start_time": "2023-09-07T06:34:46.344788",
      "status": "completed"
     },
     "tags": []
@@ -108,16 +108,16 @@
    "id": "56ff94d3-a230-4028-a71d-518ac109209b",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-25T00:13:31.572039Z",
-     "iopub.status.busy": "2022-05-25T00:13:31.571784Z",
-     "iopub.status.idle": "2022-05-25T00:13:31.575608Z",
-     "shell.execute_reply": "2022-05-25T00:13:31.574979Z"
+     "iopub.execute_input": "2023-09-07T06:34:46.357506Z",
+     "iopub.status.busy": "2023-09-07T06:34:46.357411Z",
+     "iopub.status.idle": "2023-09-07T06:34:46.359016Z",
+     "shell.execute_reply": "2023-09-07T06:34:46.358870Z"
     },
     "papermill": {
-     "duration": 0.012149,
-     "end_time": "2022-05-25T00:13:31.577656",
+     "duration": 0.004052,
+     "end_time": "2023-09-07T06:34:46.359652",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.565507",
+     "start_time": "2023-09-07T06:34:46.355600",
      "status": "completed"
     },
     "tags": []
@@ -133,16 +133,16 @@
    "id": "f5433907-5b88-4c68-b3d4-fb98298dec4a",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-25T00:13:31.587563Z",
-     "iopub.status.busy": "2022-05-25T00:13:31.587384Z",
-     "iopub.status.idle": "2022-05-25T00:13:31.590615Z",
-     "shell.execute_reply": "2022-05-25T00:13:31.590122Z"
+     "iopub.execute_input": "2023-09-07T06:34:46.362953Z",
+     "iopub.status.busy": "2023-09-07T06:34:46.362875Z",
+     "iopub.status.idle": "2023-09-07T06:34:46.364204Z",
+     "shell.execute_reply": "2023-09-07T06:34:46.364051Z"
     },
     "papermill": {
-     "duration": 0.009432,
-     "end_time": "2022-05-25T00:13:31.592132",
+     "duration": 0.003752,
+     "end_time": "2023-09-07T06:34:46.364762",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.582700",
+     "start_time": "2023-09-07T06:34:46.361010",
      "status": "completed"
     },
     "tags": []
@@ -162,19 +162,55 @@
   {
    "cell_type": "code",
    "execution_count": 4,
+   "id": "9f5e3822-c91a-466e-a4d9-04f369b28602",
+   "metadata": {
+    "execution": {
+     "iopub.execute_input": "2023-09-07T06:34:46.368574Z",
+     "iopub.status.busy": "2023-09-07T06:34:46.368456Z",
+     "iopub.status.idle": "2023-09-07T06:34:46.372372Z",
+     "shell.execute_reply": "2023-09-07T06:34:46.372212Z"
+    },
+    "papermill": {
+     "duration": 0.006643,
+     "end_time": "2023-09-07T06:34:46.373083",
+     "exception": false,
+     "start_time": "2023-09-07T06:34:46.366440",
+     "status": "completed"
+    },
+    "tags": []
+   },
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "20"
+      ]
+     },
+     "execution_count": 4,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "conf.GENERAL[\"N_JOBS\"]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
    "id": "8baf4209-ba56-4e3d-b60f-6ce2bb686159",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-25T00:13:31.600902Z",
-     "iopub.status.busy": "2022-05-25T00:13:31.600722Z",
-     "iopub.status.idle": "2022-05-25T00:13:31.611382Z",
-     "shell.execute_reply": "2022-05-25T00:13:31.610784Z"
+     "iopub.execute_input": "2023-09-07T06:34:46.376468Z",
+     "iopub.status.busy": "2023-09-07T06:34:46.376367Z",
+     "iopub.status.idle": "2023-09-07T06:34:46.378210Z",
+     "shell.execute_reply": "2023-09-07T06:34:46.378075Z"
     },
     "papermill": {
-     "duration": 0.016837,
-     "end_time": "2022-05-25T00:13:31.612999",
+     "duration": 0.004182,
+     "end_time": "2023-09-07T06:34:46.378854",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.596162",
+     "start_time": "2023-09-07T06:34:46.374672",
      "status": "completed"
     },
     "tags": []
@@ -203,20 +239,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 6,
    "id": "21a3e349-9a09-4d24-89e3-915fdbf08a81",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-25T00:13:31.622142Z",
-     "iopub.status.busy": "2022-05-25T00:13:31.621959Z",
-     "iopub.status.idle": "2022-05-25T00:13:31.625062Z",
-     "shell.execute_reply": "2022-05-25T00:13:31.624478Z"
+     "iopub.execute_input": "2023-09-07T06:34:46.382110Z",
+     "iopub.status.busy": "2023-09-07T06:34:46.382026Z",
+     "iopub.status.idle": "2023-09-07T06:34:46.383191Z",
+     "shell.execute_reply": "2023-09-07T06:34:46.383072Z"
     },
     "papermill": {
-     "duration": 0.009247,
-     "end_time": "2022-05-25T00:13:31.626520",
+     "duration": 0.003448,
+     "end_time": "2023-09-07T06:34:46.383782",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.617273",
+     "start_time": "2023-09-07T06:34:46.380334",
      "status": "completed"
     },
     "tags": []
@@ -231,10 +267,10 @@
    "id": "b0afcba9-5847-414e-b448-f0cd08ecd8ce",
    "metadata": {
     "papermill": {
-     "duration": 0.003836,
-     "end_time": "2022-05-25T00:13:31.634543",
+     "duration": 0.001314,
+     "end_time": "2023-09-07T06:34:46.386460",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.630707",
+     "start_time": "2023-09-07T06:34:46.385146",
      "status": "completed"
     },
     "tags": []
@@ -245,20 +281,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 7,
    "id": "35760114-8560-4a0e-ad4f-2bee9104c63d",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-25T00:13:31.642250Z",
-     "iopub.status.busy": "2022-05-25T00:13:31.642050Z",
-     "iopub.status.idle": "2022-05-25T00:13:31.646199Z",
-     "shell.execute_reply": "2022-05-25T00:13:31.645809Z"
+     "iopub.execute_input": "2023-09-07T06:34:46.389552Z",
+     "iopub.status.busy": "2023-09-07T06:34:46.389469Z",
+     "iopub.status.idle": "2023-09-07T06:34:46.391010Z",
+     "shell.execute_reply": "2023-09-07T06:34:46.390888Z"
     },
     "papermill": {
-     "duration": 0.009424,
-     "end_time": "2022-05-25T00:13:31.647550",
+     "duration": 0.003775,
+     "end_time": "2023-09-07T06:34:46.391622",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.638126",
+     "start_time": "2023-09-07T06:34:46.387847",
      "status": "completed"
     },
     "tags": []
@@ -283,20 +319,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 8,
    "id": "f1418e81-4e77-4f67-b5ed-b29b797e31a0",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-25T00:13:31.655557Z",
-     "iopub.status.busy": "2022-05-25T00:13:31.655356Z",
-     "iopub.status.idle": "2022-05-25T00:13:31.660277Z",
-     "shell.execute_reply": "2022-05-25T00:13:31.659692Z"
+     "iopub.execute_input": "2023-09-07T06:34:46.394720Z",
+     "iopub.status.busy": "2023-09-07T06:34:46.394633Z",
+     "iopub.status.idle": "2023-09-07T06:34:46.396246Z",
+     "shell.execute_reply": "2023-09-07T06:34:46.396127Z"
     },
     "papermill": {
-     "duration": 0.010388,
-     "end_time": "2022-05-25T00:13:31.661596",
+     "duration": 0.003668,
+     "end_time": "2023-09-07T06:34:46.396672",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.651208",
+     "start_time": "2023-09-07T06:34:46.393004",
      "status": "completed"
     },
     "tags": []
@@ -323,10 +359,10 @@
    "id": "5fdf8df6-eba0-4cf5-979c-3acd56a5ef3c",
    "metadata": {
     "papermill": {
-     "duration": 0.003434,
-     "end_time": "2022-05-25T00:13:31.668650",
+     "duration": 0.001416,
+     "end_time": "2023-09-07T06:34:46.399557",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.665216",
+     "start_time": "2023-09-07T06:34:46.398141",
      "status": "completed"
     },
     "tags": []
@@ -337,20 +373,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 9,
    "id": "74c76939-14b3-4e41-9e18-24c8176d2168",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-25T00:13:31.676604Z",
-     "iopub.status.busy": "2022-05-25T00:13:31.676425Z",
-     "iopub.status.idle": "2022-05-25T00:13:31.679369Z",
-     "shell.execute_reply": "2022-05-25T00:13:31.678984Z"
+     "iopub.execute_input": "2023-09-07T06:34:46.402725Z",
+     "iopub.status.busy": "2023-09-07T06:34:46.402644Z",
+     "iopub.status.idle": "2023-09-07T06:34:46.403893Z",
+     "shell.execute_reply": "2023-09-07T06:34:46.403764Z"
     },
     "papermill": {
-     "duration": 0.00844,
-     "end_time": "2022-05-25T00:13:31.680649",
+     "duration": 0.00337,
+     "end_time": "2023-09-07T06:34:46.404346",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.672209",
+     "start_time": "2023-09-07T06:34:46.400976",
      "status": "completed"
     },
     "tags": []
@@ -362,20 +398,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 10,
    "id": "596d25ed-4120-4bef-8984-a91ae6529ab5",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-25T00:13:31.688968Z",
-     "iopub.status.busy": "2022-05-25T00:13:31.688756Z",
-     "iopub.status.idle": "2022-05-25T00:13:31.695262Z",
-     "shell.execute_reply": "2022-05-25T00:13:31.694904Z"
+     "iopub.execute_input": "2023-09-07T06:34:46.407490Z",
+     "iopub.status.busy": "2023-09-07T06:34:46.407412Z",
+     "iopub.status.idle": "2023-09-07T06:34:46.409789Z",
+     "shell.execute_reply": "2023-09-07T06:34:46.409663Z"
     },
     "papermill": {
-     "duration": 0.012081,
-     "end_time": "2022-05-25T00:13:31.696564",
+     "duration": 0.004588,
+     "end_time": "2023-09-07T06:34:46.410344",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.684483",
+     "start_time": "2023-09-07T06:34:46.405756",
      "status": "completed"
     },
     "tags": []
@@ -416,10 +452,10 @@
    "id": "081da632-fd12-462a-9ae1-c0ceccf1bb5d",
    "metadata": {
     "papermill": {
-     "duration": 0.003778,
-     "end_time": "2022-05-25T00:13:31.704256",
+     "duration": 0.001406,
+     "end_time": "2023-09-07T06:34:46.413217",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.700478",
+     "start_time": "2023-09-07T06:34:46.411811",
      "status": "completed"
     },
     "tags": []
@@ -433,10 +469,10 @@
    "id": "37137fff-2d3a-43d8-9bd5-d7c3284a97f5",
    "metadata": {
     "papermill": {
-     "duration": 0.003675,
-     "end_time": "2022-05-25T00:13:31.711694",
+     "duration": 0.001436,
+     "end_time": "2023-09-07T06:34:46.416132",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.708019",
+     "start_time": "2023-09-07T06:34:46.414696",
      "status": "completed"
     },
     "tags": []
@@ -447,20 +483,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 11,
    "id": "5dd40707-759f-4bf9-b8cc-84811b2dfe53",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-25T00:13:31.720475Z",
-     "iopub.status.busy": "2022-05-25T00:13:31.719889Z",
-     "iopub.status.idle": "2022-05-25T00:13:31.735915Z",
-     "shell.execute_reply": "2022-05-25T00:13:31.735402Z"
+     "iopub.execute_input": "2023-09-07T06:34:46.419329Z",
+     "iopub.status.busy": "2023-09-07T06:34:46.419246Z",
+     "iopub.status.idle": "2023-09-07T06:34:46.429898Z",
+     "shell.execute_reply": "2023-09-07T06:34:46.429740Z"
     },
     "papermill": {
-     "duration": 0.021982,
-     "end_time": "2022-05-25T00:13:31.737424",
+     "duration": 0.01287,
+     "end_time": "2023-09-07T06:34:46.430467",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.715442",
+     "start_time": "2023-09-07T06:34:46.417597",
      "status": "completed"
     },
     "tags": []
@@ -483,20 +519,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 12,
    "id": "e8acd036-93f7-46c0-a1ee-8da0c2c24790",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-25T00:13:31.746117Z",
-     "iopub.status.busy": "2022-05-25T00:13:31.745962Z",
-     "iopub.status.idle": "2022-05-25T00:13:31.749898Z",
-     "shell.execute_reply": "2022-05-25T00:13:31.749415Z"
+     "iopub.execute_input": "2023-09-07T06:34:46.433898Z",
+     "iopub.status.busy": "2023-09-07T06:34:46.433790Z",
+     "iopub.status.idle": "2023-09-07T06:34:46.435258Z",
+     "shell.execute_reply": "2023-09-07T06:34:46.435139Z"
     },
     "papermill": {
-     "duration": 0.009691,
-     "end_time": "2022-05-25T00:13:31.751163",
+     "duration": 0.003804,
+     "end_time": "2023-09-07T06:34:46.435803",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.741472",
+     "start_time": "2023-09-07T06:34:46.431999",
      "status": "completed"
     },
     "tags": []
@@ -508,7 +544,7 @@
        "(500, 755)"
       ]
      },
-     "execution_count": 11,
+     "execution_count": 12,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -519,20 +555,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 13,
    "id": "111e360b-dbe4-4b69-9029-7b7669eb5ddc",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-25T00:13:31.760300Z",
-     "iopub.status.busy": "2022-05-25T00:13:31.760141Z",
-     "iopub.status.idle": "2022-05-25T00:13:31.781266Z",
-     "shell.execute_reply": "2022-05-25T00:13:31.780754Z"
+     "iopub.execute_input": "2023-09-07T06:34:46.439083Z",
+     "iopub.status.busy": "2023-09-07T06:34:46.438997Z",
+     "iopub.status.idle": "2023-09-07T06:34:46.446753Z",
+     "shell.execute_reply": "2023-09-07T06:34:46.446623Z"
     },
     "papermill": {
-     "duration": 0.02743,
-     "end_time": "2022-05-25T00:13:31.782795",
+     "duration": 0.009983,
+     "end_time": "2023-09-07T06:34:46.447292",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.755365",
+     "start_time": "2023-09-07T06:34:46.437309",
      "status": "completed"
     },
     "tags": []
@@ -816,7 +852,7 @@
        "[5 rows x 755 columns]"
       ]
      },
-     "execution_count": 12,
+     "execution_count": 13,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -830,10 +866,10 @@
    "id": "5903f3f5-791e-4f03-9d79-600102933d04",
    "metadata": {
     "papermill": {
-     "duration": 0.004082,
-     "end_time": "2022-05-25T00:13:31.791198",
+     "duration": 0.001644,
+     "end_time": "2023-09-07T06:34:46.450604",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.787116",
+     "start_time": "2023-09-07T06:34:46.448960",
      "status": "completed"
     },
     "tags": []
@@ -844,20 +880,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 14,
    "id": "118a6631-1cfd-44a3-bd85-5ec7118edd03",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-25T00:13:31.800422Z",
-     "iopub.status.busy": "2022-05-25T00:13:31.800209Z",
-     "iopub.status.idle": "2022-05-25T00:13:31.899102Z",
-     "shell.execute_reply": "2022-05-25T00:13:31.898478Z"
+     "iopub.execute_input": "2023-09-07T06:34:46.454151Z",
+     "iopub.status.busy": "2023-09-07T06:34:46.454078Z",
+     "iopub.status.idle": "2023-09-07T06:34:46.498329Z",
+     "shell.execute_reply": "2023-09-07T06:34:46.498189Z"
     },
     "papermill": {
-     "duration": 0.105257,
-     "end_time": "2022-05-25T00:13:31.900600",
+     "duration": 0.046609,
+     "end_time": "2023-09-07T06:34:46.498870",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.795343",
+     "start_time": "2023-09-07T06:34:46.452261",
      "status": "completed"
     },
     "tags": []
@@ -948,20 +984,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 15,
    "id": "d32281d8-f640-4f87-a1d5-aefa0757e9c3",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-25T00:13:31.910278Z",
-     "iopub.status.busy": "2022-05-25T00:13:31.910097Z",
-     "iopub.status.idle": "2022-05-25T02:29:17.362223Z",
-     "shell.execute_reply": "2022-05-25T02:29:17.361738Z"
+     "iopub.execute_input": "2023-09-07T06:34:46.502793Z",
+     "iopub.status.busy": "2023-09-07T06:34:46.502711Z",
+     "iopub.status.idle": "2023-09-07T06:50:24.866205Z",
+     "shell.execute_reply": "2023-09-07T06:50:24.865933Z"
     },
     "papermill": {
-     "duration": 8145.462724,
-     "end_time": "2022-05-25T02:29:17.367802",
+     "duration": 938.367861,
+     "end_time": "2023-09-07T06:50:24.868517",
      "exception": false,
-     "start_time": "2022-05-25T00:13:31.905078",
+     "start_time": "2023-09-07T06:34:46.500656",
      "status": "completed"
     },
     "tags": []
@@ -971,7 +1007,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "1h 7min 54s ± 0 ns per loop (mean ± std. dev. of 1 run, 1 loop each)\n"
+      "7min 53s ± 0 ns per loop (mean ± std. dev. of 1 run, 1 loop each)\n"
      ]
     }
    ],
@@ -984,10 +1020,10 @@
    "id": "fc2f7184-c0da-438c-94f5-002912793636",
    "metadata": {
     "papermill": {
-     "duration": 0.004369,
-     "end_time": "2022-05-25T02:29:17.376757",
+     "duration": 0.001666,
+     "end_time": "2023-09-07T06:50:24.871967",
      "exception": false,
-     "start_time": "2022-05-25T02:29:17.372388",
+     "start_time": "2023-09-07T06:50:24.870301",
      "status": "completed"
     },
     "tags": []
@@ -998,20 +1034,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 15,
+   "execution_count": 16,
    "id": "1237ae45-d4fc-4074-bfc7-a1de75aeea48",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-05-25T02:29:17.386462Z",
-     "iopub.status.busy": "2022-05-25T02:29:17.386184Z",
-     "iopub.status.idle": "2022-05-29T21:00:42.444102Z",
-     "shell.execute_reply": "2022-05-29T21:00:42.443570Z"
+     "iopub.execute_input": "2023-09-07T06:50:24.876002Z",
+     "iopub.status.busy": "2023-09-07T06:50:24.875780Z",
+     "iopub.status.idle": "2023-09-07T18:55:12.499780Z",
+     "shell.execute_reply": "2023-09-07T18:55:12.499390Z"
     },
     "papermill": {
-     "duration": 412285.064515,
-     "end_time": "2022-05-29T21:00:42.445654",
+     "duration": 43487.626825,
+     "end_time": "2023-09-07T18:55:12.500513",
      "exception": false,
-     "start_time": "2022-05-25T02:29:17.381139",
+     "start_time": "2023-09-07T06:50:24.873688",
      "status": "completed"
     },
     "tags": []
@@ -1029,7 +1065,7 @@
     {
      "data": {
       "text/plain": [
-       "412284.9328882694"
+       "43487.54033827782"
       ]
      },
      "metadata": {},
@@ -1063,10 +1099,10 @@
    "id": "258babdf-03ce-4450-ab22-7a3d75bf6869",
    "metadata": {
     "papermill": {
-     "duration": 0.008008,
-     "end_time": "2022-05-29T21:00:43.256007",
+     "duration": 0.001957,
+     "end_time": "2023-09-07T18:55:12.504511",
      "exception": false,
-     "start_time": "2022-05-29T21:00:43.247999",
+     "start_time": "2023-09-07T18:55:12.502554",
      "status": "completed"
     },
     "tags": []
@@ -1099,14 +1135,14 @@
   },
   "papermill": {
    "default_parameters": {},
-   "duration": 420434.268379,
-   "end_time": "2022-05-29T21:00:44.057728",
+   "duration": 44427.192273,
+   "end_time": "2023-09-07T18:55:12.637734",
    "environment_variables": {},
    "exception": null,
    "input_path": "nbs/10_compute_correlations/05_gtex_v8/08_01-gtex-var_pc_log2-mic_e-parallel.ipynb",
    "output_path": "nbs/10_compute_correlations/05_gtex_v8/08_01-gtex-var_pc_log2-mic_e-parallel.run.ipynb",
    "parameters": {},
-   "start_time": "2022-05-25T00:13:29.789349",
+   "start_time": "2023-09-07T06:34:45.445461",
    "version": "2.3.3"
   }
  },
diff --git a/nbs/10_compute_correlations/05_gtex_v8/py/07_01-gtex-var_pc_log2-ccc.py b/nbs/10_compute_correlations/05_gtex_v8/py/07_01-gtex-var_pc_log2-ccc.py
index 05381e2e..a255a182 100644
--- a/nbs/10_compute_correlations/05_gtex_v8/py/07_01-gtex-var_pc_log2-ccc.py
+++ b/nbs/10_compute_correlations/05_gtex_v8/py/07_01-gtex-var_pc_log2-ccc.py
@@ -51,6 +51,9 @@
     # "Artery - Tibial",
 ]
 
+# %% tags=[]
+conf.GENERAL["N_JOBS"]
+
 # %% tags=[]
 CORRELATION_METHOD = lambda x: ccc(x, n_jobs=conf.GENERAL["N_JOBS"])
 CORRELATION_METHOD.__name__ = "ccc"
diff --git a/nbs/10_compute_correlations/05_gtex_v8/py/08_01-gtex-var_pc_log2-mic_e-parallel.py b/nbs/10_compute_correlations/05_gtex_v8/py/08_01-gtex-var_pc_log2-mic_e-parallel.py
index 3ff685ef..fea487c9 100644
--- a/nbs/10_compute_correlations/05_gtex_v8/py/08_01-gtex-var_pc_log2-mic_e-parallel.py
+++ b/nbs/10_compute_correlations/05_gtex_v8/py/08_01-gtex-var_pc_log2-mic_e-parallel.py
@@ -50,6 +50,9 @@
     # "Artery - Tibial",
 ]
 
+# %% tags=[]
+conf.GENERAL["N_JOBS"]
+
 
 # %% tags=[]
 def mic_parallel(data):