diff --git a/nbs/10_compute_correlations/05_gtex_v8/07_01-gtex-var_pc_log2-ccc.ipynb b/nbs/10_compute_correlations/05_gtex_v8/07_01-gtex-var_pc_log2-ccc.ipynb index 6e42bcc0..d0b22a34 100644 --- a/nbs/10_compute_correlations/05_gtex_v8/07_01-gtex-var_pc_log2-ccc.ipynb +++ b/nbs/10_compute_correlations/05_gtex_v8/07_01-gtex-var_pc_log2-ccc.ipynb @@ -5,10 +5,10 @@ "id": "e9773a95-e8fd-4963-87a5-0c92299434d5", "metadata": { "papermill": { - "duration": 0.017332, - "end_time": "2022-05-24T14:46:58.615303", + "duration": 0.006317, + "end_time": "2023-09-07T02:50:46.921381", "exception": false, - "start_time": "2022-05-24T14:46:58.597971", + "start_time": "2023-09-07T02:50:46.915064", "status": "completed" }, "tags": [] @@ -22,10 +22,10 @@ "id": "57f34c74-404d-4776-b547-e6acb2df75d7", "metadata": { "papermill": { - "duration": 0.008445, - "end_time": "2022-05-24T14:46:58.638908", + "duration": 0.00547, + "end_time": "2023-09-07T02:50:46.936827", "exception": false, - "start_time": "2022-05-24T14:46:58.630463", + "start_time": "2023-09-07T02:50:46.931357", "status": "completed" }, "tags": [] @@ -42,10 +42,10 @@ "id": "1d8fae6b-e623-46a6-aff6-d7849163c820", "metadata": { "papermill": { - "duration": 0.004708, - "end_time": "2022-05-24T14:46:58.651251", + "duration": 0.002812, + "end_time": "2023-09-07T02:50:46.945904", "exception": false, - "start_time": "2022-05-24T14:46:58.646543", + "start_time": "2023-09-07T02:50:46.943092", "status": "completed" }, "tags": [] @@ -60,16 +60,16 @@ "id": "76729f0e-f742-495b-b676-d9d7b1539e10", "metadata": { "execution": { - "iopub.execute_input": "2022-05-24T14:46:58.660446Z", - "iopub.status.busy": "2022-05-24T14:46:58.660194Z", - "iopub.status.idle": "2022-05-24T14:46:59.171346Z", - "shell.execute_reply": "2022-05-24T14:46:59.170627Z" + "iopub.execute_input": "2023-09-07T02:50:46.950464Z", + "iopub.status.busy": "2023-09-07T02:50:46.950327Z", + "iopub.status.idle": "2023-09-07T02:50:47.178369Z", + "shell.execute_reply": "2023-09-07T02:50:47.178103Z" }, "papermill": { - "duration": 0.517725, - "end_time": "2022-05-24T14:46:59.173258", + "duration": 0.231099, + "end_time": "2023-09-07T02:50:47.179236", "exception": false, - "start_time": "2022-05-24T14:46:58.655533", + "start_time": "2023-09-07T02:50:46.948137", "status": "completed" }, "tags": [] @@ -91,10 +91,10 @@ "id": "a6c3a546-9a49-45e7-9f17-fbdb5af4bfb6", "metadata": { "papermill": { - "duration": 0.004522, - "end_time": "2022-05-24T14:46:59.182634", + "duration": 0.009468, + "end_time": "2023-09-07T02:50:47.190155", "exception": false, - "start_time": "2022-05-24T14:46:59.178112", + "start_time": "2023-09-07T02:50:47.180687", "status": "completed" }, "tags": [] @@ -109,16 +109,16 @@ "id": "56ff94d3-a230-4028-a71d-518ac109209b", "metadata": { "execution": { - "iopub.execute_input": "2022-05-24T14:46:59.192883Z", - "iopub.status.busy": "2022-05-24T14:46:59.192690Z", - "iopub.status.idle": "2022-05-24T14:46:59.195941Z", - "shell.execute_reply": "2022-05-24T14:46:59.195465Z" + "iopub.execute_input": "2023-09-07T02:50:47.196345Z", + "iopub.status.busy": "2023-09-07T02:50:47.196237Z", + "iopub.status.idle": "2023-09-07T02:50:47.198098Z", + "shell.execute_reply": "2023-09-07T02:50:47.197689Z" }, "papermill": { - "duration": 0.010121, - "end_time": "2022-05-24T14:46:59.197505", + "duration": 0.005583, + "end_time": "2023-09-07T02:50:47.198607", "exception": false, - "start_time": "2022-05-24T14:46:59.187384", + "start_time": "2023-09-07T02:50:47.193024", "status": "completed" }, "tags": [] @@ -134,16 +134,16 @@ "id": "f5433907-5b88-4c68-b3d4-fb98298dec4a", "metadata": { "execution": { - "iopub.execute_input": "2022-05-24T14:46:59.207591Z", - "iopub.status.busy": "2022-05-24T14:46:59.207409Z", - "iopub.status.idle": "2022-05-24T14:46:59.210688Z", - "shell.execute_reply": "2022-05-24T14:46:59.210092Z" + "iopub.execute_input": "2023-09-07T02:50:47.201717Z", + "iopub.status.busy": "2023-09-07T02:50:47.201580Z", + "iopub.status.idle": "2023-09-07T02:50:47.203007Z", + "shell.execute_reply": "2023-09-07T02:50:47.202800Z" }, "papermill": { - "duration": 0.010126, - "end_time": "2022-05-24T14:46:59.212259", + "duration": 0.003655, + "end_time": "2023-09-07T02:50:47.203500", "exception": false, - "start_time": "2022-05-24T14:46:59.202133", + "start_time": "2023-09-07T02:50:47.199845", "status": "completed" }, "tags": [] @@ -163,19 +163,55 @@ { "cell_type": "code", "execution_count": 4, + "id": "8fd0656d-e9cc-410b-baa9-96b57538c4c1", + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-07T02:50:47.207113Z", + "iopub.status.busy": "2023-09-07T02:50:47.206999Z", + "iopub.status.idle": "2023-09-07T02:50:47.210080Z", + "shell.execute_reply": "2023-09-07T02:50:47.209958Z" + }, + "papermill": { + "duration": 0.005881, + "end_time": "2023-09-07T02:50:47.210585", + "exception": false, + "start_time": "2023-09-07T02:50:47.204704", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "20" + ] + }, + "execution_count": 4, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "conf.GENERAL[\"N_JOBS\"]" + ] + }, + { + "cell_type": "code", + "execution_count": 5, "id": "8baf4209-ba56-4e3d-b60f-6ce2bb686159", "metadata": { "execution": { - "iopub.execute_input": "2022-05-24T14:46:59.222163Z", - "iopub.status.busy": "2022-05-24T14:46:59.221983Z", - "iopub.status.idle": "2022-05-24T14:46:59.232124Z", - "shell.execute_reply": "2022-05-24T14:46:59.231532Z" + "iopub.execute_input": "2023-09-07T02:50:47.213490Z", + "iopub.status.busy": "2023-09-07T02:50:47.213403Z", + "iopub.status.idle": "2023-09-07T02:50:47.215055Z", + "shell.execute_reply": "2023-09-07T02:50:47.214936Z" }, "papermill": { - "duration": 0.016756, - "end_time": "2022-05-24T14:46:59.233631", + "duration": 0.003636, + "end_time": "2023-09-07T02:50:47.215509", "exception": false, - "start_time": "2022-05-24T14:46:59.216875", + "start_time": "2023-09-07T02:50:47.211873", "status": "completed" }, "tags": [] @@ -184,7 +220,7 @@ { "data": { "text/plain": [ - "'clustermatch'" + "'ccc'" ] }, "metadata": {}, @@ -201,20 +237,20 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 6, "id": "21a3e349-9a09-4d24-89e3-915fdbf08a81", "metadata": { "execution": { - "iopub.execute_input": "2022-05-24T14:46:59.243974Z", - "iopub.status.busy": "2022-05-24T14:46:59.243786Z", - "iopub.status.idle": "2022-05-24T14:46:59.246921Z", - "shell.execute_reply": "2022-05-24T14:46:59.246434Z" + "iopub.execute_input": "2023-09-07T02:50:47.218354Z", + "iopub.status.busy": "2023-09-07T02:50:47.218259Z", + "iopub.status.idle": "2023-09-07T02:50:47.219399Z", + "shell.execute_reply": "2023-09-07T02:50:47.219273Z" }, "papermill": { - "duration": 0.010054, - "end_time": "2022-05-24T14:46:59.248520", + "duration": 0.003027, + "end_time": "2023-09-07T02:50:47.219813", "exception": false, - "start_time": "2022-05-24T14:46:59.238466", + "start_time": "2023-09-07T02:50:47.216786", "status": "completed" }, "tags": [] @@ -229,10 +265,10 @@ "id": "b0afcba9-5847-414e-b448-f0cd08ecd8ce", "metadata": { "papermill": { - "duration": 0.004554, - "end_time": "2022-05-24T14:46:59.257802", + "duration": 0.00121, + "end_time": "2023-09-07T02:50:47.222309", "exception": false, - "start_time": "2022-05-24T14:46:59.253248", + "start_time": "2023-09-07T02:50:47.221099", "status": "completed" }, "tags": [] @@ -243,20 +279,20 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 7, "id": "35760114-8560-4a0e-ad4f-2bee9104c63d", "metadata": { "execution": { - "iopub.execute_input": "2022-05-24T14:46:59.268002Z", - "iopub.status.busy": "2022-05-24T14:46:59.267807Z", - "iopub.status.idle": "2022-05-24T14:46:59.272242Z", - "shell.execute_reply": "2022-05-24T14:46:59.271789Z" + "iopub.execute_input": "2023-09-07T02:50:47.225212Z", + "iopub.status.busy": "2023-09-07T02:50:47.225107Z", + "iopub.status.idle": "2023-09-07T02:50:47.226663Z", + "shell.execute_reply": "2023-09-07T02:50:47.226532Z" }, "papermill": { - "duration": 0.011391, - "end_time": "2022-05-24T14:46:59.273818", + "duration": 0.003454, + "end_time": "2023-09-07T02:50:47.227081", "exception": false, - "start_time": "2022-05-24T14:46:59.262427", + "start_time": "2023-09-07T02:50:47.223627", "status": "completed" }, "tags": [] @@ -281,20 +317,20 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 8, "id": "f1418e81-4e77-4f67-b5ed-b29b797e31a0", "metadata": { "execution": { - "iopub.execute_input": "2022-05-24T14:46:59.284305Z", - "iopub.status.busy": "2022-05-24T14:46:59.284118Z", - "iopub.status.idle": "2022-05-24T14:46:59.288833Z", - "shell.execute_reply": "2022-05-24T14:46:59.288324Z" + "iopub.execute_input": "2023-09-07T02:50:47.229997Z", + "iopub.status.busy": "2023-09-07T02:50:47.229912Z", + "iopub.status.idle": "2023-09-07T02:50:47.231450Z", + "shell.execute_reply": "2023-09-07T02:50:47.231329Z" }, "papermill": { - "duration": 0.011708, - "end_time": "2022-05-24T14:46:59.290338", + "duration": 0.003481, + "end_time": "2023-09-07T02:50:47.231869", "exception": false, - "start_time": "2022-05-24T14:46:59.278630", + "start_time": "2023-09-07T02:50:47.228388", "status": "completed" }, "tags": [] @@ -321,10 +357,10 @@ "id": "5fdf8df6-eba0-4cf5-979c-3acd56a5ef3c", "metadata": { "papermill": { - "duration": 0.004596, - "end_time": "2022-05-24T14:46:59.299801", + "duration": 0.001274, + "end_time": "2023-09-07T02:50:47.234524", "exception": false, - "start_time": "2022-05-24T14:46:59.295205", + "start_time": "2023-09-07T02:50:47.233250", "status": "completed" }, "tags": [] @@ -335,20 +371,20 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 9, "id": "74c76939-14b3-4e41-9e18-24c8176d2168", "metadata": { "execution": { - "iopub.execute_input": "2022-05-24T14:46:59.310289Z", - "iopub.status.busy": "2022-05-24T14:46:59.310102Z", - "iopub.status.idle": "2022-05-24T14:46:59.313519Z", - "shell.execute_reply": "2022-05-24T14:46:59.312923Z" + "iopub.execute_input": "2023-09-07T02:50:47.237435Z", + "iopub.status.busy": "2023-09-07T02:50:47.237345Z", + "iopub.status.idle": "2023-09-07T02:50:47.238585Z", + "shell.execute_reply": "2023-09-07T02:50:47.238460Z" }, "papermill": { - "duration": 0.01054, - "end_time": "2022-05-24T14:46:59.315089", + "duration": 0.003135, + "end_time": "2023-09-07T02:50:47.238997", "exception": false, - "start_time": "2022-05-24T14:46:59.304549", + "start_time": "2023-09-07T02:50:47.235862", "status": "completed" }, "tags": [] @@ -360,20 +396,20 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 10, "id": "596d25ed-4120-4bef-8984-a91ae6529ab5", "metadata": { "execution": { - "iopub.execute_input": "2022-05-24T14:46:59.324941Z", - "iopub.status.busy": "2022-05-24T14:46:59.324779Z", - "iopub.status.idle": "2022-05-24T14:46:59.331694Z", - "shell.execute_reply": "2022-05-24T14:46:59.331136Z" + "iopub.execute_input": "2023-09-07T02:50:47.241978Z", + "iopub.status.busy": "2023-09-07T02:50:47.241896Z", + "iopub.status.idle": "2023-09-07T02:50:47.244251Z", + "shell.execute_reply": "2023-09-07T02:50:47.244133Z" }, "papermill": { - "duration": 0.013002, - "end_time": "2022-05-24T14:46:59.332984", + "duration": 0.004263, + "end_time": "2023-09-07T02:50:47.244641", "exception": false, - "start_time": "2022-05-24T14:46:59.319982", + "start_time": "2023-09-07T02:50:47.240378", "status": "completed" }, "tags": [] @@ -414,10 +450,10 @@ "id": "081da632-fd12-462a-9ae1-c0ceccf1bb5d", "metadata": { "papermill": { - "duration": 0.003938, - "end_time": "2022-05-24T14:46:59.341009", + "duration": 0.001321, + "end_time": "2023-09-07T02:50:47.247376", "exception": false, - "start_time": "2022-05-24T14:46:59.337071", + "start_time": "2023-09-07T02:50:47.246055", "status": "completed" }, "tags": [] @@ -431,10 +467,10 @@ "id": "37137fff-2d3a-43d8-9bd5-d7c3284a97f5", "metadata": { "papermill": { - "duration": 0.003788, - "end_time": "2022-05-24T14:46:59.348744", + "duration": 0.001317, + "end_time": "2023-09-07T02:50:47.250122", "exception": false, - "start_time": "2022-05-24T14:46:59.344956", + "start_time": "2023-09-07T02:50:47.248805", "status": "completed" }, "tags": [] @@ -445,20 +481,20 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 11, "id": "5dd40707-759f-4bf9-b8cc-84811b2dfe53", "metadata": { "execution": { - "iopub.execute_input": "2022-05-24T14:46:59.357828Z", - "iopub.status.busy": "2022-05-24T14:46:59.357330Z", - "iopub.status.idle": "2022-05-24T14:46:59.373261Z", - "shell.execute_reply": "2022-05-24T14:46:59.372742Z" + "iopub.execute_input": "2023-09-07T02:50:47.253229Z", + "iopub.status.busy": "2023-09-07T02:50:47.253140Z", + "iopub.status.idle": "2023-09-07T02:50:47.263830Z", + "shell.execute_reply": "2023-09-07T02:50:47.263665Z" }, "papermill": { - "duration": 0.022063, - "end_time": "2022-05-24T14:46:59.374775", + "duration": 0.012712, + "end_time": "2023-09-07T02:50:47.264280", "exception": false, - "start_time": "2022-05-24T14:46:59.352712", + "start_time": "2023-09-07T02:50:47.251568", "status": "completed" }, "tags": [] @@ -481,20 +517,20 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 12, "id": "e8acd036-93f7-46c0-a1ee-8da0c2c24790", "metadata": { "execution": { - "iopub.execute_input": "2022-05-24T14:46:59.383925Z", - "iopub.status.busy": "2022-05-24T14:46:59.383739Z", - "iopub.status.idle": "2022-05-24T14:46:59.387707Z", - "shell.execute_reply": "2022-05-24T14:46:59.387169Z" + "iopub.execute_input": "2023-09-07T02:50:47.267523Z", + "iopub.status.busy": "2023-09-07T02:50:47.267427Z", + "iopub.status.idle": "2023-09-07T02:50:47.268933Z", + "shell.execute_reply": "2023-09-07T02:50:47.268807Z" }, "papermill": { - "duration": 0.009963, - "end_time": "2022-05-24T14:46:59.389062", + "duration": 0.003498, + "end_time": "2023-09-07T02:50:47.269316", "exception": false, - "start_time": "2022-05-24T14:46:59.379099", + "start_time": "2023-09-07T02:50:47.265818", "status": "completed" }, "tags": [] @@ -506,7 +542,7 @@ "(500, 755)" ] }, - "execution_count": 11, + "execution_count": 12, "metadata": {}, "output_type": "execute_result" } @@ -517,20 +553,20 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 13, "id": "111e360b-dbe4-4b69-9029-7b7669eb5ddc", "metadata": { "execution": { - "iopub.execute_input": "2022-05-24T14:46:59.398791Z", - "iopub.status.busy": "2022-05-24T14:46:59.398630Z", - "iopub.status.idle": "2022-05-24T14:46:59.420625Z", - "shell.execute_reply": "2022-05-24T14:46:59.420101Z" + "iopub.execute_input": "2023-09-07T02:50:47.272442Z", + "iopub.status.busy": "2023-09-07T02:50:47.272364Z", + "iopub.status.idle": "2023-09-07T02:50:47.279897Z", + "shell.execute_reply": "2023-09-07T02:50:47.279776Z" }, "papermill": { - "duration": 0.028368, - "end_time": "2022-05-24T14:46:59.421917", + "duration": 0.009519, + "end_time": "2023-09-07T02:50:47.280307", "exception": false, - "start_time": "2022-05-24T14:46:59.393549", + "start_time": "2023-09-07T02:50:47.270788", "status": "completed" }, "tags": [] @@ -814,7 +850,7 @@ "[5 rows x 755 columns]" ] }, - "execution_count": 12, + "execution_count": 13, "metadata": {}, "output_type": "execute_result" } @@ -828,10 +864,10 @@ "id": "5903f3f5-791e-4f03-9d79-600102933d04", "metadata": { "papermill": { - "duration": 0.004448, - "end_time": "2022-05-24T14:46:59.431137", + "duration": 0.001533, + "end_time": "2023-09-07T02:50:47.283492", "exception": false, - "start_time": "2022-05-24T14:46:59.426689", + "start_time": "2023-09-07T02:50:47.281959", "status": "completed" }, "tags": [] @@ -842,20 +878,20 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 14, "id": "118a6631-1cfd-44a3-bd85-5ec7118edd03", "metadata": { "execution": { - "iopub.execute_input": "2022-05-24T14:46:59.440477Z", - "iopub.status.busy": "2022-05-24T14:46:59.440274Z", - "iopub.status.idle": "2022-05-24T14:47:09.792875Z", - "shell.execute_reply": "2022-05-24T14:47:09.792366Z" + "iopub.execute_input": "2023-09-07T02:50:47.286891Z", + "iopub.status.busy": "2023-09-07T02:50:47.286790Z", + "iopub.status.idle": "2023-09-07T02:50:50.745182Z", + "shell.execute_reply": "2023-09-07T02:50:50.745033Z" }, "papermill": { - "duration": 10.358906, - "end_time": "2022-05-24T14:47:09.794200", + "duration": 3.460547, + "end_time": "2023-09-07T02:50:50.745615", "exception": false, - "start_time": "2022-05-24T14:46:59.435294", + "start_time": "2023-09-07T02:50:47.285068", "status": "completed" }, "tags": [] @@ -946,20 +982,20 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 15, "id": "d32281d8-f640-4f87-a1d5-aefa0757e9c3", "metadata": { "execution": { - "iopub.execute_input": "2022-05-24T14:47:09.804595Z", - "iopub.status.busy": "2022-05-24T14:47:09.804126Z", - "iopub.status.idle": "2022-05-24T14:58:10.905099Z", - "shell.execute_reply": "2022-05-24T14:58:10.904584Z" + "iopub.execute_input": "2023-09-07T02:50:50.749515Z", + "iopub.status.busy": "2023-09-07T02:50:50.749439Z", + "iopub.status.idle": "2023-09-07T02:55:14.538964Z", + "shell.execute_reply": "2023-09-07T02:55:14.538793Z" }, "papermill": { - "duration": 661.111638, - "end_time": "2022-05-24T14:58:10.910570", + "duration": 263.795435, + "end_time": "2023-09-07T02:55:14.542900", "exception": false, - "start_time": "2022-05-24T14:47:09.798932", + "start_time": "2023-09-07T02:50:50.747465", "status": "completed" }, "tags": [] @@ -969,7 +1005,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "5min 30s ± 0 ns per loop (mean ± std. dev. of 1 run, 1 loop each)\n" + "2min 10s ± 0 ns per loop (mean ± std. dev. of 1 run, 1 loop each)\n" ] } ], @@ -982,10 +1018,10 @@ "id": "fc2f7184-c0da-438c-94f5-002912793636", "metadata": { "papermill": { - "duration": 0.004469, - "end_time": "2022-05-24T14:58:10.919819", + "duration": 0.004941, + "end_time": "2023-09-07T02:55:14.556740", "exception": false, - "start_time": "2022-05-24T14:58:10.915350", + "start_time": "2023-09-07T02:55:14.551799", "status": "completed" }, "tags": [] @@ -996,42 +1032,47 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 16, "id": "1237ae45-d4fc-4074-bfc7-a1de75aeea48", "metadata": { "execution": { - "iopub.execute_input": "2022-05-24T14:58:10.929644Z", - "iopub.status.busy": "2022-05-24T14:58:10.929425Z", - "iopub.status.idle": "2022-05-25T00:13:26.901248Z", - "shell.execute_reply": "2022-05-25T00:13:26.899275Z" + "iopub.execute_input": "2023-09-07T02:55:14.564113Z", + "iopub.status.busy": "2023-09-07T02:55:14.563968Z", + "iopub.status.idle": "2023-09-07T06:34:44.182775Z", + "shell.execute_reply": "2023-09-07T06:34:44.182519Z" }, "papermill": { - "duration": 33315.982561, - "end_time": "2022-05-25T00:13:26.906805", + "duration": 13169.623455, + "end_time": "2023-09-07T06:34:44.183421", "exception": false, - "start_time": "2022-05-24T14:58:10.924244", + "start_time": "2023-09-07T02:55:14.559966", "status": "completed" }, "tags": [] }, "outputs": [ { - "data": { - "text/plain": [ - "'gtex_v8_data_whole_blood-var_pc_log2'" - ] - }, - "metadata": {}, - "output_type": "display_data" + "name": "stderr", + "output_type": "stream", + "text": [ + "gtex_v8_data_whole_blood-var_pc_log2: 0%| | 0/1 [00:00