From ebfc6d16fea8eb04263e7c0911dbc3d38043b50e Mon Sep 17 00:00:00 2001 From: Federico Montesino Pouzols Date: Sat, 18 Jan 2025 14:25:09 +0100 Subject: [PATCH] re-enable dataset download in notebook, #303 --- docs/source/measurement_set/guides/GMRT.ipynb | 856 ++++++++++-------- 1 file changed, 496 insertions(+), 360 deletions(-) diff --git a/docs/source/measurement_set/guides/GMRT.ipynb b/docs/source/measurement_set/guides/GMRT.ipynb index 30408ed9..a792eae0 100644 --- a/docs/source/measurement_set/guides/GMRT.ipynb +++ b/docs/source/measurement_set/guides/GMRT.ipynb @@ -10,7 +10,7 @@ }, { "cell_type": "code", - "execution_count": 27, + "execution_count": 11, "id": "6304f081-3151-4813-a383-bc1e0d17983c", "metadata": {}, "outputs": [ @@ -51,14 +51,52 @@ }, { "cell_type": "code", - "execution_count": 28, + "execution_count": 12, "id": "1fb89a45-a951-41c9-bbaf-75f50a6e8fea", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[\u001b[38;2;128;05;128m2025-01-18 14:23:52,137\u001b[0m] \u001b[38;2;255;160;0m WARNING\u001b[0m\u001b[38;2;112;128;144m toolviper: \u001b[0m File exists: \u001b[38;2;50;50;205m/home/fedemp/ws_xradio_dev/venv_xradio_python312/lib/python3.12/site-packages/toolviper/utils/data/.dropbox\u001b[0m \n", + "[\u001b[38;2;128;05;128m2025-01-18 14:23:52,138\u001b[0m] \u001b[38;2;50;50;205m INFO\u001b[0m\u001b[38;2;112;128;144m toolviper: \u001b[0m Updating file metadata information ... \n", + " " + ] + }, + { + "data": { + "text/html": [ + "
                 \n",
+       "  Download List  \n",
+       " ─────────────── \n",
+       "  gmrt.ms        \n",
+       "                 \n",
+       "
\n" + ], + "text/plain": [ + " \n", + " \u001b[1m \u001b[0m\u001b[1mDownload List\u001b[0m\u001b[1m \u001b[0m \n", + " ─────────────── \n", + " \u001b[35mgmrt.ms\u001b[0m \n", + " \n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[\u001b[38;2;128;05;128m2025-01-18 14:23:53,239\u001b[0m] \u001b[38;2;50;50;205m INFO\u001b[0m\u001b[38;2;112;128;144m toolviper: \u001b[0m File exists: gmrt.ms \n" + ] + } + ], "source": [ "import toolviper\n", "\n", - "# toolviper.utils.data.download(file=\"gmrt.ms\")" + "toolviper.utils.data.download(file=\"gmrt.ms\")" ] }, { @@ -71,7 +109,7 @@ }, { "cell_type": "code", - "execution_count": 29, + "execution_count": 13, "id": "87431f1b-b94d-442a-88b4-936f74be530c", "metadata": {}, "outputs": [ @@ -79,9 +117,9 @@ "name": "stdout", "output_type": "stream", "text": [ - "[\u001b[38;2;128;05;128m2025-01-17 15:04:18,871\u001b[0m] \u001b[38;2;50;50;205m INFO\u001b[0m\u001b[38;2;112;128;144m toolviper: \u001b[0m Partition scheme that will be used: ['DATA_DESC_ID', 'OBSERVATION_ID', 'FIELD_ID'] \n", - "[\u001b[38;2;128;05;128m2025-01-17 15:04:18,876\u001b[0m] \u001b[38;2;50;50;205m INFO\u001b[0m\u001b[38;2;112;128;144m toolviper: \u001b[0m Number of partitions: 1 \n", - "[\u001b[38;2;128;05;128m2025-01-17 15:04:18,877\u001b[0m] \u001b[38;2;50;50;205m INFO\u001b[0m\u001b[38;2;112;128;144m toolviper: \u001b[0m OBSERVATION_ID [0], DDI [0], STATE [-1], FIELD [3], SCAN [7] \n" + "[\u001b[38;2;128;05;128m2025-01-18 14:23:53,304\u001b[0m] \u001b[38;2;50;50;205m INFO\u001b[0m\u001b[38;2;112;128;144m toolviper: \u001b[0m Partition scheme that will be used: ['DATA_DESC_ID', 'OBSERVATION_ID', 'FIELD_ID'] \n", + "[\u001b[38;2;128;05;128m2025-01-18 14:23:53,322\u001b[0m] \u001b[38;2;50;50;205m INFO\u001b[0m\u001b[38;2;112;128;144m toolviper: \u001b[0m Number of partitions: 1 \n", + "[\u001b[38;2;128;05;128m2025-01-18 14:23:53,323\u001b[0m] \u001b[38;2;50;50;205m INFO\u001b[0m\u001b[38;2;112;128;144m toolviper: \u001b[0m OBSERVATION_ID [0], DDI [0], STATE [-1], FIELD [3], SCAN [7] \n" ] } ], @@ -110,7 +148,7 @@ }, { "cell_type": "code", - "execution_count": 30, + "execution_count": 14, "id": "bb4686bf-f333-48ff-b509-ef0f58f0a3f7", "metadata": {}, "outputs": [ @@ -180,7 +218,7 @@ "0 551562500.0 748437500.0 " ] }, - "execution_count": 30, + "execution_count": 14, "metadata": {}, "output_type": "execute_result" } @@ -194,7 +232,7 @@ }, { "cell_type": "code", - "execution_count": 31, + "execution_count": 15, "id": "e62a02df-c6d7-4b0e-bf2b-c4c387725359", "metadata": {}, "outputs": [ @@ -235,7 +273,7 @@ }, { "cell_type": "code", - "execution_count": 32, + "execution_count": 16, "id": "dcab23b8-0111-4443-a62a-b117692dded7", "metadata": {}, "outputs": [ @@ -272,7 +310,7 @@ }, { "cell_type": "code", - "execution_count": 33, + "execution_count": 17, "id": "89e1faeb-dfe3-44ea-9abc-a7cde1c096ba", "metadata": {}, "outputs": [ @@ -668,7 +706,7 @@ " VISIBILITY (time, baseline_id, frequency, polarization) complex64 2MB dask.array<chunksize=(2, 435, 1, 4), meta=np.ndarray>\n", " WEIGHT (time, baseline_id, frequency, polarization) float32 891kB dask.array<chunksize=(2, 435, 1, 4), meta=np.ndarray>\n", "Attributes:\n", - " creation_date: 2025-01-17T14:04:18.895519+00:00\n", + " creation_date: 2025-01-18T13:23:53.356219+00:00\n", " data_groups: {'base': {'correlated_data': 'VISIBILITY', 'flag': 'FL...\n", " observation_info: {'observer': ['TEST_PM'], 'project': '', 'release_date...\n", " partition_info: {'field_name': ['3C286_3'], 'intents': ['obs_0'], 'lin...\n", @@ -676,7 +714,7 @@ " schema_version: 4.0.-9987\n", " type: visibility\n", " xradio_version: 0.0.47\n", - " antenna_xds: <xarray.Dataset> Size: 4kB\\nDimensions: ...