From 669dc50db74b997e2465c58c1b965055048123ae Mon Sep 17 00:00:00 2001 From: Oliver Holworthy Date: Mon, 5 Jun 2023 19:17:13 +0100 Subject: [PATCH 1/2] Get visible devices from env var if set (#1831) --- ...3-Running-on-multiple-GPUs-or-on-CPU.ipynb | 23 ++++++++++++++++++- 1 file changed, 22 insertions(+), 1 deletion(-) diff --git a/examples/03-Running-on-multiple-GPUs-or-on-CPU.ipynb b/examples/03-Running-on-multiple-GPUs-or-on-CPU.ipynb index aba2647567..3c90574ff5 100644 --- a/examples/03-Running-on-multiple-GPUs-or-on-CPU.ipynb +++ b/examples/03-Running-on-multiple-GPUs-or-on-CPU.ipynb @@ -27,6 +27,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "id": "77464844", "metadata": {}, @@ -53,6 +54,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "id": "1c5598ae", "metadata": {}, @@ -92,6 +94,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "id": "63ac0cf2", "metadata": {}, @@ -100,6 +103,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "id": "4def0005", "metadata": {}, @@ -123,6 +127,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "id": "d7c3f9ea", "metadata": {}, @@ -148,6 +153,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "id": "728c3009", "metadata": {}, @@ -176,11 +182,15 @@ "\n", "# Deploy a Single-Machine Multi-GPU Cluster\n", "protocol = \"tcp\" # \"tcp\" or \"ucx\"\n", + "\n", "if numba.cuda.is_available():\n", " NUM_GPUS = list(range(len(numba.cuda.gpus)))\n", "else:\n", " NUM_GPUS = []\n", - "visible_devices = \",\".join([str(n) for n in NUM_GPUS]) # Delect devices to place workers\n", + "try:\n", + " visible_devices = os.environ[\"CUDA_VISIBLE_DEVICES\"]\n", + "except KeyError:\n", + " visible_devices = \",\".join([str(n) for n in NUM_GPUS]) # Delect devices to place workers\n", "device_limit_frac = 0.7 # Spill GPU-Worker memory to host at this limit.\n", "device_pool_frac = 0.8\n", "part_mem_frac = 0.15\n", @@ -206,6 +216,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "id": "d14dc098", "metadata": {}, @@ -242,6 +253,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "id": "0576affe", "metadata": {}, @@ -589,6 +601,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "id": "94ef0024", "metadata": {}, @@ -599,6 +612,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "id": "768fc24e", "metadata": {}, @@ -622,6 +636,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "id": "61785127", "metadata": {}, @@ -678,6 +693,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "id": "01ea40bb", "metadata": {}, @@ -686,6 +702,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "id": "987f3274", "metadata": {}, @@ -714,6 +731,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "id": "b06c962e", "metadata": {}, @@ -745,6 +763,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "id": "d28ae761", "metadata": {}, @@ -755,6 +774,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "id": "4e07864d", "metadata": {}, @@ -763,6 +783,7 @@ ] }, { + "attachments": {}, "cell_type": "markdown", "id": "8f971a22", "metadata": {}, From 2ca6df0d95401348303e314f43102009eb2a1fe3 Mon Sep 17 00:00:00 2001 From: Oliver Holworthy Date: Mon, 5 Jun 2023 20:06:13 +0100 Subject: [PATCH 2/2] Add ops to NVT import (#1834) --- nvtabular/__init__.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/nvtabular/__init__.py b/nvtabular/__init__.py index 71d597b6cc..1759cde183 100644 --- a/nvtabular/__init__.py +++ b/nvtabular/__init__.py @@ -21,8 +21,7 @@ from merlin.core import dispatch, utils # noqa from merlin.dag import ColumnSelector from merlin.schema import ColumnSchema, Schema -from nvtabular import workflow # noqa -from nvtabular import _version +from nvtabular import _version, ops, workflow # noqa # suppress some warnings with cudf warning about column ordering with dlpack # and numba warning about deprecated environment variables