[core] Mask rllib directory for core tests

.buildkite/core.rayci.yml

@@ -53,10 +53,10 @@ steps:
     parallelism: 4
     commands:
       - bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... //python/ray/dag/... //python/ray/autoscaler/v2/... core
-        --install-mask serve
+        --install-mask rllib,serve
         --workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" --parallelism-per-worker 3
         --except-tags debug_tests,asan_tests,post_wheel_build,ha_integration,mem_pressure,tmpfs,container,manual,use_all_core,multi_gpu
-        --install-mask serve
+        --install-mask rllib,serve
       - bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... //python/ray/dag/... //python/ray/autoscaler/v2/... core
         --workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}"
         --only-tags use_all_core --skip-ray-installation
@@ -69,12 +69,12 @@ steps:
     instance_type: large
     commands:
       - bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... //python/ray/dag/... //python/ray/autoscaler/v2/... core
-        --install-mask serve
+        --install-mask rllib,serve
         --workers 4 --worker-id "{{matrix.worker_id}}" --parallelism-per-worker 3
         --python-version {{matrix.python}}
         --except-tags debug_tests,asan_tests,post_wheel_build,ha_integration,mem_pressure,tmpfs,container,manual,use_all_core,multi_gpu
       - bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... //python/ray/dag/... //python/ray/autoscaler/v2/... core
-        --install-mask serve
+        --install-mask rllib,serve
         --workers 4 --worker-id "{{matrix.worker_id}}" --parallelism-per-worker 3
         --python-version {{matrix.python}}
         --only-tags use_all_core --skip-ray-installation
@@ -93,7 +93,7 @@ steps:
     parallelism: 4
     commands:
       - bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... //python/ray/dag/... //python/ray/autoscaler/v2/... core
-        --install-mask serve
+        --install-mask rllib,serve
         --workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" --parallelism-per-worker 3
         --test-env=TEST_EXTERNAL_REDIS=1
         --except-tags debug_tests,asan_tests,post_wheel_build,ha_integration,mem_pressure,tmpfs,container,manual,use_all_core,multi_gpu
@@ -164,7 +164,7 @@ steps:
         --parallelism-per-worker 3
       # doc examples
       - bazel run //ci/ray_ci:test_in_docker -- //doc/... core
-        --install-mask serve
+        --install-mask rllib,serve
         --except-tags gpu,post_wheel_build,mem_pressure,doctest,multi_gpu
         --parallelism-per-worker 3
         --skip-ray-installation
@@ -175,7 +175,7 @@ steps:
     commands:
       - bazel run //ci/ray_ci:test_in_docker --
         python/ray/util/dask/... python/ray/tests/modin/... core
-        --install-mask serve
+        --install-mask rllib,serve
         --build-name datalbuild
         --parallelism-per-worker 2
     depends_on:
@@ -200,7 +200,7 @@ steps:
     instance_type: medium
     commands:
       - bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... core
-        --install-mask serve
+        --install-mask rllib,serve
         --build-type debug
         --parallelism-per-worker 3
         --only-tags debug_tests
@@ -211,7 +211,7 @@ steps:
     instance_type: medium
     commands:
       - bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... core
-        --install-mask serve
+        --install-mask rllib,serve
         --build-type asan
         --parallelism-per-worker 2
         --only-tags asan_tests
@@ -222,7 +222,7 @@ steps:
     instance_type: medium
     commands:
       - bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... //doc/... core
-        --install-mask serve
+        --install-mask rllib,serve
         --build-type wheel
         --parallelism-per-worker 3
         --only-tags post_wheel_build
@@ -333,7 +333,7 @@ steps:
     soft_fail: true
     commands:
       - bazel run //ci/ray_ci:test_in_docker -- //python/ray/... //doc/... core
-        --install-mask serve
+        --install-mask rllib,serve
         --run-flaky-tests
         --except-tags multi_gpu
 
@@ -347,7 +347,7 @@ steps:
     soft_fail: true
     commands:
       - bazel run //ci/ray_ci:test_in_docker -- //python/ray/... //doc/... core
-        --install-mask serve
+        --install-mask rllib,serve
         --run-flaky-tests
         --gpus 4
         --build-name coregpubuild
@@ -391,7 +391,7 @@ steps:
         --canonical-tag test_container
       - docker build --progress=plain --build-arg BASE_IMAGE="rayproject/ray:test_container"
         -t rayproject/ray:runtime_env_container -f ci/docker/runtime_env_container/Dockerfile .
-      - bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... core --only-tags container --install-mask serve
+      - bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... core --only-tags container --install-mask rllib,serve
     depends_on:
       - manylinux
       - forge
@@ -416,7 +416,7 @@ steps:
         --gpus 4
         --build-name coregpubuild
         --only-tags multi_gpu
-        --install-mask serve
+        --install-mask rllib,serve
     depends_on:
       - block-core-gpu-tests
       - coregpubuild

ci/ray_ci/tests.env.Dockerfile

@@ -37,6 +37,10 @@ fi
 
 if [[ "$RAY_INSTALL_MASK" != "" ]]; then
   echo "--- Apply mask: $RAY_INSTALL_MASK"
+  if [[ "$RAY_INSTALL_MASK" =~ rllib ]]; then
+    # Remove the actual directory and the symlink.
+    rm -rf rllib python/ray/rllib
+  fi
   if [[ "$RAY_INSTALL_MASK" =~ serve ]]; then
     rm -rf python/ray/serve
   fi