Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[core] Mask tune directory for core tests #51186

Draft
wants to merge 18 commits into
base: master
Choose a base branch
from
28 changes: 14 additions & 14 deletions .buildkite/core.rayci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -53,10 +53,10 @@ steps:
parallelism: 4
commands:
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... //python/ray/dag/... //python/ray/autoscaler/v2/... core
--install-mask serve
--install-mask serve,tune
--workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" --parallelism-per-worker 3
--except-tags debug_tests,asan_tests,post_wheel_build,ha_integration,mem_pressure,tmpfs,container,manual,use_all_core,multi_gpu
--install-mask serve
--install-mask serve,tune
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... //python/ray/dag/... //python/ray/autoscaler/v2/... core
--workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}"
--only-tags use_all_core --skip-ray-installation
Expand All @@ -69,12 +69,12 @@ steps:
instance_type: large
commands:
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... //python/ray/dag/... //python/ray/autoscaler/v2/... core
--install-mask serve
--install-mask serve,tune
--workers 4 --worker-id "{{matrix.worker_id}}" --parallelism-per-worker 3
--python-version {{matrix.python}}
--except-tags debug_tests,asan_tests,post_wheel_build,ha_integration,mem_pressure,tmpfs,container,manual,use_all_core,multi_gpu
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... //python/ray/dag/... //python/ray/autoscaler/v2/... core
--install-mask serve
--install-mask serve,tune
--workers 4 --worker-id "{{matrix.worker_id}}" --parallelism-per-worker 3
--python-version {{matrix.python}}
--only-tags use_all_core --skip-ray-installation
Expand All @@ -93,7 +93,7 @@ steps:
parallelism: 4
commands:
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... //python/ray/dag/... //python/ray/autoscaler/v2/... core
--install-mask serve
--install-mask serve,tune
--workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" --parallelism-per-worker 3
--test-env=TEST_EXTERNAL_REDIS=1
--except-tags debug_tests,asan_tests,post_wheel_build,ha_integration,mem_pressure,tmpfs,container,manual,use_all_core,multi_gpu
Expand Down Expand Up @@ -164,7 +164,7 @@ steps:
--parallelism-per-worker 3
# doc examples
- bazel run //ci/ray_ci:test_in_docker -- //doc/... core
--install-mask serve
--install-mask serve,tune
--except-tags gpu,post_wheel_build,mem_pressure,doctest,multi_gpu
--parallelism-per-worker 3
--skip-ray-installation
Expand All @@ -175,7 +175,7 @@ steps:
commands:
- bazel run //ci/ray_ci:test_in_docker --
python/ray/util/dask/... python/ray/tests/modin/... core
--install-mask serve
--install-mask serve,tune
--build-name datalbuild
--parallelism-per-worker 2
depends_on:
Expand All @@ -200,7 +200,7 @@ steps:
instance_type: medium
commands:
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... core
--install-mask serve
--install-mask serve,tune
--build-type debug
--parallelism-per-worker 3
--only-tags debug_tests
Expand All @@ -211,7 +211,7 @@ steps:
instance_type: medium
commands:
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... core
--install-mask serve
--install-mask serve,tune
--build-type asan
--parallelism-per-worker 2
--only-tags asan_tests
Expand All @@ -222,7 +222,7 @@ steps:
instance_type: medium
commands:
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... //doc/... core
--install-mask serve
--install-mask serve,tune
--build-type wheel
--parallelism-per-worker 3
--only-tags post_wheel_build
Expand Down Expand Up @@ -333,7 +333,7 @@ steps:
soft_fail: true
commands:
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/... //doc/... core
--install-mask serve
--install-mask serve,tune
--run-flaky-tests
--except-tags multi_gpu

Expand All @@ -347,7 +347,7 @@ steps:
soft_fail: true
commands:
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/... //doc/... core
--install-mask serve
--install-mask serve,tune
--run-flaky-tests
--gpus 4
--build-name coregpubuild
Expand Down Expand Up @@ -391,7 +391,7 @@ steps:
--canonical-tag test_container
- docker build --progress=plain --build-arg BASE_IMAGE="rayproject/ray:test_container"
-t rayproject/ray:runtime_env_container -f ci/docker/runtime_env_container/Dockerfile .
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... core --only-tags container --install-mask serve
- bazel run //ci/ray_ci:test_in_docker -- //python/ray/tests/... core --only-tags container --install-mask serve,tune
depends_on:
- manylinux
- forge
Expand All @@ -416,7 +416,7 @@ steps:
--gpus 4
--build-name coregpubuild
--only-tags multi_gpu
--install-mask serve
--install-mask serve,tune
depends_on:
- block-core-gpu-tests
- coregpubuild
3 changes: 3 additions & 0 deletions ci/ray_ci/tests.env.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,9 @@ if [[ "$RAY_INSTALL_MASK" != "" ]]; then
if [[ "$RAY_INSTALL_MASK" =~ serve ]]; then
rm -rf python/ray/serve
fi
if [[ "$RAY_INSTALL_MASK" =~ tune ]]; then
rm -rf python/ray/tune
fi
fi

echo "--- Build dashboard"
Expand Down