diff --git a/.buildkite/rllib.rayci.yml b/.buildkite/rllib.rayci.yml index 2854adf318e6..5db5aa7ac9d6 100644 --- a/.buildkite/rllib.rayci.yml +++ b/.buildkite/rllib.rayci.yml @@ -24,75 +24,67 @@ steps: tags: cibase # tests - - label: ":brain: rllib: algorithm, model and others" + - label: ":brain: rllib: component testing" tags: rllib_directly parallelism: 4 instance_type: large commands: + # All tests to with tags for components without gpu or multi_gpu tags - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" --parallelism-per-worker 3 - --except-tags learning_tests,memory_leak_tests,examples,tests_dir,documentation,multi_gpu,no_cpu,torch_2.x_only_benchmark,manual + --only-tags env,evaluation,models,offline,policy,utils,algorithms,callbacks,core + --except-tags gpu,multi_gpu,manual --test-env RAY_USE_MULTIPROCESSING_CPU_COUNT=1 --build-name rllibbuild-py3.10 --python-version 3.10 depends_on: rllibbuild - - label: ":brain: rllib: learning tests pytorch" - tags: rllib - parallelism: 5 - instance_type: large - commands: - - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib - --workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" --parallelism-per-worker 3 - --only-tags fake_gpus,learning_tests_discrete,crashing_cartpole,stateless_cartpole,learning_tests_continuous - --except-tags tf_only,tf2_only,gpu,multi_gpu,learning_tests_pytorch_use_all_core - --test-arg --framework=torch - --build-name rllibbuild-py3.10 - --python-version 3.10 - - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib - --workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" - --only-tags learning_tests_pytorch_use_all_core - --except-tags tf_only,tf2_only,gpu,multi_gpu - --test-arg --framework=torch - --skip-ray-installation - --build-name rllibbuild-py3.10 - --python-version 3.10 - depends_on: rllibbuild - - label: ":brain: rllib: examples" tags: rllib parallelism: 6 instance_type: large commands: + # Tests all examples without gpu, multi_gpu or examples_use_all_cores tag - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" --parallelism-per-worker 2 --only-tags examples - --except-tags multi_gpu,gpu,examples_use_all_core + --except-tags gpu,multi_gpu,manual,examples_use_all_core --test-env RAY_USE_MULTIPROCESSING_CPU_COUNT=1 --build-name rllibbuild-py3.10 --python-version 3.10 + # Tests all examples without gpu or multi_gpu - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" --only-tags examples_use_all_core - --skip-ray-installation - --except-tags multi_gpu,gpu + --except-tags gpu,multi_gpu,manual --test-env RAY_USE_MULTIPROCESSING_CPU_COUNT=1 --build-name rllibbuild-py3.10 --python-version 3.10 + --skip-ray-installation # reuse the same docker image as the previous run depends_on: rllibbuild - - label: ":brain: rllib: tests dir" - tags: rllib_directly - parallelism: 2 + - label: ":brain: rllib: learning tests" + tags: rllib + parallelism: 5 instance_type: large commands: + # learning tests without a gpu - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" --parallelism-per-worker 3 - --only-tags tests_dir - --except-tags multi_gpu,manual - --test-env RAY_USE_MULTIPROCESSING_CPU_COUNT=1 + --only-tags learning_tests + --except-tags gpu,multi_gpu,learning_tests_use_all_core,manual + --test-arg --framework=torch + --build-name rllibbuild-py3.10 + --python-version 3.10 + # learning tests without a gpu but use all cores + - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib + --workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" + --only-tags learning_tests_use_all_core + --except-tags gpu,multi_gpu,manual + --test-arg --framework=torch --build-name rllibbuild-py3.10 --python-version 3.10 + --skip-ray-installation # reuse the same docker image as the previous run depends_on: rllibbuild - label: ":brain: rllib: gpu tests" @@ -103,60 +95,35 @@ steps: parallelism: 5 instance_type: gpu commands: + # All gpu tagged tests - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" --only-tags gpu + --except-tags multi_gpu,manual --test-env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 --test-env=RLLIB_NUM_GPUS=1 --build-name rllibgpubuild-py3.10 --python-version 3.10 depends_on: rllibgpubuild - - label: ":brain: rllib: data tests" + - label: ":brain: rllib: multi-gpu tests" tags: - - data - - rllib - - disabled # Tests of this tag do not exist any more. - instance_type: large + - rllib_gpu + - gpu + - skip-on-microcheck + parallelism: 5 + instance_type: gpu-large commands: - # learning tests pytorch + # All multi-gpu tagged tests - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib - --parallelism-per-worker 3 - --only-tags learning_tests_with_ray_data - --except-tags multi_gpu,gpu,tf_only,tf2_only - --test-arg --framework=torch - --build-name rllibbuild-py3.10 - --python-version 3.10 - - # rllib unittests - - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib - --parallelism-per-worker 3 - --only-tags ray_data - --except-tags learning_tests_with_ray_data,multi_gpu,gpu - --skip-ray-installation - --build-name rllibbuild-py3.10 - --python-version 3.10 - # reuse the same docker image as the previous run - depends_on: rllibbuild - - - label: ":brain: rllib: benchmarks" - tags: rllib - instance_type: medium - commands: - - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --only-tags torch_2.x_only_benchmark - --build-name rllibbuild-py3.10 + --workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" + --parallelism-per-worker 2 + --gpus 4 + --only-tags multi_gpu + --except-tags manual + --build-name rllibgpubuild-py3.10 --python-version 3.10 - depends_on: rllibbuild - - # - label: ":brain: rllib: memory leak pytorch tests" - # tags: rllib - # instance_type: medium - # commands: - # - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib - # --only-tags memory_leak_tests - # --except-tags flaky - # --test-arg --framework=torch - # depends_on: rllibbuild + depends_on: rllibgpubuild - label: ":brain: rllib: doc tests" tags: @@ -167,8 +134,8 @@ steps: commands: # doc tests - bazel run //ci/ray_ci:test_in_docker -- python/ray/... //doc/... rllib - --except-tags gpu --only-tags doctest + --except-tags gpu,manual --parallelism-per-worker 2 --build-name rllibbuild-py3.10 --python-version 3.10 @@ -176,50 +143,70 @@ steps: - bazel run //ci/ray_ci:test_in_docker -- //doc/... rllib --except-tags gpu,post_wheel_build,timeseries_libs,doctest --parallelism-per-worker 2 - --skip-ray-installation --build-name rllibbuild-py3.10 --python-version 3.10 + --skip-ray-installation # reuse the same docker image as the previous run + # documentation test - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --only-tags documentation --parallelism-per-worker 2 - --skip-ray-installation --build-name rllibbuild-py3.10 --python-version 3.10 + --skip-ray-installation # reuse the same docker image as the previous run depends_on: rllibbuild - - label: ":brain: rllib: multi-gpu tests" + - label: ":brain: rllib: flaky component & examples tests" + key: rllib_flaky_tests_02 tags: - - rllib_gpu - - gpu - - skip-on-microcheck - parallelism: 5 - instance_type: gpu-large + - rllib + - rllib_flaky + - skip-on-premerge + instance_type: large commands: - - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib - --workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" - --parallelism-per-worker 2 - --gpus 4 - --only-tags multi_gpu - --build-name rllibgpubuild-py3.10 + # flaky components + - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --run-flaky-tests --parallelism-per-worker 3 + --only-tags env,evaluation,models,offline,policy,utils,algorithms,callbacks,core + --except-tags learning_tests,examples,documentation,gpu,multi_gpu,manual + --test-env RAY_USE_MULTIPROCESSING_CPU_COUNT=1 + --build-name rllibbuild-py3.10 --python-version 3.10 - depends_on: rllibgpubuild - - label: ":brain: rllib: flaky multi-gpu tests" - key: rllib_flaky_multi_gpu_tests + # flaky examples + - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --run-flaky-tests --parallelism-per-worker 3 + --only-tags examples + --except-tags multi_gpu,gpu,manual,examples_use_all_core + --test-env RAY_USE_MULTIPROCESSING_CPU_COUNT=1 + --build-name rllibbuild-py3.10 + --python-version 3.10 + --skip-ray-installation # reuse the same docker image as the previous run + + # flaky examples use all core + - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --run-flaky-tests --parallelism-per-worker 3 + --only-tags examples_use_all_core + --except-tags gpu,multi_gpu,manual + --test-env RAY_USE_MULTIPROCESSING_CPU_COUNT=1 + --build-name rllibbuild-py3.10 + --python-version 3.10 + --skip-ray-installation # reuse the same docker image as the previous run + depends_on: rllibbuild + soft_fail: true + + - label: ":brain: rllib: flaky learning tests" + key: rllib_flaky_tests_01 tags: - - rllib_gpu - - gpu + - rllib - rllib_flaky - skip-on-premerge - instance_type: gpu-large + instance_type: large commands: + # torch - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --run-flaky-tests - --parallelism-per-worker 2 - --gpus 4 - --only-tags multi_gpu - --build-name rllibgpubuild-py3.10 + --only-tags learning_tests + --except-tags gpu,multi_gpu,manual + --test-arg --framework=torch + --build-name rllibbuild-py3.10 --python-version 3.10 - depends_on: rllibgpubuild + depends_on: rllibbuild soft_fail: true - label: ":brain: rllib: flaky gpu tests" @@ -233,6 +220,7 @@ steps: commands: - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --run-flaky-tests --only-tags gpu + --except-tags multi_gpu,manual --test-env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 --test-env=RLLIB_NUM_GPUS=1 --build-name rllibgpubuild-py3.10 @@ -240,82 +228,21 @@ steps: depends_on: rllibgpubuild soft_fail: true - - label: ":brain: rllib: flaky tests (learning tests)" - key: rllib_flaky_tests_01 + - label: ":brain: rllib: flaky multi-gpu tests" + key: rllib_flaky_multi_gpu_tests tags: - - rllib + - rllib_gpu + - gpu - rllib_flaky - skip-on-premerge - instance_type: large + instance_type: gpu-large commands: - # torch - - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --run-flaky-tests - --only-tags fake_gpus,learning_tests_discrete,learning_tests_with_ray_data,crashing_cartpole,stateless_cartpole,learning_tests_continuous - --except-tags tf_only,tf2_only,multi_gpu,gpu - --test-arg --framework=torch - --build-name rllibbuild-py3.10 - --python-version 3.10 - - # tf2-static-graph - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --run-flaky-tests - --only-tags tf_only - --except-tags torch_only,tf2_only,no_tf_static_graph,multi_gpu,gpu - --test-arg --framework=tf - --build-name rllibbuild-py3.10 - --python-version 3.10 - --skip-ray-installation # reuse the same docker image as the previous run - # tf2-eager-tracing - - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --run-flaky-tests - --only-tags tf2_only - --except-tags fake_gpus,torch_only,multi_gpu,no_tf_eager_tracing,gpu - --test-arg --framework=tf2 - --build-name rllibbuild-py3.10 - --python-version 3.10 - --skip-ray-installation # reuse the same docker image as the previous run - depends_on: rllibbuild - soft_fail: true - - - label: ":brain: rllib: flaky tests (examples/rlmodule/models/tests_dir)" - key: rllib_flaky_tests_02 - tags: - - rllib - - rllib_flaky - - skip-on-premerge - instance_type: large - commands: - # examples - - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --run-flaky-tests --parallelism-per-worker 3 - --only-tags examples - --except-tags multi_gpu,gpu - --test-env RAY_USE_MULTIPROCESSING_CPU_COUNT=1 - --build-name rllibbuild-py3.10 - --python-version 3.10 - - # rlmodule tests - - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --run-flaky-tests --parallelism-per-worker 3 - --only-tags rlm - --except-tags multi_gpu,gpu - --test-env RLLIB_ENABLE_RL_MODULE=1 - --test-env RAY_USE_MULTIPROCESSING_CPU_COUNT=1 - --build-name rllibbuild-py3.10 - --python-version 3.10 - --skip-ray-installation # reuse the same docker image as the previous run - - # algorithm, models - - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --run-flaky-tests --parallelism-per-worker 3 - --except-tags learning_tests,memory_leak_tests,examples,tests_dir,documentation,multi_gpu,gpu,no_cpu,torch_2.x_only_benchmark,manual - --test-env RAY_USE_MULTIPROCESSING_CPU_COUNT=1 - --build-name rllibbuild-py3.10 - --python-version 3.10 - --skip-ray-installation # reuse the same docker image as the previous run - - # tests/ dir - - bazel run //ci/ray_ci:test_in_docker -- //rllib/... rllib --run-flaky-tests --parallelism-per-worker 3 - --only-tags tests_dir - --except-tags multi_gpu,gpu,manual - --test-env RAY_USE_MULTIPROCESSING_CPU_COUNT=1 - --build-name rllibbuild-py3.10 + --parallelism-per-worker 2 + --gpus 4 + --only-tags multi_gpu + --except-tags manual + --build-name rllibgpubuild-py3.10 --python-version 3.10 - --skip-ray-installation # reuse the same docker image as the previous run - depends_on: rllibbuild + depends_on: rllibgpubuild soft_fail: true diff --git a/rllib/BUILD.bazel b/rllib/BUILD.bazel index 663552842311..dea54e03df22 100644 --- a/rllib/BUILD.bazel +++ b/rllib/BUILD.bazel @@ -11,12 +11,8 @@ # Currently we have the following categories: # - Learning tests/regression, tagged: -# -- "learning_tests_[discrete|continuous]": distinguish discrete -# actions vs continuous actions. -# -- "crashing_cartpole" and "stateless_cartpole" to distinguish between -# simple CartPole and more advanced variants of it. -# -- "ray_data": Tests that rely on ray_data. -# -- "learning_tests_with_ray_data": Learning tests that rely on ray_data. +# -- "learning_tests": Tests for an algorithms expected return +# -- "learning_tests_with_all_core": # - Folder-bound tests, tagged with the name of the top-level dir: # - `env` directory tests. @@ -25,34 +21,22 @@ # - `offline` directory tests. # - `policy` directory tests. # - `utils` directory tests. +# - `algorithms` directory tests. +# - `callbacks` directory tests. +# - `core` directory tests -# - Algorithm tests, tagged "algorithms_dir". - -# - Tests directory (everything in rllib/tests/...), tagged: "tests_dir" - -# - Examples directory (everything in rllib/examples/...), tagged: "examples" - -# - Memory leak tests tagged "memory_leak_tests". +# - Examples directory (everything in rllib/examples/...), tagged: "examples" or "examples_use_all_core" # Note: There is a special directory in examples: "documentation" which contains # all code that is linked to from within the RLlib docs. This code is tested # separately via the "documentation" tag. # Additional tags are: -# - "team:rllib": Indicating that all tests in this file are the responsibility of -# the RLlib Team. -# - "needs_gpu": Indicating that a test needs to have a GPU in order to run. -# - "gpu": Indicating that a test may (but doesn't have to) be run in the GPU -# pipeline, defined in .buildkite/pipeline.gpu.yml. -# - "multi_gpu": Indicating that a test will definitely be run in the Large GPU -# pipeline, defined in .buildkite/pipeline.gpu.large.yml. -# - "no_gpu": Indicating that a test should not be run in the GPU pipeline due -# to certain incompatibilities. -# - "no_tf_eager_tracing": Exclude this test from tf-eager tracing tests. -# - "torch_only": Only run this test case with framework=torch. - -# Our .buildkite/pipeline.yml and .buildkite/pipeline.gpu.yml files execute all -# these tests in n different jobs. +# - "team:rllib": Indicating that all tests in this file are the responsibility of the RLlib Team. +# - "gpu": Test requires single GPU. +# - "multi_gpu": Test requires 2 or more GPUs + +# ".buildkite/rllib.rayci.yml" handles running of these tests based on the tags used. load("@rules_python//python:defs.bzl", "py_library", "py_test") load("//bazel:python.bzl", "doctest", "py_test_module_list") @@ -110,9 +94,7 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", "team:rllib", - "torch_only", ], ) @@ -130,10 +112,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -152,11 +132,9 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -175,9 +153,7 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", "team:rllib", - "torch_only", ], ) @@ -197,10 +173,8 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -219,10 +193,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", # Test is failing: https://github.com/ray-project/ray/issues/52270 "manual", ], @@ -244,11 +216,9 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -266,10 +236,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -289,10 +257,8 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -310,10 +276,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -332,11 +296,9 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -354,9 +316,7 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_continuous", "team:rllib", - "torch_only", ], ) @@ -376,10 +336,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -400,10 +358,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -424,10 +380,8 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", # Disabled: https://github.com/ray-project/ray/issues/50532 "manual", ], @@ -450,10 +404,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -476,11 +428,9 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -501,11 +451,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_cartpole", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", # Disabled: https://github.com/ray-project/ray/issues/43808 "manual", ], @@ -529,11 +476,8 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_cartpole", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", # Disabled: https://github.com/ray-project/ray/issues/50538 "manual", ], @@ -552,10 +496,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -573,10 +515,8 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -592,10 +532,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -612,11 +550,9 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "multi_gpu", "team:rllib", - "torch_only", # Disabled: https://github.com/ray-project/ray/issues/47216 "manual", ], @@ -636,10 +572,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -659,10 +593,8 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -680,10 +612,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -703,11 +633,9 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -724,9 +652,7 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", "team:rllib", - "torch_only", ], ) @@ -743,10 +669,8 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -762,10 +686,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -782,11 +704,9 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -804,10 +724,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -826,10 +744,8 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -847,10 +763,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -870,11 +784,9 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -890,10 +802,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -910,11 +820,9 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -930,10 +838,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -955,10 +861,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_continuous", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -981,10 +885,8 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_continuous", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -1005,10 +907,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -1030,10 +930,8 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -1050,9 +948,7 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", "team:rllib", - "torch_only", ], ) @@ -1070,10 +966,8 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -1089,10 +983,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -1109,11 +1001,9 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -1130,9 +1020,7 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", "team:rllib", - "torch_only", ], ) @@ -1151,10 +1039,8 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -1171,10 +1057,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -1192,11 +1076,9 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -1212,9 +1094,7 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", "team:rllib", - "torch_only", ], ) @@ -1230,9 +1110,7 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", "team:rllib", - "torch_only", ], ) @@ -1250,10 +1128,8 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -1269,10 +1145,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -1289,11 +1163,9 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -1310,9 +1182,7 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", "team:rllib", - "torch_only", ], ) @@ -1331,10 +1201,8 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -1351,10 +1219,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -1372,11 +1238,9 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -1394,7 +1258,6 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", "team:rllib", ], ) @@ -1414,7 +1277,6 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", "multi_gpu", "team:rllib", ], @@ -1434,7 +1296,6 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", "team:rllib", ], ) @@ -1454,7 +1315,6 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", "multi_gpu", "team:rllib", ], @@ -1472,9 +1332,7 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_continuous", "team:rllib", - "torch_only", ], ) @@ -1492,10 +1350,8 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_continuous", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -1511,10 +1367,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_continuous", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -1531,11 +1385,9 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_continuous", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -1552,9 +1404,7 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_continuous", "team:rllib", - "torch_only", ], ) @@ -1573,10 +1423,8 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_continuous", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -1593,10 +1441,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_continuous", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "team:rllib", - "torch_only", ], ) @@ -1614,11 +1460,9 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_continuous", - "learning_tests_pytorch_use_all_core", + "learning_tests_use_all_core", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -1635,9 +1479,7 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", "team:rllib", - "torch_only", ], ) @@ -1655,9 +1497,7 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_discrete", "team:rllib", - "torch_only", ], ) @@ -1673,9 +1513,7 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", "team:rllib", - "torch_only", ], ) @@ -1693,10 +1531,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_discrete", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -1712,9 +1548,7 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_continuous", "team:rllib", - "torch_only", ], ) @@ -1732,9 +1566,7 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_continuous", "team:rllib", - "torch_only", ], ) @@ -1750,9 +1582,7 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_continuous", "team:rllib", - "torch_only", ], ) @@ -1769,10 +1599,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_continuous", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -1790,9 +1618,7 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_continuous", "team:rllib", - "torch_only", ], ) @@ -1812,9 +1638,7 @@ py_test( "exclusive", "gpu", "learning_tests", - "learning_tests_continuous", "team:rllib", - "torch_only", ], ) @@ -1830,9 +1654,7 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_continuous", "team:rllib", - "torch_only", ], ) @@ -1850,10 +1672,8 @@ py_test( tags = [ "exclusive", "learning_tests", - "learning_tests_continuous", "multi_gpu", "team:rllib", - "torch_only", ], ) @@ -1861,7 +1681,7 @@ py_test( # Algorithms (Compilation, Losses, simple functionality tests) # rllib/algorithms/ # -# Tag: algorithms_dir +# Tag: algorithms # -------------------------------------------------------------------- # Generic (all Algorithms) @@ -1872,8 +1692,7 @@ py_test( srcs = ["algorithms/tests/test_algorithm.py"], data = ["offline/tests/data/cartpole/small.json"], tags = [ - "algorithms_dir", - "algorithms_dir_generic", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -1884,8 +1703,7 @@ py_test( size = "medium", srcs = ["algorithms/tests/test_algorithm_config.py"], tags = [ - "algorithms_dir", - "algorithms_dir_generic", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -1896,8 +1714,7 @@ py_test( size = "medium", srcs = ["algorithms/tests/test_algorithm_export_checkpoint.py"], tags = [ - "algorithms_dir", - "algorithms_dir_generic", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -1908,8 +1725,7 @@ py_test( size = "medium", srcs = ["algorithms/tests/test_algorithm_save_load_checkpoint_learner.py"], tags = [ - "algorithms_dir", - "algorithms_dir_generic", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -1920,8 +1736,7 @@ py_test( size = "medium", srcs = ["algorithms/tests/test_algorithm_save_load_checkpoint_connectors.py"], tags = [ - "algorithms_dir", - "algorithms_dir_generic", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -1932,8 +1747,7 @@ py_test( size = "large", srcs = ["algorithms/tests/test_algorithm_rl_module_restore.py"], tags = [ - "algorithms_dir", - "algorithms_dir_generic", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -1944,8 +1758,7 @@ py_test( size = "small", srcs = ["algorithms/tests/test_algorithm_imports.py"], tags = [ - "algorithms_dir", - "algorithms_dir_generic", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -1956,8 +1769,7 @@ py_test( size = "small", srcs = ["algorithms/tests/test_registry.py"], tags = [ - "algorithms_dir", - "algorithms_dir_generic", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -1968,9 +1780,9 @@ py_test( size = "large", srcs = ["algorithms/tests/test_node_failures.py"], tags = [ + "algorithms", "exclusive", "team:rllib", - "tests_dir", ], deps = [":conftest"], ) @@ -1984,7 +1796,7 @@ py_test( size = "large", srcs = ["algorithms/appo/tests/test_appo.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -1995,7 +1807,7 @@ py_test( size = "medium", srcs = ["algorithms/appo/tests/test_appo_learner.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2009,7 +1821,7 @@ py_test( # Include the offline data files. data = ["offline/tests/data/cartpole/cartpole-v1_large"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2023,7 +1835,7 @@ py_test( srcs = ["algorithms/cql/tests/test_cql_old_api_stack.py"], data = ["offline/tests/data/pendulum/small.json"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2035,7 +1847,7 @@ py_test( size = "large", srcs = ["algorithms/dqn/tests/test_dqn.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2047,7 +1859,7 @@ py_test( size = "large", srcs = ["algorithms/dreamerv3/tests/test_dreamerv3.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2059,7 +1871,7 @@ py_test( size = "large", srcs = ["algorithms/impala/tests/test_impala.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2070,7 +1882,7 @@ py_test( size = "small", srcs = ["algorithms/impala/tests/test_vtrace_v2.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2082,7 +1894,7 @@ py_test( size = "small", srcs = ["algorithms/impala/tests/test_vtrace_old_api_stack.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2099,7 +1911,7 @@ py_test( "offline/tests/data/pendulum/pendulum-v1_large", ], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2114,7 +1926,7 @@ py_test( "offline/tests/data/cartpole/large.json", ], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2126,7 +1938,7 @@ py_test( size = "medium", srcs = ["algorithms/ppo/tests/test_ppo.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2137,7 +1949,7 @@ py_test( size = "large", srcs = ["algorithms/ppo/tests/test_ppo_rl_module.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2148,7 +1960,7 @@ py_test( size = "large", srcs = ["algorithms/ppo/tests/test_ppo_learner.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2160,7 +1972,7 @@ py_test( size = "large", srcs = ["algorithms/sac/tests/test_sac.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2172,7 +1984,7 @@ py_test( size = "large", srcs = ["algorithms/tqc/tests/test_tqc.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2184,7 +1996,7 @@ py_test( size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer srcs = ["algorithms/tests/test_custom_resource.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2195,7 +2007,7 @@ py_test( size = "small", srcs = ["algorithms/tests/test_dependency_tf.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2206,7 +2018,7 @@ py_test( size = "small", srcs = ["algorithms/tests/test_dependency_torch.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2217,7 +2029,7 @@ py_test( size = "small", srcs = ["algorithms/tests/test_local.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2228,7 +2040,7 @@ py_test( size = "medium", srcs = ["algorithms/tests/test_ray_client.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2239,7 +2051,7 @@ py_test( size = "small", srcs = ["algorithms/tests/test_telemetry.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2250,7 +2062,7 @@ py_test( size = "small", srcs = ["algorithms/tests/test_nn_framework_import_errors.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2261,7 +2073,7 @@ py_test( size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer srcs = ["algorithms/tests/test_placement_groups.py"], tags = [ - "algorithms_dir", + "algorithms", "team:rllib", ], deps = [":conftest"], @@ -2278,7 +2090,7 @@ py_test( size = "large", srcs = ["callbacks/tests/test_callbacks_on_algorithm.py"], tags = [ - "callbacks_dir", + "callbacks", "team:rllib", ], deps = [":conftest"], @@ -2289,7 +2101,7 @@ py_test( size = "medium", srcs = ["callbacks/tests/test_callbacks_on_env_runner.py"], tags = [ - "callbacks_dir", + "callbacks", "team:rllib", ], deps = [":conftest"], @@ -2301,7 +2113,7 @@ py_test( size = "medium", srcs = ["callbacks/tests/test_callbacks_old_api_stack.py"], tags = [ - "callbacks_dir", + "callbacks", "team:rllib", ], deps = [":conftest"], @@ -2312,7 +2124,7 @@ py_test( size = "medium", srcs = ["callbacks/tests/test_multicallback.py"], tags = [ - "callbacks_dir", + "callbacks", "team:rllib", ], deps = [":conftest"], @@ -2341,8 +2153,8 @@ py_test( size = "large", srcs = ["env/tests/test_multi_agent_env.py"], tags = [ + "env", "team:rllib", - "tests_dir", ], deps = [":conftest"], ) @@ -2651,6 +2463,7 @@ py_test( main = "core/learner/tests/test_learner_group.py", # TODO(#50114): mark as manual as it is flaky. tags = [ + "core", "exclusive", "manual", "multi_gpu", @@ -2666,6 +2479,7 @@ py_test( args = ["TestLearnerGroupSyncUpdate"], main = "core/learner/tests/test_learner_group.py", tags = [ + "core", "exclusive", "multi_gpu", "team:rllib", @@ -2680,6 +2494,7 @@ py_test( args = ["TestLearnerGroupCheckpointRestore"], main = "core/learner/tests/test_learner_group.py", tags = [ + "core", "exclusive", "multi_gpu", "team:rllib", @@ -2694,6 +2509,7 @@ py_test( args = ["TestLearnerGroupSaveAndRestoreState"], main = "core/learner/tests/test_learner_group.py", tags = [ + "core", "exclusive", "multi_gpu", "team:rllib", @@ -2709,7 +2525,6 @@ py_test( tags = [ "core", "exclusive", - "ray_data", "team:rllib", ], deps = [":conftest"], @@ -2722,7 +2537,6 @@ py_test( tags = [ "core", "exclusive", - "ray_data", "team:rllib", ], deps = [":conftest"], @@ -2797,7 +2611,6 @@ py_test( tags = [ "offline", "team:rllib", - "torch_only", ], deps = [":conftest"], ) @@ -2821,7 +2634,6 @@ py_test( data = ["offline/tests/data/cartpole/small.json"], tags = [ "offline", - "ray_data", "team:rllib", ], deps = [":conftest"], @@ -3470,7 +3282,6 @@ py_test( tags = [ "examples", "exclusive", - "old_api_stack", "team:rllib", ], deps = [":conftest"], @@ -3485,7 +3296,6 @@ py_test( tags = [ "examples", "exclusive", - "old_api_stack", "team:rllib", ], deps = [":conftest"],