123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558 |
- - label: ":ferris_wheel: Wheels and Jars"
- conditions:
- [
- "RAY_CI_LINUX_WHEELS_AFFECTED",
- "RAY_CI_JAVA_AFFECTED",
- "RAY_CI_STREAMING_JAVA_AFFECTED",
- ]
- commands:
- # Build the wheels and jars
- - LINUX_WHEELS=1 LINUX_JARS=1 ./ci/travis/ci.sh build
- - bash ./java/build-jar-multiplatform.sh linux
- # Upload the wheels and jars
- # We don't want to push on PRs, in fact, the copy_files will fail because unauthenticated.
- - if [ "$BUILDKITE_PULL_REQUEST" != "false" ]; then exit 0; fi
- - pip install -q docker aws_requests_auth boto3
- # Upload to branch directory.
- - python .buildkite/copy_files.py --destination branch_wheels --path ./.whl
- - python .buildkite/copy_files.py --destination branch_jars --path ./.jar/linux
- # Upload to latest directory.
- - if [ "$BUILDKITE_BRANCH" == "master" ]; then python .buildkite/copy_files.py --destination wheels --path ./.whl; fi
- - if [ "$BUILDKITE_BRANCH" == "master" ]; then python .buildkite/copy_files.py --destination jars --path ./.jar/linux; fi
- - label: ":ferris_wheel: Post-wheel tests"
- conditions: ["RAY_CI_LINUX_WHEELS_AFFECTED"]
- commands:
- - LINUX_WHEELS=1 ./ci/travis/ci.sh build
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --test_tag_filters=post_wheel_build
- --test_env=CONDA_EXE
- --test_env=CONDA_PYTHON_EXE
- --test_env=CONDA_SHLVL
- --test_env=CONDA_PREFIX
- --test_env=CONDA_DEFAULT_ENV
- --test_env=CI
- --test_env=RAY_CI_POST_WHEEL_TESTS=True
- python/ray/tests/... python/ray/serve/... python/ray/tune/... rllib/... doc/...
- - label: ":ferris_wheel: Debug Wheels"
- conditions:
- [
- "RAY_CI_LINUX_WHEELS_AFFECTED",
- "RAY_CI_JAVA_AFFECTED",
- "RAY_CI_STREAMING_JAVA_AFFECTED",
- ]
- commands:
- # Build the debug wheels
- - RAY_DEBUG_BUILD=debug LINUX_WHEELS=1 ./ci/travis/ci.sh build
- # Upload the wheels.
- # We don't want to push on PRs, in fact, the copy_files will fail because unauthenticated.
- - if [ "$BUILDKITE_PULL_REQUEST" != "false" ]; then exit 0; fi
- - pip install -q docker aws_requests_auth boto3
- # Upload to branch directory.
- - python .buildkite/copy_files.py --destination branch_wheels --path ./.whl
- # Upload to latest directory.
- - if [ "$BUILDKITE_BRANCH" == "master" ]; then python .buildkite/copy_files.py --destination wheels --path ./.whl; fi
- # Not working now.
- # - label: ":ferris_wheel: ASAN Wheels"
- # conditions:
- # [
- # "RAY_CI_LINUX_WHEELS_AFFECTED",
- # "RAY_CI_JAVA_AFFECTED",
- # "RAY_CI_STREAMING_JAVA_AFFECTED",
- # ]
- # commands:
- # # Build the asan wheels
- # - RAY_DEBUG_BUILD=asan LINUX_WHEELS=1 ./ci/travis/ci.sh build
- # # Upload the wheels.
- # # We don't want to push on PRs, in fact, the copy_files will fail because unauthenticated.
- # - if [ "$BUILDKITE_PULL_REQUEST" != "false" ]; then exit 0; fi
- # - pip install -q docker aws_requests_auth boto3
- # # Upload to branch directory.
- # - python .buildkite/copy_files.py --destination branch_wheels --path ./.whl
- # # Upload to latest directory.
- # - if [ "$BUILDKITE_BRANCH" == "master" ]; then python .buildkite/copy_files.py --destination wheels --path ./.whl; fi
- - label: ":docker: Build Images: py36"
- conditions: ["RAY_CI_LINUX_WHEELS_AFFECTED"]
- commands:
- - LINUX_WHEELS=1 ./ci/travis/ci.sh build
- - pip install -q docker aws_requests_auth boto3
- - if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then python .buildkite/copy_files.py --destination docker_login; fi
- - python ./ci/travis/build-docker-images.py --py-versions PY36 --build-type BUILDKITE --build-base
- - label: ":docker: Build Images: py37"
- conditions: ["RAY_CI_LINUX_WHEELS_AFFECTED"]
- commands:
- - LINUX_WHEELS=1 ./ci/travis/ci.sh build
- - pip install -q docker aws_requests_auth boto3
- - if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then python .buildkite/copy_files.py --destination docker_login; fi
- - python ./ci/travis/build-docker-images.py --py-versions PY37 --build-type BUILDKITE --build-base
- - label: ":docker: Build Images: py38"
- conditions: ["RAY_CI_LINUX_WHEELS_AFFECTED"]
- commands:
- - LINUX_WHEELS=1 ./ci/travis/ci.sh build
- - pip install -q docker aws_requests_auth boto3
- - if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then python .buildkite/copy_files.py --destination docker_login; fi
- - python ./ci/travis/build-docker-images.py --py-versions PY38 --build-type BUILDKITE --build-base
- - label: ":docker: Build Images: py39"
- conditions: ["RAY_CI_LINUX_WHEELS_AFFECTED"]
- commands:
- - LINUX_WHEELS=1 ./ci/travis/ci.sh build
- - pip install -q docker aws_requests_auth boto3
- - if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then python .buildkite/copy_files.py --destination docker_login; fi
- - python ./ci/travis/build-docker-images.py --py-versions PY39 --build-type BUILDKITE --build-base
- - label: ":book: Lint"
- commands:
- - export LINT=1
- - ./ci/travis/install-dependencies.sh
- - ./ci/travis/ci.sh lint
- - ./ci/travis/ci.sh build
- - label: ":java: Java"
- conditions: ["RAY_CI_JAVA_AFFECTED"]
- commands:
- - ./java/test.sh
- - label: ":java: Streaming"
- conditions:
- ["RAY_CI_STREAMING_PYTHON_AFFECTED", "RAY_CI_STREAMING_JAVA_AFFECTED", "RAY_CI_PYTHON_AFFECTED"]
- commands:
- - bazel test --config=ci $(./scripts/bazel_export_options)
- //streaming:all
- - bash streaming/src/test/run_streaming_queue_test.sh
- - label: ":cpp: Worker"
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - ./ci/travis/ci.sh test_cpp
- - label: ":cpp: Tests"
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - bazel test --config=ci --config=llvm $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=-flaky
- -- //:all -rllib/... -core_worker_test
- - label: ":cpp: Tests (ASAN)"
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - bazel test --config=ci --config=asan-clang $(./scripts/bazel_export_options)
- --build_tests_only
- --jobs=2
- --test_tag_filters=-flaky
- -- //:all -//:core_worker_test
- - label: ":cpp: Tests (UBSAN)"
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - bazel test --config=ci --config=ubsan $(./scripts/bazel_export_options)
- --build_tests_only
- --jobs=2
- --test_tag_filters=-flaky
- -- //:all -//:core_worker_test -//:logging_test
- - label: ":cpp: Tests (TSAN)"
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - bazel test --config=ci --config=tsan-clang $(./scripts/bazel_export_options)
- --build_tests_only
- --jobs=2
- --test_tag_filters=-flaky
- -- //:all -//:core_worker_test -//:event_test -//:gcs_actor_manager_test
- -//:gcs_placement_group_manager_test -//:gcs_placement_group_scheduler_test
- -//:gcs_server_rpc_test -//:gcs_server_test
- -//:metric_exporter_client_test -//:stats_test -//:worker_pool_test
- - label: ":serverless: Dashboard + Serve Tests"
- conditions:
- [
- "RAY_CI_SERVE_AFFECTED",
- "RAY_CI_DASHBOARD_AFFECTED",
- "RAY_CI_PYTHON_AFFECTED",
- ]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - TORCH_VERSION=1.6 ./ci/travis/install-dependencies.sh
- - ./dashboard/tests/run_ui_tests.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) python/ray/dashboard/...
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --test_tag_filters=-post_wheel_build
- python/ray/serve/...
- - label: ":python: Minimal install"
- conditions: ["RAY_CI_PYTHON_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - ./ci/travis/install-minimal.sh
- - ./ci/travis/env_info.sh
- - python ./ci/travis/check_minimal_install.py
- - bazel test --test_output=streamed --config=ci $(./scripts/bazel_export_options)
- python/ray/tests/test_basic
- - bazel test --test_output=streamed --config=ci $(./scripts/bazel_export_options)
- python/ray/tests/test_basic_2
- - bazel test --test_output=streamed --config=ci $(./scripts/bazel_export_options)
- python/ray/tests/test_basic_3
- - bazel test --test_output=streamed --config=ci --test_env=RAY_MINIMAL=1 $(./scripts/bazel_export_options)
- python/ray/tests/test_output
- - bazel test --test_output=streamed --config=ci --test_env=RAY_MINIMAL=1 $(./scripts/bazel_export_options)
- python/ray/tests/test_runtime_env_ray_minimal
- # TODO(archit)
- - label: ":python: (Flaky tests)"
- conditions: ["RAY_CI_PYTHON_AFFECTED", "RAY_CI_SERVE_AFFECTED", "RAY_CI_RLLIB_AFFECTED", "RAY_CI_TUNE_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- # - bazel test --config=ci $(./scripts/bazel_export_options)
- # --build_tests_only
- # --test_tag_filters=flaky
- # -- //:all -rllib/... -core_worker_test
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --test_tag_filters=-kubernetes,flaky
- --test_env=CONDA_EXE
- --test_env=CONDA_PYTHON_EXE
- --test_env=CONDA_SHLVL
- --test_env=CONDA_PREFIX
- --test_env=CONDA_DEFAULT_ENV
- python/ray/tests/... python/ray/serve/... python/ray/tune/... rllib/...
- - label: ":python: (Small & Large)"
- conditions: ["RAY_CI_PYTHON_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --test_tag_filters=-kubernetes,-medium_size_python_tests_a_to_j,-medium_size_python_tests_k_to_z,-client_tests,-flaky,-post_wheel_build,-worker-container
- --test_env=CONDA_EXE
- --test_env=CONDA_PYTHON_EXE
- --test_env=CONDA_SHLVL
- --test_env=CONDA_PREFIX
- --test_env=CONDA_DEFAULT_ENV
- python/ray/tests/...
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --test_tag_filters=-kubernetes,client_tests,-flaky
- --test_env=RAY_CLIENT_MODE=1 --test_env=RAY_PROFILING=1
- python/ray/tests/...
- - label: ":python: (Medium A-J)"
- conditions: ["RAY_CI_PYTHON_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --test_tag_filters=-kubernetes,medium_size_python_tests_a_to_j,-flaky
- python/ray/tests/...
- - label: ":python: (Medium K-Z)"
- conditions: ["RAY_CI_PYTHON_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --test_tag_filters=-kubernetes,medium_size_python_tests_k_to_z,-flaky
- python/ray/tests/...
- - label: ":core: Debug Test"
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - pip uninstall -y ray
- - RAY_DEBUG_BUILD=debug ./ci/travis/ci.sh build
- - bazel test --config=ci-debug $(./scripts/bazel_export_options)
- --test_tag_filters=-kubernetes,debug_tests,-flaky
- python/ray/tests/...
- - label: ":core: (ASAN tests)"
- conditions: ["RAY_CI_PYTHON_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci --config=asan $(./scripts/bazel_export_options)
- --config=asan-buildkite
- --test_tag_filters=-kubernetes,asan_tests,-flaky
- --test_env=CONDA_EXE
- --test_env=CONDA_PYTHON_EXE
- --test_env=CONDA_SHLVL
- --test_env=CONDA_PREFIX
- --test_env=CONDA_DEFAULT_ENV
- python/ray/tests/...
- #- label: ":python: (Worker In Container)"
- #conditions: ["RAY_CI_PYTHON_AFFECTED"]
- #commands:
- #- LINUX_WHEELS=1 ./ci/travis/ci.sh build
- #- pip install docker
- #We build image ray-worker-container:nightly-py36-cpu which have installed podman,but not push it.
- #And we save this image to a tarball, so that we can load it to podman image storage in the
- #nested-container which run tests. And in this nested-container, Raylet will start ray worker
- #process in double-nested-container.
- #- python ./ci/travis/build-docker-images.py --py-versions PY36 --build-type BUILDKITE --only-build-worker-container
- #- mkdir /ray-mount/containers
- #- docker save -o /ray-mount/containers/images.tar rayproject/ray-worker-container:nightly-py36-cpu
- #- docker run --rm --privileged -v /ray/containers:/var/lib/containers -v /ray:/ray --entrypoint /bin/bash
- #rayproject/ray-worker-container:nightly-py36-cpu /ray/ci/travis/test-worker-in-container.sh
- - label: ":brain: RLlib: Learning discr. actions TF2 (from rllib/tuned_examples/*.yaml)"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=learning_tests_discrete_tf,-fake_gpus_tf,-fake_gpus_torch,-flaky
- rllib/...
- - label: ":brain: RLlib: Learning cont. actions TF2 (from rllib/tuned_examples/*.yaml)"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=learning_tests_continuous_tf,-fake_gpus_tf,-fake_gpus_torch,-flaky
- rllib/...
- - label: ":brain: RLlib: Learning discr. actions TF1 (from rllib/tuned_examples/*.yaml)"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 TF_VERSION=1.14.0 TFP_VERSION=0.7 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=learning_tests_discrete_tf,-fake_gpus_tf,-fake_gpus_torch,-flaky
- rllib/...
- - label: ":brain: RLlib: Learning cont. actions TF1 (from rllib/tuned_examples/*.yaml)"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 TF_VERSION=1.14.0 TFP_VERSION=0.7 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=learning_tests_continuous_tf,-fake_gpus_tf,-fake_gpus_torch,-flaky
- rllib/...
- - label: ":brain: RLlib: Learning discr. actions Torch (from rllib/tuned_examples/*.yaml)"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=learning_tests_discrete_torch,-fake_gpus_tf,-fake_gpus_torch,-flaky
- rllib/...
- - label: ":brain: RLlib: Learning cont. actions Torch (from rllib/tuned_examples/*.yaml)"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=learning_tests_continuous_torch,-fake_gpus_tf,-fake_gpus_torch,-flaky
- rllib/...
- - label: ":brain: RLlib: Learning tests w/ 2 fake GPUs TF (from rllib/tuned_examples/*.yaml)"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=fake_gpus_tf,-flaky
- rllib/...
- - label: ":brain: RLlib: Learning tests w/ 2 fake GPUs Torch (from rllib/tuned_examples/*.yaml)"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=fake_gpus_torch,-flaky
- rllib/...
- - label: ":brain: RLlib: Quick Agent train.py runs (TODO: obsolete)"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=quick_train,-flaky
- --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
- rllib/...
- - label: ":brain: RLlib: Trainer Tests"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- # Test all tests in the `agents` (soon to be "trainers") dir:
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=trainers_dir,-flaky
- --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
- rllib/...
- - label: ":brain: RLlib: Everything else (env-, evaluation-, ... dirs)"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- # Test everything that does not have any of the "main" labels:
- # "learning_tests|quick_train|examples|tests_dir".
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=-learning_tests_tf,-learning_tests_torch,-quick_train,-examples,-tests_dir,-trainers_dir,-flaky
- --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
- rllib/...
- - label: ":brain: RLlib: Examples {A/B}"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
- --test_tag_filters=examples_A,examples_B,-flaky --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 rllib/...
- - label: ":brain: RLlib: Examples {Ca..t}"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
- --test_tag_filters=examples_C_AtoT,-flaky --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 rllib/...
- - label: ":brain: RLlib: Examples {Cu..z}"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
- --test_tag_filters=examples_C_UtoZ,-flaky --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 rllib/...
- - label: ":brain: RLlib: Examples {D/P}"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
- --test_tag_filters=examples_D,examples_E,examples_F,examples_G,examples_H,examples_I,examples_J,examples_K,examples_L,examples_M,examples_N,examples_O,examples_P,-flaky --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
- rllib/...
- - label: ":brain: RLlib: Examples {Q/Z}"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
- --test_tag_filters=examples_Q,examples_R,examples_S,examples_T,examples_U,examples_V,examples_W,examples_X,examples_Y,examples_Z,-flaky --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
- rllib/...
- - label: ":brain: RLlib: tests/ dir (A-L)"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
- --test_tag_filters=tests_dir_A,tests_dir_B,tests_dir_C,tests_dir_D,tests_dir_E,tests_dir_F,tests_dir_G,tests_dir_H,tests_dir_I,tests_dir_J,tests_dir_K,tests_dir_L,-flaky --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
- rllib/...
- - label: ":brain: RLlib: tests/ dir (M-Z (no R))"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
- --test_tag_filters=tests_dir_M,tests_dir_N,tests_dir_O,tests_dir_P,tests_dir_Q,tests_dir_S,tests_dir_T,tests_dir_U,tests_dir_V,tests_dir_W,tests_dir_X,tests_dir_Y,tests_dir_Z,-flaky --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
- rllib/...
- - label: ":brain: RLlib: tests/ dir (R)"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
- --test_tag_filters=tests_dir_R,-flaky --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
- rllib/...
- - label: ":octopus: Tune tests and examples {1/2}"
- conditions: ["RAY_CI_TUNE_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - TUNE_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --test_tag_filters=-example,-flaky,-py37,-soft_imports,-gpu_only python/ray/tune/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=example,-tf,-pytorch,-py37,-flaky,-soft_imports,-gpu_only python/ray/tune/...
- - label: ":octopus: Tune tests and examples {2/2}"
- conditions: ["RAY_CI_TUNE_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - TUNE_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=tf,-pytorch,-py37,-flaky,-soft_imports,-gpu_only python/ray/tune/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-tf,pytorch,-py37,-flaky,-soft_imports,-gpu_only python/ray/tune/...
- - label: ":octopus: Tune soft imports test"
- conditions: ["RAY_CI_TUNE_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- # no TUNE_TESTING=1 on purpose
- - ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=soft_imports python/ray/tune/...
- - label: ":steam_locomotive: Train tests and examples"
- conditions: ["RAY_CI_TRAIN_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - SGD_TESTING=1 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-gpu_only python/ray/train/...
- - label: ":octopus: SGD tests and examples"
- conditions: ["RAY_CI_SGD_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - SGD_TESTING=1 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=tf,-pytorch,-py37,-flaky,-client,-gpu_only python/ray/util/sgd/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-tf,pytorch,-py37,-flaky,-client,-gpu_only python/ray/util/sgd/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=client_unit_tests,-gpu_only --test_env=RAY_CLIENT_MODE=1 python/ray/util/sgd/...
- - label: ":octopus: Tune/SGD/Modin/Dask tests and examples. Python 3.7"
- conditions: ["RAY_CI_TUNE_AFFECTED", "RAY_CI_SGD_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - TUNE_TESTING=1 PYTHON=3.7 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
- # Because Python version changed, we need to re-install Ray here
- - rm -rf ./python/ray/thirdparty_files; rm -rf ./python/ray/pickle5_files; ./ci/travis/ci.sh build
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=py37,-flaky,-client python/ray/tune/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-client python/ray/util/xgboost/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/util/horovod/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/tests/modin/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/util/ray_lightning/...
- # Dask tests and examples.
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-client python/ray/util/dask/...
- - label: ":octopus: Ludwig tests and examples. Python 3.7"
- conditions: ["RAY_CI_TUNE_AFFECTED", "RAY_CI_SGD_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - SGD_TESTING=1 PYTHON=3.7 INSTALL_LUDWIG=1 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
- # Because Python version changed, we need to re-install Ray here
- - rm -rf ./python/ray/thirdparty_files; rm -rf ./python/ray/pickle5_files; ./ci/travis/ci.sh build
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/tests/ludwig/...
- - label: ":tropical_fish: ML Libraries w/ Ray Client Examples (Python 3.7)."
- conditions: ["RAY_CI_TUNE_AFFECTED", "RAY_CI_SGD_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - TUNE_TESTING=1 PYTHON=3.7 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
- - rm -rf ./python/ray/thirdparty_files; rm -rf ./python/ray/pickle5_files; ./ci/travis/ci.sh build
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=client --test_env=RAY_CLIENT_MODE=1 python/ray/util/dask/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=client,-flaky python/ray/tune/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=client,-client_unit_tests python/ray/util/sgd/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=client,-flaky python/ray/util/xgboost/...
- - label: ":potable_water: Workflow & Dataset tests (Python 3.7)"
- conditions: ["RAY_CI_PYTHON_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - DATA_PROCESSING_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
- # Because Python version changed, we need to re-install Ray here
- - rm -rf ./python/ray/thirdparty_files; rm -rf ./python/ray/pickle5_files; ./ci/travis/ci.sh build
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/workflow/... python/ray/data/...
- - label: ":book: Doc tests and examples"
- conditions:
- ["RAY_CI_PYTHON_AFFECTED", "RAY_CI_TUNE_AFFECTED", "RAY_CI_DOC_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - DOC_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-tf,-pytorch,-py37,-post_wheel_build doc/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=tf,-pytorch,-py37,-post_wheel_build doc/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-tf,pytorch,-py37,-post_wheel_build doc/...
|