123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285 |
- - label: ":ferris_wheel: Wheels and Jars"
- conditions:
- [
- "RAY_CI_LINUX_WHEELS_AFFECTED",
- "RAY_CI_JAVA_AFFECTED",
- "RAY_CI_STREAMING_JAVA_AFFECTED",
- ]
- commands:
- # Build the wheels and jars
- - LINUX_WHEELS=1 LINUX_JARS=1 ./ci/travis/ci.sh build
- - bash ./java/build-jar-multiplatform.sh linux
- # Upload the wheels and jars
- # We don't want to push on PRs, in fact, the copy_files will fail because unauthenticated.
- - if [ "$BUILDKITE_PULL_REQUEST" != "false" ]; then exit 0; fi
- - pip install -q docker aws_requests_auth boto3
- - python .buildkite/copy_files.py --destination wheels --path ./.whl
- - python .buildkite/copy_files.py --destination wheels --path ./.jar/linux
- - label: ":ferris_wheel: Post-wheel tests"
- conditions: ["RAY_CI_LINUX_WHEELS_AFFECTED"]
- commands:
- - LINUX_WHEELS=1 ./ci/travis/ci.sh build
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --test_tag_filters=post_wheel_build
- --test_env=CONDA_EXE
- --test_env=CONDA_PYTHON_EXE
- --test_env=CONDA_SHLVL
- --test_env=CONDA_PREFIX
- --test_env=CONDA_DEFAULT_ENV
- --test_env=CI
- --test_env=RAY_CI_POST_WHEEL_TESTS=True
- python/ray/tests/... python/ray/serve/... python/ray/tune/... rllib/...
- - label: ":docker: Build Images"
- conditions: ["RAY_CI_LINUX_WHEELS_AFFECTED"]
- commands:
- - LINUX_WHEELS=1 ./ci/travis/ci.sh build
- - pip install docker
- - python ./ci/travis/build-docker-images.py --py-versions PY37 --build-type BUILDKITE --build-base
- - label: ":docker: Build Images"
- conditions: ["RAY_CI_LINUX_WHEELS_AFFECTED"]
- commands:
- - LINUX_WHEELS=1 ./ci/travis/ci.sh build
- - pip install docker
- - python ./ci/travis/build-docker-images.py --py-versions PY36 PY38 --build-type BUILDKITE --build-base
- - label: ":book: Lint"
- commands:
- - export LINT=1
- - ./ci/travis/install-dependencies.sh
- - ./ci/travis/ci.sh lint
- - ./ci/travis/ci.sh build
- - label: ":java: Java"
- conditions: ["RAY_CI_JAVA_AFFECTED"]
- commands:
- - ./java/test.sh
- - label: ":java: Streaming"
- conditions:
- ["RAY_CI_STREAMING_PYTHON_AFFECTED", "RAY_CI_STREAMING_JAVA_AFFECTED"]
- commands:
- - bazel test --config=ci $(./scripts/bazel_export_options)
- //streaming:all
- - bash streaming/src/test/run_streaming_queue_test.sh
- - label: ":cpp: Worker"
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - ./ci/travis/ci.sh test_cpp
- - label: ":cpp: Tests"
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=-flaky
- -- //:all -rllib/... -core_worker_test
- - label: ":cpp: Tests (ASAN)"
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - bazel test --config=ci --config=asan $(./scripts/bazel_export_options)
- --build_tests_only
- --config=asan-buildkite
- --jobs=2
- --test_tag_filters=-flaky
- -- //:all -//:core_worker_test
- - label: ":serverless: Dashboard + Serve Tests"
- conditions:
- [
- "RAY_CI_SERVE_AFFECTED",
- "RAY_CI_DASHBOARD_AFFECTED",
- "RAY_CI_PYTHON_AFFECTED",
- ]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - TORCH_VERSION=1.6 ./ci/travis/install-dependencies.sh
- - ./dashboard/tests/run_ui_tests.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) python/ray/new_dashboard/...
- - bazel test --config=ci $(./scripts/bazel_export_options) python/ray/serve/...
- - label: ":python: (Flaky tests)"
- conditions: ["RAY_CI_PYTHON_AFFECTED", "RAY_CI_SERVE_AFFECTED", "RAY_CI_RLLIB_AFFECTED", "RAY_CI_TUNE_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- # - bazel test --config=ci $(./scripts/bazel_export_options)
- # --build_tests_only
- # --test_tag_filters=flaky
- # -- //:all -rllib/... -core_worker_test
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --test_tag_filters=-kubernetes,-jenkins_only,flaky
- --test_env=CONDA_EXE
- --test_env=CONDA_PYTHON_EXE
- --test_env=CONDA_SHLVL
- --test_env=CONDA_PREFIX
- --test_env=CONDA_DEFAULT_ENV
- python/ray/tests/... python/ray/serve/... python/ray/tune/... rllib/...
- - label: ":python: (Small & Large)"
- conditions: ["RAY_CI_PYTHON_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --test_tag_filters=-kubernetes,-jenkins_only,-medium_size_python_tests_a_to_j,-medium_size_python_tests_k_to_z,-flaky,-post_wheel_build
- --test_env=CONDA_EXE
- --test_env=CONDA_PYTHON_EXE
- --test_env=CONDA_SHLVL
- --test_env=CONDA_PREFIX
- --test_env=CONDA_DEFAULT_ENV
- python/ray/tests/...
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --test_tag_filters=-kubernetes,-jenkins_only,client_tests,-flaky
- --test_env=RAY_CLIENT_MODE=1
- python/ray/tests/...
- - label: ":python: (Medium A-J)"
- conditions: ["RAY_CI_PYTHON_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --test_tag_filters=-kubernetes,-jenkins_only,medium_size_python_tests_a_to_j,-flaky
- python/ray/tests/...
- - label: ":python: (Medium K-Z)"
- conditions: ["RAY_CI_PYTHON_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --test_tag_filters=-kubernetes,-jenkins_only,medium_size_python_tests_k_to_z,-flaky
- python/ray/tests/...
- - label: ":brain: RLlib: Learning tests (from rllib/tuned_examples/*.yaml)"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=learning_tests_tf,-flaky
- rllib/...
- - label: ":brain: RLlib: Learning tests with tf=1.x (from rllib/tuned_examples/*.yaml)"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 TF_VERSION=1.14.0 TFP_VERSION=0.7 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=learning_tests_tf,-flaky
- rllib/...
- - label: ":brain: RLlib: Learning tests with Torch (from rllib/tuned_examples/*.yaml)"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=learning_tests_torch,-flaky
- rllib/...
- - label: ":brain: RLlib: Quick Agent train.py runs"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=quick_train,-flaky
- --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
- rllib/...
- - label: ":brain: RLlib: everything else"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- # Test everything that does not have any of the "main" labels:
- # "learning_tests|quick_train|examples|tests_dir".
- - bazel test --config=ci $(./scripts/bazel_export_options)
- --build_tests_only
- --test_tag_filters=-learning_tests_tf,-learning_tests_torch,-quick_train,-examples,-tests_dir,-flaky
- --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
- rllib/...
- - label: ":brain: RLlib: rllib/examples/ {1/2}"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
- --test_tag_filters=examples_A,examples_B,-flaky --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 rllib/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
- --test_tag_filters=examples_C,examples_D,-flaky --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 rllib/...
- - label: ":brain: RLlib: rllib/examples/ {2/2}"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
- --test_tag_filters=examples_E,examples_F,examples_G,examples_H,examples_I,examples_J,examples_K,examples_L,examples_M,examples_N,examples_O,examples_P,-flaky --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
- rllib/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
- --test_tag_filters=examples_Q,examples_R,examples_S,examples_T,examples_U,examples_V,examples_W,examples_X,examples_Y,examples_Z,-flaky --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
- rllib/...
- - label: ":brain: RLlib: rllib/tests/ (A-L)"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
- --test_tag_filters=tests_dir_A,tests_dir_B,tests_dir_C,tests_dir_D,tests_dir_E,tests_dir_F,tests_dir_G,tests_dir_H,tests_dir_I,tests_dir_J,tests_dir_K,tests_dir_L,-flaky --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
- rllib/...
- - label: ":brain: RLlib: rllib/tests/ (M-Z)"
- conditions: ["RAY_CI_RLLIB_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
- --test_tag_filters=tests_dir_M,tests_dir_N,tests_dir_O,tests_dir_P,tests_dir_Q,tests_dir_R,tests_dir_S,tests_dir_T,tests_dir_U,tests_dir_V,tests_dir_W,tests_dir_X,tests_dir_Y,tests_dir_Z,-flaky --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
- rllib/...
- - label: ":octopus: Tune tests and examples {1/2}"
- conditions: ["RAY_CI_TUNE_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - TUNE_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --test_tag_filters=-jenkins_only,-example,-flaky python/ray/tune/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=example,-tf,-pytorch,-py37,-flaky python/ray/tune/...
- - label: ":octopus: Tune tests and examples {2/2}"
- conditions: ["RAY_CI_TUNE_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - TUNE_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=tf,-pytorch,-py37,-flaky python/ray/tune/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-tf,pytorch,-py37,-flaky python/ray/tune/...
- - label: ":octopus: SGD tests and examples"
- conditions: ["RAY_CI_SGD_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - SGD_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=tf,-pytorch,-py37,-flaky python/ray/util/sgd/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-tf,pytorch,-py37,-flaky python/ray/util/sgd/...
- - label: ":octopus: Tune/SGD tests and examples. Python 3.7"
- conditions: ["RAY_CI_TUNE_AFFECTED", "RAY_CI_SGD_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - TUNE_TESTING=1 PYTHON=3.7 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
- # Because Python version changed, we need to re-install Ray here
- - rm -rf ./python/ray/thirdparty_files; ./ci/travis/ci.sh build
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=py37,-flaky python/ray/tune/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/util/xgboost/...
- - label: ":book: Doc tests and examples"
- conditions:
- ["RAY_CI_PYTHON_AFFECTED", "RAY_CI_TUNE_AFFECTED", "RAY_CI_DOC_AFFECTED"]
- commands:
- - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
- - DOC_TESTING=1 ./ci/travis/install-dependencies.sh
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-tf,-pytorch,-py37 doc/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=tf,-pytorch,-py37 doc/...
- - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-tf,pytorch,-py37 doc/...
|