123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693 |
- load("@rules_python//python:defs.bzl", "py_library", "py_runtime", "py_runtime_pair", "py_test")
- load("@rules_python//python:pip.bzl", "compile_pip_requirements")
- load("@py_deps_buildkite//:requirements.bzl", bk_require = "requirement")
- load("@python3_9//:defs.bzl", bk_python = "interpreter")
- compile_pip_requirements(
- name = "requirements_buildkite",
- requirements_in = "requirements_buildkite.in",
- requirements_txt = "requirements_buildkite.txt",
- tags = [
- "team:ci",
- ],
- visibility = ["//visibility:private"],
- )
- compile_pip_requirements(
- name = "requirements_byod",
- requirements_in = "ray_release/byod/requirements_byod.in",
- requirements_txt = "ray_release/byod/requirements_byod.txt",
- tags = [
- "team:ci",
- ],
- visibility = ["//visibility:private"],
- )
- test_srcs = glob(["**/*.py"])
- ####
- # SERVE smoke tests
- ####
- py_test(
- name = "serve_failure_smoke_test",
- size = "medium",
- srcs = test_srcs,
- env = {
- "RAY_UNIT_TEST": "1",
- },
- main = "serve_failure.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "single_deployment_1k_noop_replica_smoke_test",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "single_deployment_1k_noop_replica.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "multi_deployment_1k_noop_replica_smoke_test",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "multi_deployment_1k_noop_replica.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "deployment_graph_long_chain",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "deployment_graph_long_chain.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "deployment_graph_wide_ensemble",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "deployment_graph_wide_ensemble.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "serve_handle_long_chain",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "serve_handle_long_chain.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "serve_handle_wide_ensemble",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "serve_handle_wide_ensemble.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "autoscaling_single_deployment_smoke_test",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "autoscaling_single_deployment.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "autoscaling_multi_deployment_smoke_test",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "autoscaling_multi_deployment.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "tune_serve_golden_notebook_client_smoke_test",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "golden_notebook_tests/workloads/torch_tune_serve_test.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- ####
- # AIR smoke tests
- ####
- py_test(
- name = "air_benchmark_xgboost_smoke_test",
- size = "small",
- srcs = test_srcs,
- args = ["--smoke-test"],
- main = "air_tests/air_benchmarks/workloads/xgboost_benchmark.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_data_smoke_test",
- size = "small",
- srcs = test_srcs,
- args = [
- "--dataset-size-gb=1",
- "--num-workers=1",
- ],
- main = "air_tests/air_benchmarks/workloads/data_benchmark.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_gpu_batch_prediction_smoke_test",
- size = "small",
- srcs = test_srcs,
- args = [
- "--data-size-gb=1",
- "--smoke-test",
- ],
- main = "air_tests/air_benchmarks/workloads/gpu_batch_prediction.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_pytorch_training_e2e_smoke_test",
- size = "small",
- srcs = test_srcs,
- args = [
- "--data-size-gb=1",
- "--smoke-test",
- ],
- main = "air_tests/air_benchmarks/workloads/pytorch_training_e2e.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_tensorflow_smoke_test",
- size = "large",
- srcs = test_srcs,
- args = [
- "run",
- "--num-runs=1",
- "--num-epochs=1",
- "--num-workers=1",
- "--cpus-per-worker=1",
- "--batch-size=1",
- "--smoke-test",
- "--local",
- ],
- main = "air_tests/air_benchmarks/workloads/tensorflow_benchmark.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_torch_smoke_test",
- size = "large",
- srcs = test_srcs,
- args = [
- "run",
- "--num-runs=1",
- "--num-epochs=1",
- "--num-workers=1",
- "--cpus-per-worker=1",
- "--batch-size=1",
- "--smoke-test",
- "--local",
- ],
- main = "air_tests/air_benchmarks/workloads/torch_benchmark.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_tune_torch_smoke_test",
- # Keep this medium, as it will be slower if data has to be downloaded
- # (runtime is shorter when air_benchmark_torch_smoke_test is executed first)
- size = "medium",
- srcs = test_srcs,
- args = [
- "--num-runs=1",
- "--num-trials=1",
- "--num-workers=1",
- "--smoke-test",
- ],
- main = "air_tests/air_benchmarks/workloads/tune_torch_benchmark.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- ####
- # RELEASE TEST INFRA unit tests
- ####
- py_runtime(
- name = "python3_runtime",
- interpreter = bk_python,
- python_version = "PY3",
- visibility = ["//visibility:private"],
- )
- py_runtime_pair(
- name = "python_runtime_pair",
- py2_runtime = None,
- py3_runtime = ":python3_runtime",
- visibility = ["//visibility:private"],
- )
- constraint_setting(name = "hermetic")
- constraint_value(
- name = "hermetic_python",
- constraint_setting = ":hermetic",
- visibility = ["//visibility:private"],
- )
- toolchain(
- name = "python_toolchain",
- exec_compatible_with = [":hermetic_python"],
- toolchain = ":python_runtime_pair",
- toolchain_type = "@bazel_tools//tools/python:toolchain_type",
- )
- platform(
- name = "hermetic_python_platform",
- constraint_values = [":hermetic_python"],
- parents = ["@local_config_platform//:host"],
- visibility = ["//visibility:private"],
- )
- py_library(
- name = "ray_release",
- srcs = glob(
- ["ray_release/**/*.py"],
- exclude = ["ray_release/tests/*.py"],
- ),
- data = glob(["ray_release/environments/*.env"]) + [
- "ray_release/buildkite/aws_instance_types.csv",
- "ray_release/schema.json",
- ],
- imports = ["."],
- visibility = ["//visibility:public"],
- deps = [
- bk_require("anyscale"),
- bk_require("bazel-runfiles"),
- bk_require("boto3"),
- bk_require("botocore"),
- bk_require("click"),
- bk_require("google-cloud-storage"),
- bk_require("jinja2"),
- bk_require("pybuildkite"),
- bk_require("pygithub"),
- bk_require("retry"),
- ],
- )
- py_library(
- name = "test_utils",
- srcs = ["ray_release/tests/utils.py"],
- imports = ["."],
- visibility = ["//visibility:private"],
- )
- py_test(
- name = "test_alerts",
- size = "small",
- srcs = ["ray_release/tests/test_alerts.py"],
- exec_compatible_with = [":hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_anyscale_job_manager",
- size = "small",
- srcs = ["ray_release/tests/test_anyscale_job_manager.py"],
- exec_compatible_with = [":hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_anyscale_job_wrapper",
- size = "small",
- srcs = ["ray_release/tests/test_anyscale_job_wrapper.py"],
- exec_compatible_with = [":hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_bisect",
- size = "small",
- srcs = ["ray_release/tests/test_bisect.py"],
- exec_compatible_with = [":hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_buildkite",
- size = "small",
- srcs = ["ray_release/tests/test_buildkite.py"],
- exec_compatible_with = [":hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pyyaml"),
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_cluster_manager",
- size = "small",
- srcs = ["ray_release/tests/test_cluster_manager.py"],
- exec_compatible_with = [":hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- ":test_utils",
- bk_require("freezegun"),
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_config",
- size = "small",
- srcs = ["ray_release/tests/test_config.py"],
- data = glob(
- ["**/*.yaml"],
- exclude = ["ray_release/**/*.yaml"],
- ) + [
- "//python/ray/autoscaler/aws:test_configs",
- "//python/ray/autoscaler/gcp:test_configs",
- ],
- exec_compatible_with = [":hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_env",
- size = "small",
- srcs = ["ray_release/tests/test_env.py"],
- exec_compatible_with = [":hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_glue",
- size = "small",
- srcs = ["ray_release/tests/test_glue.py"],
- exec_compatible_with = [":hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- ":test_utils",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_log_aggregator",
- size = "small",
- srcs = ["ray_release/tests/test_log_aggregator.py"],
- exec_compatible_with = [":hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_result",
- size = "small",
- srcs = ["ray_release/tests/test_result.py"],
- exec_compatible_with = [":hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_run_script",
- size = "small",
- srcs = ["ray_release/tests/test_run_script.py"],
- data = [
- "ray_release/tests/_test_catch_args.py",
- "ray_release/tests/_test_run_release_test_sh.py",
- "run_release_test.sh",
- ],
- exec_compatible_with = [":hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_state_machine",
- size = "small",
- srcs = ["ray_release/tests/test_state_machine.py"],
- exec_compatible_with = [":hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_template",
- size = "small",
- srcs = ["ray_release/tests/test_template.py"],
- exec_compatible_with = [":hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_test",
- size = "small",
- srcs = ["ray_release/tests/test_test.py"],
- exec_compatible_with = [":hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_wheels",
- size = "small",
- srcs = ["ray_release/tests/test_wheels.py"],
- data = [
- "//:python_sources",
- ],
- exec_compatible_with = [":hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("freezegun"),
- bk_require("pytest"),
- ],
- )
|