123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616 |
- load("@rules_python//python:defs.bzl", "py_library", "py_test")
- load("@rules_python//python:pip.bzl", "compile_pip_requirements")
- load("@py_deps_buildkite//:requirements.bzl", bk_require = "requirement")
- compile_pip_requirements(
- name = "requirements_buildkite",
- requirements_in = "requirements_buildkite.in",
- requirements_txt = "requirements_buildkite.txt",
- tags = [
- "team:ci",
- ],
- visibility = ["//visibility:private"],
- )
- compile_pip_requirements(
- name = "requirements_byod_3.9",
- requirements_in = "ray_release/byod/requirements_byod_3.9.in",
- requirements_txt = "ray_release/byod/requirements_byod_3.9.txt",
- tags = [
- "team:ci",
- ],
- visibility = ["//visibility:private"],
- )
- compile_pip_requirements(
- name = "requirements_byod_3.11",
- requirements_in = "ray_release/byod/requirements_byod_3.11.in",
- requirements_txt = "ray_release/byod/requirements_byod_3.11.txt",
- tags = [
- "team:ci",
- ],
- visibility = ["//visibility:private"],
- )
- compile_pip_requirements(
- name = "requirements_ml_byod_3.9",
- requirements_in = "ray_release/byod/requirements_ml_byod_3.9.in",
- requirements_txt = "ray_release/byod/requirements_ml_byod_3.9.txt",
- tags = [
- "team:ci",
- ],
- visibility = ["//visibility:private"],
- )
- test_srcs = glob(["**/*.py"])
- ####
- # SERVE smoke tests
- ####
- py_test(
- name = "serve_failure_smoke_test",
- size = "medium",
- srcs = test_srcs,
- env = {
- "RAY_UNIT_TEST": "1",
- },
- main = "serve_failure.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "multi_deployment_1k_noop_replica_smoke_test",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "multi_deployment_1k_noop_replica.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "tune_serve_golden_notebook_client_smoke_test",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "golden_notebook_tests/workloads/torch_tune_serve_test.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- ####
- # AIR smoke tests
- ####
- py_test(
- name = "xgboost_train_batch_inference_benchmark_smoke_test",
- size = "small",
- srcs = test_srcs,
- args = ["xgboost", "--smoke-test"],
- main = "train_tests/xgboost_lightgbm/train_batch_inference_benchmark.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_gpu_batch_inference_parquet_smoke_test",
- size = "small",
- srcs = test_srcs,
- args = [
- "--data-directory=10G-image-data-synthetic-raw-parquet",
- "--data-format=parquet",
- "--smoke-test",
- ],
- main = "nightly_tests/dataset/gpu_batch_inference.py",
- tags = [
- "exclusive",
- "team:data",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_gpu_batch_inference_raw_image_smoke_test",
- size = "small",
- srcs = test_srcs,
- args = [
- "--data-directory=10G-image-data-synthetic-raw",
- "--data-format=raw",
- "--smoke-test",
- ],
- main = "nightly_tests/dataset/gpu_batch_inference.py",
- tags = [
- "exclusive",
- "team:data",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_pytorch_training_e2e_smoke_test",
- size = "small",
- srcs = test_srcs,
- args = [
- "--data-size-gb=1",
- "--smoke-test",
- ],
- main = "air_tests/air_benchmarks/workloads/pytorch_training_e2e.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_tensorflow_smoke_test",
- size = "large",
- srcs = test_srcs,
- args = [
- "run",
- "--num-runs=1",
- "--num-epochs=1",
- "--num-workers=1",
- "--cpus-per-worker=1",
- "--batch-size=1",
- "--smoke-test",
- "--local",
- ],
- main = "air_tests/air_benchmarks/workloads/tensorflow_benchmark.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_torch_smoke_test",
- size = "large",
- srcs = test_srcs,
- args = [
- "run",
- "--num-runs=1",
- "--num-epochs=1",
- "--num-workers=1",
- "--cpus-per-worker=1",
- "--batch-size=1",
- "--smoke-test",
- "--local",
- ],
- main = "air_tests/air_benchmarks/workloads/torch_benchmark.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_tune_torch_smoke_test",
- # Keep this medium, as it will be slower if data has to be downloaded
- # (runtime is shorter when air_benchmark_torch_smoke_test is executed first)
- size = "medium",
- srcs = test_srcs,
- args = [
- "--num-runs=1",
- "--num-trials=1",
- "--num-workers=1",
- "--smoke-test",
- ],
- main = "air_tests/air_benchmarks/workloads/tune_torch_benchmark.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- ####
- # RELEASE TEST INFRA unit tests
- ####
- sh_binary(
- name = "run",
- srcs = ["run_release_test.sh"],
- data = ["run_release_test"],
- env = {
- "NO_INSTALL": "1",
- "RAY_TEST_SCRIPT": "./run_release_test",
- }
- )
- py_binary(
- name = "run_release_test",
- srcs = ["ray_release/scripts/run_release_test.py"],
- deps = [":ray_release"],
- )
- py_library(
- name = "ray_release",
- srcs = glob(
- ["ray_release/**/*.py"],
- exclude = ["ray_release/tests/*.py"],
- ),
- data = glob(["ray_release/environments/*.env"]) + [
- "ray_release/buildkite/aws_instance_types.csv",
- "ray_release/schema.json",
- ] + glob(["ray_release/configs/*.yaml"]),
- imports = ["."],
- visibility = ["//visibility:public"],
- deps = [
- bk_require("anyscale"),
- bk_require("aws-requests-auth"),
- bk_require("bazel-runfiles"),
- bk_require("aioboto3"),
- bk_require("boto3"),
- bk_require("botocore"),
- bk_require("click"),
- bk_require("google-cloud-storage"),
- bk_require("jinja2"),
- bk_require("pybuildkite"),
- bk_require("pygithub"),
- bk_require("requests"),
- bk_require("retry"),
- ],
- )
- py_library(
- name = "test_utils",
- srcs = ["ray_release/tests/utils.py"],
- imports = ["."],
- visibility = ["//visibility:private"],
- )
- py_test(
- name = "test_alerts",
- size = "small",
- srcs = ["ray_release/tests/test_alerts.py"],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_anyscale_job_manager",
- size = "small",
- srcs = ["ray_release/tests/test_anyscale_job_manager.py"],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_anyscale_job_wrapper",
- size = "small",
- srcs = ["ray_release/tests/test_anyscale_job_wrapper.py"],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_bisect",
- size = "small",
- srcs = ["ray_release/tests/test_bisect.py"],
- data = [
- "cluster_tests/cpt_autoscaling_1-3_aws.yaml",
- "ray_release/tests/test_collection_data.yaml",
- ],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_buildkite",
- size = "small",
- srcs = ["ray_release/tests/test_buildkite.py"],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pyyaml"),
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_byod_build",
- size = "small",
- srcs = ["ray_release/tests/test_byod_build.py"],
- data = [
- "ray_release/configs/oss_config.yaml",
- ],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_cluster_manager",
- size = "small",
- srcs = ["ray_release/tests/test_cluster_manager.py"],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- ":test_utils",
- bk_require("freezegun"),
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_config",
- size = "small",
- srcs = ["ray_release/tests/test_config.py"],
- data = glob(
- ["**/*.yaml"],
- exclude = ["ray_release/**/*.yaml"],
- ) + [
- "ray_release/tests/test_collection_data.yaml",
- "//python/ray/autoscaler/aws:test_configs",
- "//python/ray/autoscaler/gcp:test_configs",
- ],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_env",
- size = "small",
- srcs = ["ray_release/tests/test_env.py"],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_global_config",
- size = "small",
- srcs = ["ray_release/tests/test_global_config.py"],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- ":test_utils",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_glue",
- size = "small",
- srcs = ["ray_release/tests/test_glue.py"],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- ":test_utils",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_log_aggregator",
- size = "small",
- srcs = ["ray_release/tests/test_log_aggregator.py"],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_result",
- size = "small",
- srcs = ["ray_release/tests/test_result.py"],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_run_script",
- size = "small",
- srcs = ["ray_release/tests/test_run_script.py"],
- data = [
- "ray_release/tests/_test_catch_args.py",
- "ray_release/tests/_test_run_release_test_sh.py",
- "run_release_test.sh",
- ],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_state_machine",
- size = "small",
- srcs = ["ray_release/tests/test_state_machine.py"],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_test",
- size = "small",
- srcs = ["ray_release/tests/test_test.py"],
- data = [
- "ray_release/configs/oss_config.yaml",
- ],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_step",
- size = "small",
- srcs = ["ray_release/tests/test_step.py"],
- data = [
- "ray_release/configs/oss_config.yaml",
- ],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("pytest"),
- ],
- )
- py_test(
- name = "test_wheels",
- size = "small",
- srcs = ["ray_release/tests/test_wheels.py"],
- data = [
- "//:python_sources",
- ],
- exec_compatible_with = ["//:hermetic_python"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = [
- ":ray_release",
- bk_require("freezegun"),
- bk_require("pytest"),
- ],
- )
|