123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471 |
- load("@rules_python//python:defs.bzl", "py_test")
- load("@rules_python//python:pip.bzl", "compile_pip_requirements")
- compile_pip_requirements(
- name = "requirements_buildkite",
- requirements_in = "requirements_buildkite.in",
- requirements_txt = "requirements_buildkite.txt",
- tags = [
- "team:ci",
- ],
- visibility = ["//visibility:private"],
- )
- test_srcs = glob(["**/*.py"])
- ####
- # SERVE smoke tests
- ####
- py_test(
- name = "serve_failure_smoke_test",
- size = "medium",
- srcs = test_srcs,
- env = {
- "RAY_UNIT_TEST": "1",
- },
- main = "serve_failure.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "single_deployment_1k_noop_replica_smoke_test",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "single_deployment_1k_noop_replica.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "multi_deployment_1k_noop_replica_smoke_test",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "multi_deployment_1k_noop_replica.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "deployment_graph_long_chain",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "deployment_graph_long_chain.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "deployment_graph_wide_ensemble",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "deployment_graph_wide_ensemble.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "serve_handle_long_chain",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "serve_handle_long_chain.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "serve_handle_wide_ensemble",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "serve_handle_wide_ensemble.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "autoscaling_single_deployment_smoke_test",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "autoscaling_single_deployment.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "autoscaling_multi_deployment_smoke_test",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "autoscaling_multi_deployment.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- py_test(
- name = "tune_serve_golden_notebook_client_smoke_test",
- size = "medium",
- srcs = test_srcs,
- env = {
- "IS_SMOKE_TEST": "1",
- },
- main = "golden_notebook_tests/workloads/torch_tune_serve_test.py",
- tags = [
- "exclusive",
- "team:serve",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/serve:serve_lib",
- ],
- )
- ####
- # AIR smoke tests
- ####
- py_test(
- name = "air_benchmark_xgboost_smoke_test",
- size = "small",
- srcs = test_srcs,
- args = ["--smoke-test"],
- main = "air_tests/air_benchmarks/workloads/xgboost_benchmark.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_data_smoke_test",
- size = "small",
- srcs = test_srcs,
- args = [
- "--dataset-size-gb=1",
- "--num-workers=1",
- ],
- main = "air_tests/air_benchmarks/workloads/data_benchmark.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_gpu_batch_prediction_smoke_test",
- size = "small",
- srcs = test_srcs,
- args = [
- "--data-size-gb=1",
- "--smoke-test",
- ],
- main = "air_tests/air_benchmarks/workloads/gpu_batch_prediction.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_pytorch_training_e2e_smoke_test",
- size = "small",
- srcs = test_srcs,
- args = [
- "--data-size-gb=1",
- "--smoke-test",
- ],
- main = "air_tests/air_benchmarks/workloads/pytorch_training_e2e.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_tensorflow_smoke_test",
- size = "large",
- srcs = test_srcs,
- args = [
- "run",
- "--num-runs=1",
- "--num-epochs=1",
- "--num-workers=1",
- "--cpus-per-worker=1",
- "--batch-size=1",
- "--smoke-test",
- "--local",
- ],
- main = "air_tests/air_benchmarks/workloads/tensorflow_benchmark.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_torch_smoke_test",
- size = "large",
- srcs = test_srcs,
- args = [
- "run",
- "--num-runs=1",
- "--num-epochs=1",
- "--num-workers=1",
- "--cpus-per-worker=1",
- "--batch-size=1",
- "--smoke-test",
- "--local",
- ],
- main = "air_tests/air_benchmarks/workloads/torch_benchmark.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- py_test(
- name = "air_benchmark_tune_torch_smoke_test",
- # Keep this medium, as it will be slower if data has to be downloaded
- # (runtime is shorter when air_benchmark_torch_smoke_test is executed first)
- size = "medium",
- srcs = test_srcs,
- args = [
- "--num-runs=1",
- "--num-trials=1",
- "--num-workers=1",
- "--smoke-test",
- ],
- main = "air_tests/air_benchmarks/workloads/tune_torch_benchmark.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- deps = [
- "//:ray_lib",
- "//python/ray/air:ml_lib",
- ],
- )
- ####
- # RELEASE TEST INFRA unit tests
- ####
- py_test(
- name = "test_alerts",
- size = "small",
- srcs = ["ray_release/tests/test_alerts.py"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- )
- py_test(
- name = "test_anyscale_job_wrapper",
- size = "small",
- srcs = ["ray_release/tests/test_anyscale_job_wrapper.py"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- )
- py_test(
- name = "test_bisect",
- size = "small",
- srcs = ["ray_release/tests/test_bisect.py"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = ["//:ray_lib"],
- )
- py_test(
- name = "test_buildkite",
- size = "small",
- srcs = ["ray_release/tests/test_buildkite.py"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- )
- py_test(
- name = "test_cluster_manager",
- size = "small",
- srcs = ["ray_release/tests/test_cluster_manager.py"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- )
- py_test(
- name = "test_config",
- size = "small",
- srcs = ["ray_release/tests/test_config.py"],
- data = ["release_tests.yaml"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- )
- py_test(
- name = "test_env",
- size = "small",
- srcs = ["ray_release/tests/test_env.py"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- )
- py_test(
- name = "test_glue",
- size = "small",
- srcs = ["ray_release/tests/test_glue.py"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- )
- py_test(
- name = "test_log_aggregator",
- size = "small",
- srcs = ["ray_release/tests/test_log_aggregator.py"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = ["//:ray_lib"],
- )
- py_test(
- name = "test_run_script",
- size = "small",
- srcs = ["ray_release/tests/test_run_script.py"],
- data = [
- "ray_release/tests/_test_catch_args.py",
- "ray_release/tests/_test_run_release_test_sh.py",
- "run_release_test.sh",
- ],
- tags = [
- "release_unit",
- "team:ci",
- ],
- )
- py_test(
- name = "test_wheels",
- size = "small",
- srcs = ["ray_release/tests/test_wheels.py"],
- tags = [
- "release_unit",
- "team:ci",
- ],
- deps = ["//:ray_lib"],
- )
|