123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481 |
- load("//bazel:python.bzl", "py_test_run_all_subdirectory")
- load("//bazel:python.bzl", "py_test_run_all_notebooks")
- load("//bazel:python.bzl", "doctest")
- load("@py_deps_buildkite//:requirements.bzl", ci_require = "requirement")
- load("@rules_python//python:defs.bzl", "py_test")
- exports_files(["test_myst_doc.py"])
- # --------------------------------------------------------------------
- # Tests from the doc directory.
- # Please keep these sorted alphabetically, but start with the
- # root directory.
- # --------------------------------------------------------------------
- py_test(
- name = "highly_parallel",
- size = "medium",
- srcs = ["test_myst_doc.py"],
- args = [
- "--path",
- "doc/source/ray-core/examples/highly_parallel.ipynb",
- ],
- data = ["//doc/source/ray-core/examples:core_examples"],
- main = "test_myst_doc.py",
- tags = [
- "exclusive",
- "highly_parallel",
- "team:ml",
- ],
- )
- py_test(
- name = "plot_hyperparameter",
- size = "small",
- srcs = ["test_myst_doc.py"],
- args = [
- "--path",
- "doc/source/ray-core/examples/plot_hyperparameter.ipynb",
- ],
- data = ["//doc/source/ray-core/examples:core_examples"],
- main = "test_myst_doc.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- )
- py_test(
- name = "automl_for_time_series",
- size = "medium",
- srcs = ["test_myst_doc.py"],
- args = [
- "--path",
- "doc/source/ray-core/examples/automl_for_time_series.ipynb",
- ],
- data = ["//doc/source/ray-core/examples:core_examples"],
- main = "test_myst_doc.py",
- tags = [
- "exclusive",
- "team:ml",
- "timeseries_libs",
- ],
- )
- py_test(
- name = "batch_prediction",
- size = "medium",
- srcs = ["test_myst_doc.py"],
- args = [
- "--path",
- "doc/source/ray-core/examples/batch_prediction.ipynb",
- ],
- data = ["//doc/source/ray-core/examples:core_examples"],
- main = "test_myst_doc.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- )
- py_test(
- name = "plot_parameter_server",
- size = "medium",
- srcs = ["test_myst_doc.py"],
- args = [
- "--path",
- "doc/source/ray-core/examples/plot_parameter_server.ipynb",
- ],
- data = ["//doc/source/ray-core/examples:core_examples"],
- main = "test_myst_doc.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- )
- py_test(
- name = "plot_pong_example",
- size = "large",
- srcs = ["test_myst_doc.py"],
- args = [
- "--path",
- "doc/source/ray-core/examples/plot_pong_example.ipynb",
- ],
- data = ["//doc/source/ray-core/examples:core_examples"],
- main = "test_myst_doc.py",
- tags = [
- "exclusive",
- "team:ml",
- ],
- )
- # --------------------------------------------------------------------
- # Test all doc/source/ray-observability/doc_code code included in rst/md files.
- # --------------------------------------------------------------------
- py_test_run_all_subdirectory(
- size = "medium",
- include = ["source/ray-observability/doc_code/*.py"],
- exclude = ["source/ray-observability/doc_code/ray-distributed-debugger.py"],
- extra_srcs = [],
- tags = [
- "exclusive",
- "team:core",
- ],
- )
- # --------------------------------------------------------------------
- # Test all doc/source/ray-core/doc_code code included in rst/md files.
- # --------------------------------------------------------------------
- py_test(
- name = "doc_code_runtime_env_example",
- size = "small",
- srcs = ["source/ray-core/doc_code/runtime_env_example.py"],
- main = "source/ray-core/doc_code/runtime_env_example.py",
- tags = [
- "exclusive",
- "post_wheel_build",
- "team:serve",
- ],
- )
- py_test(
- name = "doc_code_ray_oom_prevention",
- size = "medium",
- srcs = ["source/ray-core/doc_code/ray_oom_prevention.py"],
- main = "source/ray-core/doc_code/ray_oom_prevention.py",
- tags = [
- "exclusive",
- "mem_pressure",
- "team:core",
- ],
- )
- py_test_run_all_subdirectory(
- size = "medium",
- include = ["source/ray-core/doc_code/*.py"],
- exclude = [
- "source/ray-core/doc_code/runtime_env_example.py",
- "source/ray-core/doc_code/cross_language.py",
- "source/ray-core/doc_code/ray_oom_prevention.py",
- ],
- extra_srcs = [],
- tags = [
- "exclusive",
- "team:core",
- ],
- )
- # --------------------------------------------------------------------
- # Test all doc/source/serve/doc_code code included in rst/md files.
- # --------------------------------------------------------------------
- py_test_run_all_subdirectory(
- size = "medium",
- include = ["source/serve/doc_code/**/*.py"],
- exclude = [
- "source/serve/doc_code/aws_neuron_core_inference_serve.py",
- "source/serve/doc_code/aws_neuron_core_inference_serve_stable_diffusion.py",
- "source/serve/doc_code/intel_gaudi_inference_serve.py",
- "source/serve/doc_code/intel_gaudi_inference_serve_deepspeed.py",
- "source/serve/doc_code/intel_gaudi_inference_client.py",
- "source/serve/doc_code/distilbert.py",
- "source/serve/doc_code/stable_diffusion.py",
- "source/serve/doc_code/vllm_openai_example.py",
- "source/serve/doc_code/object_detection.py",
- "source/serve/doc_code/http_guide/streaming_example.py",
- "source/serve/doc_code/http_guide/websockets_example.py",
- "source/serve/doc_code/vllm_example.py",
- ],
- extra_srcs = [],
- tags = [
- "exclusive",
- "team:serve",
- ],
- )
- py_test_run_all_subdirectory(
- size = "medium",
- include = [
- "source/serve/doc_code/http_guide/streaming_example.py",
- "source/serve/doc_code/http_guide/websockets_example.py",
- ],
- env = {"RAY_SERVE_ENABLE_EXPERIMENTAL_STREAMING": "1"},
- exclude = [],
- extra_srcs = [],
- tags = [
- "exclusive",
- "team:serve",
- ],
- )
- py_test_run_all_subdirectory(
- size = "medium",
- include = [
- "source/serve/doc_code/distilbert.py",
- "source/serve/doc_code/stable_diffusion.py",
- "source/serve/doc_code/object_detection.py",
- ],
- env = {"RAY_SERVE_PROXY_READY_CHECK_TIMEOUT_S": "60"},
- exclude = [
- "source/serve/doc_code/aws_neuron_core_inference_serve.py",
- "source/serve/doc_code/aws_neuron_core_inference_serve_stable_diffusion.py",
- "source/serve/doc_code/intel_gaudi_inference_serve.py",
- "source/serve/doc_code/intel_gaudi_inference_serve_deepspeed.py",
- "source/serve/doc_code/intel_gaudi_inference_client.py",
- ],
- extra_srcs = [],
- tags = [
- "exclusive",
- "gpu",
- "team:serve",
- ],
- )
- # --------------------------------------------------------------------
- # Test all doc/source/tune/doc_code code included in rst/md files.
- # --------------------------------------------------------------------
- py_test_run_all_subdirectory(
- size = "medium",
- include = ["source/tune/doc_code/*.py"],
- exclude = [],
- extra_srcs = [],
- tags = [
- "exclusive",
- "team:ml",
- ],
- )
- # --------------------------------------------------------------------
- # Test all doc/source/rllib/doc_code code included in rst/md files.
- # --------------------------------------------------------------------
- py_test_run_all_subdirectory(
- size = "medium",
- include = ["source/rllib/doc_code/*.py"],
- exclude = [],
- extra_srcs = [],
- tags = [
- "exclusive",
- "team:rllib",
- ],
- )
- # --------------------------------------------------------------------
- # Test all doc/source/train/doc_code code included in rst/md files.
- # --------------------------------------------------------------------
- py_test_run_all_subdirectory(
- size = "large",
- include = ["source/train/doc_code/*.py"],
- exclude = [
- "source/train/doc_code/hvd_trainer.py", # CI do not have Horovod
- ],
- extra_srcs = [],
- tags = [
- "exclusive",
- "team:ml",
- ],
- )
- # --------------------------------------------------------------------
- # Test all doc/source/ray-overview/doc_test snippets, used on ray.io
- # --------------------------------------------------------------------
- py_test_run_all_subdirectory(
- size = "small",
- include = ["source/ray-overview/doc_test/*.py"],
- exclude = ["source/ray-overview/doc_test/ray_data.py"],
- extra_srcs = [],
- tags = [
- "exclusive",
- "team:ml",
- ],
- )
- # --------------------------------------------------------------------
- # Test all doc/source/data/doc_code code included in rst/md files.
- # --------------------------------------------------------------------
- py_test_run_all_subdirectory(
- size = "large",
- include = ["source/data/doc_code/*.py"],
- exclude = [],
- extra_srcs = [],
- tags = [
- "exclusive",
- "team:data",
- ],
- )
- # --------------------------------------------------------------------
- # Test all doc/source/ray-more-libs/doc_code code included in rst/md files.
- # --------------------------------------------------------------------
- py_test_run_all_subdirectory(
- size = "large",
- include = ["source/ray-more-libs/doc_code/*.py"],
- exclude = [],
- extra_srcs = [],
- tags = [
- "exclusive",
- "team:data",
- ],
- )
- # --------------
- # Run GPU tests
- # --------------
- py_test(
- name = "pytorch_resnet_finetune",
- size = "large",
- srcs = ["test_myst_doc.py"],
- args = [
- "--path",
- "doc/source/train/examples/pytorch/pytorch_resnet_finetune.ipynb",
- ],
- data = ["//doc/source/train/examples/pytorch:train_pytorch_examples"],
- main = "test_myst_doc.py",
- tags = [
- "exclusive",
- "gpu",
- "ray_air",
- "team:ml",
- ],
- )
- # --------------------------------------------------------------------
- # Test all doc/external code
- # --------------------------------------------------------------------
- py_test_run_all_subdirectory(
- size = "enormous",
- include = ["external/*.py"],
- exclude = ["external/test_hashes.py"],
- extra_srcs = [],
- tags = [
- "exclusive",
- "external",
- "team:ml",
- ],
- )
- py_test(
- name = "test_external_hashes",
- srcs = ["external/test_hashes.py"],
- data = glob(
- ["external/*.py"],
- exclude = ["external/test_hashes.py"],
- ),
- exec_compatible_with = ["//:hermetic_python"],
- main = "external/test_hashes.py",
- tags = ["team:ml"],
- deps = [
- ci_require("pytest"),
- ci_require("bazel-runfiles"),
- ],
- )
- # --------------------------------------------------------------------
- # Tests code snippets in user guides.
- # --------------------------------------------------------------------
- doctest(
- size = "large",
- files = glob(
- include = [
- "source/**/*.rst",
- "source/**/*.md",
- ],
- exclude = [
- "source/ray-contribute/getting-involved.rst",
- "source/ray-contribute/testing-tips.rst",
- "source/ray-core/handling-dependencies.rst",
- "source/ray-core/tasks/nested-tasks.rst",
- "source/ray-observability/user-guides/ray-tracing.rst",
- "source/ray-observability/user-guides/cli-sdk.rst",
- "source/serve/advanced-guides/inplace-updates.md",
- "source/serve/deploy-many-models/multi-app.md",
- "source/serve/production-guide/deploy-vm.md",
- "source/serve/production-guide/fault-tolerance.md",
- "source/data/batch_inference.rst",
- "source/data/transforming-data.rst",
- "source/train/**/*.rst",
- "source/train/**/*.md",
- "source/workflows/**/*.rst",
- "source/workflows/**/*.md",
- "source/rllib/**/*.rst",
- "source/rllib/**/*.md",
- "source/templates/04_finetuning_llms_with_deepspeed/README.md",
- ],
- ),
- tags = ["team:none"],
- )
- doctest(
- name = "doctest[train]",
- files = glob(
- include = [
- "source/train/**/*.rst",
- "source/train/**/*.md",
- ],
- exclude = [
- # GPU
- "source/train/user-guides/data-loading-preprocessing.rst",
- "source/train/user-guides/using-gpus.rst",
- "source/train/horovod.rst", # CI do not have Horovod
- ]
- ),
- tags = ["team:ml"],
- )
- doctest(
- name = "doctest[train]",
- files = [
- "source/train/user-guides/data-loading-preprocessing.rst",
- "source/train/user-guides/using-gpus.rst",
- ],
- gpu = True,
- tags = ["team:ml"],
- )
- doctest(
- name = "doctest[workflow]",
- files = glob(
- include = [
- "source/workflows/**/*.rst",
- "source/workflows/**/*.md",
- ],
- ),
- tags = ["team:core"],
- )
- doctest(
- name = "doctest[rllib]",
- size = "enormous",
- files = glob(
- include = [
- "source/rllib/**/*.rst",
- "source/rllib/**/*.md",
- ],
- exclude = [
- "source/rllib/rllib-env.rst",
- "source/rllib/rllib-sample-collection.rst",
- ],
- ),
- data = ["//rllib:cartpole-v1_large"],
- tags = ["team:rllib"],
- )
- doctest(
- files = [
- "source/data/batch_inference.rst",
- "source/data/transforming-data.rst",
- ],
- gpu = True,
- tags = ["team:data"],
- )
|