pipeline.gpu.yml 3.5 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758
  1. # Todo: Enable once tests are available
  2. #- label: ":tv: :octopus: Tune GPU tests "
  3. # conditions: ["RAY_CI_TUNE_AFFECTED"]
  4. # commands:
  5. # - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  6. # - TUNE_TESTING=1 ./ci/travis/install-dependencies.sh
  7. # - pip install -Ur ./python/requirements_ml_docker.txt
  8. # - ./ci/travis/env_info.sh
  9. # - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=gpu,gpu_only python/ray/tune/...
  10. - label: ":tv: :brain: RLlib: GPU Examples {A/B}"
  11. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  12. commands:
  13. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  14. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  15. # Because Python version changed, we need to re-install Ray here
  16. - rm -rf ./python/ray/thirdparty_files; rm -rf ./python/ray/pickle5_files; ./ci/travis/ci.sh build
  17. - pip install -Ur ./python/requirements_ml_docker.txt
  18. - ./ci/travis/env_info.sh
  19. # --jobs 1 is necessary as we only have 1 GPU on the machine and running tests in parallel
  20. # would cause timeouts as the other scripts would wait for the GPU to become available.
  21. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --jobs 1
  22. --test_tag_filters=gpu --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 --test_env=RLLIB_NUM_GPUS=1 rllib/...
  23. # Todo: enable once tests pass
  24. #- label: ":tv: :brain: RLlib: GPU Examples {C/D}"
  25. # conditions: ["RAY_CI_RLLIB_AFFECTED"]
  26. # commands:
  27. # - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  28. # - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
  29. # - pip install -Ur ./python/requirements_ml_docker.txt
  30. # - ./ci/travis/env_info.sh
  31. # - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  32. # --test_tag_filters=examples_C,examples_D --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 --test_env=RLLIB_NUM_GPUS=1 rllib/...
  33. # Todo: enable once tests pass
  34. #- label: ":tv: :brain: RLlib: GPU Examples {E/P}"
  35. # conditions: ["RAY_CI_RLLIB_AFFECTED"]
  36. # commands:
  37. # - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  38. # - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
  39. # - pip install -Ur ./python/requirements_ml_docker.txt
  40. # - ./ci/travis/env_info.sh
  41. # - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  42. # --test_tag_filters=examples_E,examples_F,examples_G,examples_H,examples_I,examples_J,examples_K,examples_L,examples_M,examples_N,examples_O,examples_P --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 --test_env=RLLIB_NUM_GPUS=1
  43. # rllib/...
  44. # Todo: enable once tests pass
  45. #- label: ":tv: :brain: RLlib: GPU Examples {Q/Z}"
  46. # conditions: ["RAY_CI_RLLIB_AFFECTED"]
  47. # commands:
  48. # - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  49. # - RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
  50. # - pip install -Ur ./python/requirements_ml_docker.txt
  51. # - ./ci/travis/env_info.sh
  52. # - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  53. # --test_tag_filters=examples_Q,examples_R,examples_S,examples_T,examples_U,examples_V,examples_W,examples_X,examples_Y,examples_Z --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 --test_env=RLLIB_NUM_GPUS=1
  54. # rllib/...