pipeline.ml.yml 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358
  1. - label: ":brain: RLlib: Learning discr. actions TF2-static-graph (from rllib/tuned_examples/*.yaml)"
  2. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  3. commands:
  4. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  5. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  6. - bazel test --config=ci $(./scripts/bazel_export_options)
  7. --build_tests_only
  8. --test_tag_filters=learning_tests_discrete,-fake_gpus,-torch_only
  9. --test_arg=--framework=tf
  10. rllib/...
  11. - label: ":brain: RLlib: Learning cont. actions TF2-static-graph (from rllib/tuned_examples/*.yaml)"
  12. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  13. commands:
  14. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  15. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  16. - bazel test --config=ci $(./scripts/bazel_export_options)
  17. --build_tests_only
  18. --test_tag_filters=learning_tests_continuous,-fake_gpus,-torch_only
  19. --test_arg=--framework=tf
  20. rllib/...
  21. - label: ":brain: RLlib: Learning discr. actions TF2-eager-tracing (from rllib/tuned_examples/*.yaml)"
  22. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  23. commands:
  24. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  25. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  26. - bazel test --config=ci $(./scripts/bazel_export_options)
  27. --build_tests_only
  28. --test_tag_filters=learning_tests_discrete,-fake_gpus,-torch_only,-multi_gpu,-no_tf_eager_tracing
  29. --test_arg=--framework=tf2
  30. rllib/...
  31. - label: ":brain: RLlib: Learning cont. actions TF2-eager-tracing (from rllib/tuned_examples/*.yaml)"
  32. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  33. commands:
  34. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  35. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  36. - bazel test --config=ci $(./scripts/bazel_export_options)
  37. --build_tests_only
  38. --test_tag_filters=learning_tests_continuous,-fake_gpus,-torch_only,-multi_gpu
  39. --test_arg=--framework=tf2
  40. rllib/...
  41. - label: ":brain: RLlib: Learning discr. actions TF1-static-graph (from rllib/tuned_examples/*.yaml)"
  42. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  43. commands:
  44. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  45. - RLLIB_TESTING=1 PYTHON=3.7 TF_VERSION=1.14.0 TFP_VERSION=0.7 ./ci/travis/install-dependencies.sh
  46. - bazel test --config=ci $(./scripts/bazel_export_options)
  47. --build_tests_only
  48. --test_tag_filters=learning_tests_discrete,-fake_gpus,-torch_only,-multi_gpu
  49. --test_arg=--framework=tf
  50. rllib/...
  51. - label: ":brain: RLlib: Learning cont. actions TF1-static-graph (from rllib/tuned_examples/*.yaml)"
  52. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  53. commands:
  54. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  55. - RLLIB_TESTING=1 PYTHON=3.7 TF_VERSION=1.14.0 TFP_VERSION=0.7 ./ci/travis/install-dependencies.sh
  56. - bazel test --config=ci $(./scripts/bazel_export_options)
  57. --build_tests_only
  58. --test_tag_filters=learning_tests_continuous,-fake_gpus,-torch_only,-multi_gpu
  59. --test_arg=--framework=tf
  60. rllib/...
  61. - label: ":brain: RLlib: Learning discr. actions PyTorch (from rllib/tuned_examples/*.yaml)"
  62. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  63. commands:
  64. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  65. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  66. - bazel test --config=ci $(./scripts/bazel_export_options)
  67. --build_tests_only
  68. --test_tag_filters=learning_tests_discrete,-fake_gpus,-tf_only,-multi_gpu
  69. --test_arg=--framework=torch
  70. rllib/...
  71. - label: ":brain: RLlib: Learning cont. actions PyTorch (from rllib/tuned_examples/*.yaml)"
  72. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  73. commands:
  74. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  75. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  76. - bazel test --config=ci $(./scripts/bazel_export_options)
  77. --build_tests_only
  78. --test_tag_filters=learning_tests_continuous,-fake_gpus,-tf_only,-multi_gpu
  79. --test_arg=--framework=torch
  80. rllib/...
  81. - label: ":brain: RLlib: Learning tests w/ 2 fake GPUs TF2-static-graph (from rllib/tuned_examples/*.yaml)"
  82. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  83. commands:
  84. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  85. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  86. - bazel test --config=ci $(./scripts/bazel_export_options)
  87. --build_tests_only
  88. --test_tag_filters=fake_gpus,-torch_only,-multi_gpu
  89. --test_arg=--framework=tf
  90. rllib/...
  91. # TODO: (sven) tf2 (eager) multi-GPU
  92. - label: ":brain: RLlib: Learning tests w/ 2 fake GPUs PyTorch (from rllib/tuned_examples/*.yaml)"
  93. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  94. commands:
  95. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  96. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  97. - bazel test --config=ci $(./scripts/bazel_export_options)
  98. --build_tests_only
  99. --test_tag_filters=fake_gpus,-tf_only,-multi_gpu
  100. --test_arg=--framework=torch
  101. rllib/...
  102. - label: ":brain: RLlib: Quick Agent train.py runs (TODO: obsolete)"
  103. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  104. commands:
  105. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  106. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  107. - bazel test --config=ci $(./scripts/bazel_export_options)
  108. --build_tests_only
  109. --test_tag_filters=quick_train,-multi_gpu
  110. --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  111. rllib/...
  112. - label: ":brain: RLlib: Trainer Tests"
  113. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  114. commands:
  115. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  116. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  117. # Test all tests in the `agents` (soon to be "trainers") dir:
  118. - bazel test --config=ci $(./scripts/bazel_export_options)
  119. --build_tests_only
  120. --test_tag_filters=trainers_dir,-multi_gpu
  121. --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  122. rllib/...
  123. - label: ":brain: RLlib: Everything else (env-, evaluation-, ... dirs)"
  124. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  125. commands:
  126. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  127. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  128. # Test everything that does not have any of the "main" labels:
  129. # "learning_tests|quick_train|examples|tests_dir".
  130. - bazel test --config=ci $(./scripts/bazel_export_options)
  131. --build_tests_only
  132. --test_tag_filters=-learning_tests,-quick_train,-examples,-tests_dir,-trainers_dir,-documentation,-multi_gpu
  133. --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  134. rllib/...
  135. - label: ":brain: RLlib: Examples {A/B}"
  136. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  137. commands:
  138. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  139. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  140. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  141. --test_tag_filters=examples_A,examples_B,-multi_gpu --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 rllib/...
  142. - label: ":brain: RLlib: Examples {Ca..t}"
  143. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  144. commands:
  145. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  146. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  147. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  148. --test_tag_filters=examples_C_AtoT,-multi_gpu --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 rllib/...
  149. - label: ":brain: RLlib: Examples {Cu..z}"
  150. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  151. commands:
  152. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  153. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  154. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  155. --test_tag_filters=examples_C_UtoZ,-multi_gpu --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 rllib/...
  156. - label: ":brain: RLlib: Examples {D/P}"
  157. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  158. commands:
  159. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  160. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  161. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  162. --test_tag_filters=examples_D,examples_E,examples_F,examples_G,examples_H,examples_I,examples_J,examples_K,examples_L,examples_M,examples_N,examples_O,examples_P,-multi_gpu --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  163. rllib/...
  164. - label: ":brain: RLlib: Examples {Q/Z}"
  165. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  166. commands:
  167. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  168. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  169. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  170. --test_tag_filters=examples_Q,examples_R,examples_S,examples_T,examples_U,examples_V,examples_W,examples_X,examples_Y,examples_Z,-multi_gpu --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  171. rllib/...
  172. - label: ":brain: RLlib: tests/ dir (A-L)"
  173. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  174. commands:
  175. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  176. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  177. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  178. --test_tag_filters=tests_dir_A,tests_dir_B,tests_dir_C,tests_dir_D,tests_dir_E,tests_dir_F,tests_dir_G,tests_dir_H,tests_dir_I,tests_dir_J,tests_dir_K,tests_dir_L --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  179. rllib/...
  180. - label: ":brain: RLlib: tests/ dir (M-Z (no R))"
  181. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  182. commands:
  183. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  184. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  185. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  186. --test_tag_filters=tests_dir_M,tests_dir_N,tests_dir_O,tests_dir_P,tests_dir_Q,tests_dir_S,tests_dir_T,tests_dir_U,tests_dir_V,tests_dir_W,tests_dir_X,tests_dir_Y,tests_dir_Z,-multi_gpu --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  187. rllib/...
  188. - label: ":brain: RLlib: tests/ dir (R)"
  189. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  190. commands:
  191. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  192. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  193. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  194. --test_tag_filters=tests_dir_R,-multi_gpu --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  195. rllib/...
  196. - label: ":brain: RLlib: Documentation code/examples"
  197. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  198. commands:
  199. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  200. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  201. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  202. --test_tag_filters=documentation --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  203. rllib/...
  204. - label: ":octopus: Tune tests {A-R; no RLlib}"
  205. conditions: ["RAY_CI_TUNE_AFFECTED"]
  206. commands:
  207. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  208. - TUNE_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  209. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  210. --test_tag_filters=tests_dir_A,tests_dir_B,tests_dir_C,tests_dir_D,tests_dir_E,tests_dir_F,tests_dir_G,tests_dir_H,tests_dir_I,tests_dir_J,tests_dir_K,tests_dir_L,tests_dir_M,tests_dir_N,tests_dir_O,tests_dir_P,tests_dir_Q,tests_dir_R,-example,-py37,-soft_imports,-gpu_only,-rllib
  211. python/ray/tune/...
  212. - label: ":octopus: Tune tests {S-Z; no RLlib}"
  213. conditions: ["RAY_CI_TUNE_AFFECTED"]
  214. commands:
  215. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  216. - TUNE_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  217. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  218. --test_tag_filters=tests_dir_S,tests_dir_T,tests_dir_U,tests_dir_V,tests_dir_W,tests_dir_X,tests_dir_Y,tests_dir_Z,-example,-py37,-soft_imports,-gpu_only,-rllib
  219. python/ray/tune/...
  220. - label: ":octopus: Tune multinode tests"
  221. conditions: [ "RAY_CI_TUNE_AFFECTED" ]
  222. commands:
  223. - LINUX_WHEELS=1 ./ci/travis/ci.sh build
  224. - mkdir -p ~/.docker/cli-plugins/ && curl -SL https://github.com/docker/compose/releases/download/v2.0.1/docker-compose-linux-x86_64 -o ~/.docker/cli-plugins/docker-compose && chmod +x ~/.docker/cli-plugins/docker-compose
  225. - pip install -U docker aws_requests_auth boto3
  226. - python ./ci/travis/build-docker-images.py --py-versions py37 --device-types cpu --build-type LOCAL --build-base
  227. - python ./ci/travis/build-multinode-image.py rayproject/ray:nightly-py37-cpu rayproject/ray:multinode-py37
  228. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  229. --test_tag_filters=multinode,-example,-flaky,-py37,-soft_imports,-gpu_only,-rllib
  230. python/ray/tune/...
  231. --test_env=RAY_HAS_SSH="1"
  232. --test_env=RAY_DOCKER_IMAGE="rayproject/ray:multinode-py37"
  233. --test_env=RAY_TEMPDIR="/ray-mount"
  234. --test_env=RAY_HOSTDIR="/ray"
  235. --test_env=RAY_TESTHOST="dind-daemon"
  236. --test_env=DOCKER_HOST=tcp://docker:2376
  237. --test_env=DOCKER_TLS_VERIFY=1
  238. --test_env=DOCKER_CERT_PATH=/certs/client
  239. --test_env=DOCKER_TLS_CERTDIR=/certs
  240. - label: ":octopus: Tune examples {w/o tf/pytorch; no RLlib}"
  241. conditions: ["RAY_CI_TUNE_AFFECTED"]
  242. commands:
  243. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  244. - TUNE_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  245. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=example,-tf,-pytorch,-py37,-soft_imports,-gpu_only,-rllib python/ray/tune/...
  246. - label: ":octopus: Tune examples {w/ tf/pytorch; no RLlib}"
  247. conditions: ["RAY_CI_TUNE_AFFECTED"]
  248. commands:
  249. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  250. - TUNE_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  251. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=tf,-pytorch,-py37,-soft_imports,-gpu_only,-rllib python/ray/tune/...
  252. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-tf,pytorch,-py37,-soft_imports,-gpu_only,-rllib python/ray/tune/...
  253. - label: ":octopus: :brain: Tune tests and examples {using RLlib}"
  254. conditions: ["RAY_CI_TUNE_AFFECTED", "RAY_CI_RLLIB_AFFECTED"]
  255. commands:
  256. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  257. - TUNE_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  258. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-gpu_only,rllib python/ray/tune/...
  259. - label: ":steam_locomotive: Train tests and examples"
  260. conditions: ["RAY_CI_TRAIN_AFFECTED"]
  261. commands:
  262. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  263. - TRAIN_TESTING=1 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
  264. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-gpu_only,-tune python/ray/train/...
  265. - label: ":steam_locomotive: :octopus: Train + Tune tests and examples"
  266. conditions: ["RAY_CI_TRAIN_AFFECTED"]
  267. commands:
  268. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  269. - TRAIN_TESTING=1 TUNE_TESTING=1 ./ci/travis/install-dependencies.sh
  270. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=tune,-gpu_only python/ray/train/...
  271. - label: ":octopus: SGD tests and examples"
  272. conditions: ["RAY_CI_SGD_AFFECTED"]
  273. commands:
  274. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  275. - SGD_TESTING=1 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
  276. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=tf,-pytorch,-py37,-client,-gpu_only python/ray/util/sgd/...
  277. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-tf,pytorch,-py37,-client,-gpu_only python/ray/util/sgd/...
  278. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=client_unit_tests,-gpu_only --test_env=RAY_CLIENT_MODE=1 python/ray/util/sgd/...
  279. - label: ":octopus: Tune/SGD/Modin/Dask tests and examples. Python 3.7"
  280. conditions: ["RAY_CI_TUNE_AFFECTED", "RAY_CI_SGD_AFFECTED"]
  281. commands:
  282. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  283. - TUNE_TESTING=1 PYTHON=3.7 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
  284. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=py37,-client python/ray/tune/...
  285. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-client python/ray/util/xgboost/...
  286. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/util/horovod/...
  287. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/util/ray_lightning/...
  288. - label: ":octopus: Ludwig tests and examples. Python 3.7"
  289. conditions: ["RAY_CI_TUNE_AFFECTED", "RAY_CI_SGD_AFFECTED"]
  290. commands:
  291. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  292. - SGD_TESTING=1 PYTHON=3.7 INSTALL_LUDWIG=1 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
  293. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/tests/ludwig/...
  294. - label: ":tropical_fish: ML Libraries w/ Ray Client Examples (Python 3.7)."
  295. conditions: ["RAY_CI_TUNE_AFFECTED", "RAY_CI_SGD_AFFECTED"]
  296. commands:
  297. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  298. - TUNE_TESTING=1 PYTHON=3.7 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
  299. - rm -rf ./python/ray/thirdparty_files; rm -rf ./python/ray/pickle5_files; ./ci/travis/ci.sh build
  300. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=client --test_env=RAY_CLIENT_MODE=1 python/ray/util/dask/...
  301. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=client python/ray/tune/...
  302. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=client,-client_unit_tests python/ray/util/sgd/...
  303. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=client python/ray/util/xgboost/...
  304. - label: ":potable_water: Modin/Dask tests and examples. Python 3.7"
  305. conditions: ["RAY_CI_PYTHON_AFFECTED"]
  306. commands:
  307. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  308. - DATA_PROCESSING_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  309. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/tests/modin/...
  310. # Dask tests and examples.
  311. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-client python/ray/util/dask/...
  312. - label: ":potable_water: Workflow & Dataset tests (Python 3.7)"
  313. conditions: ["RAY_CI_PYTHON_AFFECTED"]
  314. commands:
  315. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  316. - DATA_PROCESSING_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  317. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/workflow/... python/ray/data/...
  318. - label: ":slot_machine: ML Utils tests"
  319. conditions: ["RAY_CI_ML_UTILS_AFFECTED"]
  320. commands:
  321. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  322. - TUNE_TESTING=1 ./ci/travis/install-dependencies.sh
  323. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/util/ml_utils/...
  324. - label: ":book: Doc tests and examples"
  325. conditions:
  326. ["RAY_CI_PYTHON_AFFECTED", "RAY_CI_TUNE_AFFECTED", "RAY_CI_DOC_AFFECTED"]
  327. commands:
  328. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  329. - DOC_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  330. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-tf,-pytorch,-py37,-post_wheel_build doc/...
  331. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=tf,-pytorch,-py37,-post_wheel_build doc/...
  332. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-tf,pytorch,-py37,-post_wheel_build doc/...