pipeline.ml.yml 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373
  1. - label: ":airplane: ML tests (ray/ml)"
  2. conditions: ["RAY_CI_ML_AFFECTED"]
  3. commands:
  4. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  5. - DATA_PROCESSING_TESTING=1 ./ci/travis/install-dependencies.sh
  6. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-gpu python/ray/ml/...
  7. - label: ":brain: RLlib: Learning discr. actions TF2-static-graph (from rllib/tuned_examples/*.yaml)"
  8. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  9. commands:
  10. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  11. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  12. - bazel test --config=ci $(./scripts/bazel_export_options)
  13. --build_tests_only
  14. --test_tag_filters=learning_tests_discrete,-fake_gpus,-torch_only,-tf2_only,-no_tf_static_graph
  15. --test_arg=--framework=tf
  16. rllib/...
  17. - label: ":brain: RLlib: Learning cont. actions TF2-static-graph (from rllib/tuned_examples/*.yaml)"
  18. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  19. commands:
  20. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  21. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  22. - bazel test --config=ci $(./scripts/bazel_export_options)
  23. --build_tests_only
  24. --test_tag_filters=learning_tests_continuous,-fake_gpus,-torch_only,-tf2_only,-no_tf_static_graph
  25. --test_arg=--framework=tf
  26. rllib/...
  27. - label: ":brain: RLlib: Learning discr. actions TF2-eager-tracing (from rllib/tuned_examples/*.yaml)"
  28. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  29. commands:
  30. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  31. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  32. - bazel test --config=ci $(./scripts/bazel_export_options)
  33. --build_tests_only
  34. --test_tag_filters=learning_tests_discrete,-fake_gpus,-torch_only,-multi_gpu,-no_tf_eager_tracing
  35. --test_arg=--framework=tf2
  36. rllib/...
  37. - label: ":brain: RLlib: Learning cont. actions TF2-eager-tracing (from rllib/tuned_examples/*.yaml)"
  38. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  39. commands:
  40. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  41. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  42. - bazel test --config=ci $(./scripts/bazel_export_options)
  43. --build_tests_only
  44. --test_tag_filters=learning_tests_continuous,-fake_gpus,-torch_only,-multi_gpu,-gpu
  45. --test_arg=--framework=tf2
  46. rllib/...
  47. - label: ":brain: RLlib: Learning discr. actions TF1-static-graph (from rllib/tuned_examples/*.yaml)"
  48. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  49. commands:
  50. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  51. - RLLIB_TESTING=1 PYTHON=3.7 TF_VERSION=1.14.0 TFP_VERSION=0.7 ./ci/travis/install-dependencies.sh
  52. - bazel test --config=ci $(./scripts/bazel_export_options)
  53. --build_tests_only
  54. --test_tag_filters=learning_tests_discrete,-fake_gpus,-torch_only,-tf2_only,-no_tf_static_graph,-multi_gpu
  55. --test_arg=--framework=tf
  56. rllib/...
  57. - label: ":brain: RLlib: Learning cont. actions TF1-static-graph (from rllib/tuned_examples/*.yaml)"
  58. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  59. commands:
  60. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  61. - RLLIB_TESTING=1 PYTHON=3.7 TF_VERSION=1.14.0 TFP_VERSION=0.7 ./ci/travis/install-dependencies.sh
  62. - bazel test --config=ci $(./scripts/bazel_export_options)
  63. --build_tests_only
  64. --test_tag_filters=learning_tests_continuous,-fake_gpus,-torch_only,-tf2_only,-no_tf_static_graph,-multi_gpu
  65. --test_arg=--framework=tf
  66. rllib/...
  67. - label: ":brain: RLlib: Learning discr. actions PyTorch (from rllib/tuned_examples/*.yaml)"
  68. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  69. commands:
  70. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  71. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  72. - bazel test --config=ci $(./scripts/bazel_export_options)
  73. --build_tests_only
  74. --test_tag_filters=learning_tests_discrete,-fake_gpus,-tf_only,-tf2_only,-multi_gpu
  75. --test_arg=--framework=torch
  76. rllib/...
  77. - label: ":brain: RLlib: Learning cont. actions PyTorch (from rllib/tuned_examples/*.yaml)"
  78. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  79. commands:
  80. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  81. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  82. - bazel test --config=ci $(./scripts/bazel_export_options)
  83. --build_tests_only
  84. --test_tag_filters=learning_tests_continuous,-fake_gpus,-tf_only,-tf2_only,-multi_gpu
  85. --test_arg=--framework=torch
  86. rllib/...
  87. - label: ":brain: RLlib: Learning tests w/ 2 fake GPUs TF2-static-graph (from rllib/tuned_examples/*.yaml)"
  88. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  89. commands:
  90. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  91. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  92. - bazel test --config=ci $(./scripts/bazel_export_options)
  93. --build_tests_only
  94. --test_tag_filters=fake_gpus,-torch_only,-tf2_only,-no_tf_static_graph,-multi_gpu
  95. --test_arg=--framework=tf
  96. rllib/...
  97. # TODO: (sven) tf2 (eager) multi-GPU
  98. - label: ":brain: RLlib: Learning tests w/ 2 fake GPUs PyTorch (from rllib/tuned_examples/*.yaml)"
  99. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  100. commands:
  101. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  102. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  103. - bazel test --config=ci $(./scripts/bazel_export_options)
  104. --build_tests_only
  105. --test_tag_filters=fake_gpus,-tf_only,-tf2_only,-multi_gpu
  106. --test_arg=--framework=torch
  107. rllib/...
  108. - label: ":brain: RLlib: Quick Agent train.py runs (TODO: obsolete)"
  109. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  110. commands:
  111. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  112. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  113. - bazel test --config=ci $(./scripts/bazel_export_options)
  114. --build_tests_only
  115. --test_tag_filters=quick_train,-multi_gpu
  116. --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  117. rllib/...
  118. - label: ":brain: RLlib: Trainer Tests"
  119. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  120. commands:
  121. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  122. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  123. # Test all tests in the `agents` (soon to be "trainers") dir:
  124. - bazel test --config=ci $(./scripts/bazel_export_options)
  125. --build_tests_only
  126. --test_tag_filters=trainers_dir,-multi_gpu
  127. --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  128. rllib/...
  129. - label: ":brain: RLlib: Everything else (env-, evaluation-, ... dirs)"
  130. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  131. commands:
  132. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  133. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  134. # Test everything that does not have any of the "main" labels:
  135. # "learning_tests|quick_train|examples|tests_dir".
  136. - bazel test --config=ci $(./scripts/bazel_export_options)
  137. --build_tests_only
  138. --test_tag_filters=-learning_tests,-quick_train,-examples,-tests_dir,-trainers_dir,-documentation,-multi_gpu
  139. --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  140. rllib/...
  141. - label: ":brain: RLlib: Examples {A/B}"
  142. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  143. commands:
  144. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  145. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  146. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  147. --test_tag_filters=examples_A,examples_B,-multi_gpu --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 rllib/...
  148. - label: ":brain: RLlib: Examples {Ca..t}"
  149. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  150. commands:
  151. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  152. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  153. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  154. --test_tag_filters=examples_C_AtoT,-multi_gpu --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 rllib/...
  155. - label: ":brain: RLlib: Examples {Cu..z}"
  156. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  157. commands:
  158. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  159. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  160. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  161. --test_tag_filters=examples_C_UtoZ,-multi_gpu --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 rllib/...
  162. - label: ":brain: RLlib: Examples {D/P}"
  163. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  164. commands:
  165. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  166. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  167. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  168. --test_tag_filters=examples_D,examples_E,examples_F,examples_G,examples_H,examples_I,examples_J,examples_K,examples_L,examples_M,examples_N,examples_O,examples_P,-multi_gpu --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  169. rllib/...
  170. - label: ":brain: RLlib: Examples {Q/Z}"
  171. conditions: ["RAY_CI_RLLIB_AFFECTED"]
  172. commands:
  173. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  174. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  175. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  176. --test_tag_filters=examples_Q,examples_R,examples_S,examples_T,examples_U,examples_V,examples_W,examples_X,examples_Y,examples_Z,-multi_gpu --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  177. rllib/...
  178. - label: ":brain: RLlib: tests/ dir (A-L)"
  179. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  180. commands:
  181. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  182. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  183. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  184. --test_tag_filters=tests_dir_A,tests_dir_B,tests_dir_C,tests_dir_D,tests_dir_E,tests_dir_F,tests_dir_G,tests_dir_H,tests_dir_I,tests_dir_J,tests_dir_K,tests_dir_L --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  185. rllib/...
  186. - label: ":brain: RLlib: tests/ dir (M-Z (no R))"
  187. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  188. commands:
  189. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  190. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  191. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  192. --test_tag_filters=tests_dir_M,tests_dir_N,tests_dir_O,tests_dir_P,tests_dir_Q,tests_dir_S,tests_dir_T,tests_dir_U,tests_dir_V,tests_dir_W,tests_dir_X,tests_dir_Y,tests_dir_Z,-multi_gpu --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  193. rllib/...
  194. - label: ":brain: RLlib: tests/ dir (R)"
  195. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  196. commands:
  197. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  198. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  199. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  200. --test_tag_filters=tests_dir_R,-multi_gpu --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  201. rllib/...
  202. - label: ":brain: RLlib: Documentation code/examples"
  203. conditions: ["RAY_CI_RLLIB_DIRECTLY_AFFECTED"]
  204. commands:
  205. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  206. - RLLIB_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  207. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  208. --test_tag_filters=documentation --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1
  209. rllib/...
  210. - label: ":octopus: Tune tests {A-R; no RLlib}"
  211. conditions: ["RAY_CI_TUNE_AFFECTED"]
  212. commands:
  213. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  214. - TUNE_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  215. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  216. --test_tag_filters=tests_dir_A,tests_dir_B,tests_dir_C,tests_dir_D,tests_dir_E,tests_dir_F,tests_dir_G,tests_dir_H,tests_dir_I,tests_dir_J,tests_dir_K,tests_dir_L,tests_dir_M,tests_dir_N,tests_dir_O,tests_dir_P,tests_dir_Q,tests_dir_R,-example,-py37,-soft_imports,-gpu_only,-rllib
  217. python/ray/tune/...
  218. - label: ":octopus: Tune tests {S-Z; no RLlib}"
  219. conditions: ["RAY_CI_TUNE_AFFECTED"]
  220. commands:
  221. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  222. - TUNE_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  223. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  224. --test_tag_filters=tests_dir_S,tests_dir_T,tests_dir_U,tests_dir_V,tests_dir_W,tests_dir_X,tests_dir_Y,tests_dir_Z,-example,-py37,-soft_imports,-gpu_only,-rllib
  225. python/ray/tune/...
  226. - label: ":octopus: Tune multinode tests"
  227. conditions: [ "RAY_CI_TUNE_AFFECTED" ]
  228. commands:
  229. - LINUX_WHEELS=1 ./ci/travis/ci.sh build
  230. - mkdir -p ~/.docker/cli-plugins/ && curl -SL https://github.com/docker/compose/releases/download/v2.0.1/docker-compose-linux-x86_64 -o ~/.docker/cli-plugins/docker-compose && chmod +x ~/.docker/cli-plugins/docker-compose
  231. - pip install -U docker aws_requests_auth boto3
  232. - python ./ci/travis/build-docker-images.py --py-versions py37 --device-types cpu --build-type LOCAL --build-base
  233. - python ./ci/travis/build-multinode-image.py rayproject/ray:nightly-py37-cpu rayproject/ray:multinode-py37
  234. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only
  235. --test_tag_filters=multinode,-example,-flaky,-py37,-soft_imports,-gpu_only,-rllib
  236. python/ray/tune/...
  237. --test_env=RAY_HAS_SSH="1"
  238. --test_env=RAY_DOCKER_IMAGE="rayproject/ray:multinode-py37"
  239. --test_env=RAY_TEMPDIR="/ray-mount"
  240. --test_env=RAY_HOSTDIR="/ray"
  241. --test_env=RAY_TESTHOST="dind-daemon"
  242. --test_env=DOCKER_HOST=tcp://docker:2376
  243. --test_env=DOCKER_TLS_VERIFY=1
  244. --test_env=DOCKER_CERT_PATH=/certs/client
  245. --test_env=DOCKER_TLS_CERTDIR=/certs
  246. - label: ":octopus: Tune examples {w/o tf/pytorch; no RLlib}"
  247. conditions: ["RAY_CI_TUNE_AFFECTED"]
  248. commands:
  249. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  250. - TUNE_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  251. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=example,-tf,-pytorch,-py37,-soft_imports,-gpu_only,-rllib python/ray/tune/...
  252. - label: ":octopus: Tune examples {w/ tf/pytorch; no RLlib}"
  253. conditions: ["RAY_CI_TUNE_AFFECTED"]
  254. commands:
  255. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  256. - TUNE_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  257. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=tf,-pytorch,-py37,-soft_imports,-gpu_only,-rllib python/ray/tune/...
  258. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-tf,pytorch,-py37,-soft_imports,-gpu_only,-rllib python/ray/tune/...
  259. - label: ":octopus: :brain: Tune tests and examples {using RLlib}"
  260. conditions: ["RAY_CI_TUNE_AFFECTED", "RAY_CI_RLLIB_AFFECTED"]
  261. commands:
  262. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  263. - TUNE_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  264. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-gpu_only,rllib python/ray/tune/...
  265. - label: ":steam_locomotive: Train tests and examples"
  266. conditions: ["RAY_CI_TRAIN_AFFECTED"]
  267. commands:
  268. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  269. - TRAIN_TESTING=1 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
  270. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-gpu_only,-minimal,-tune python/ray/train/...
  271. - label: ":steam_locomotive: :octopus: Train + Tune tests and examples"
  272. conditions: ["RAY_CI_TRAIN_AFFECTED"]
  273. commands:
  274. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  275. - TRAIN_TESTING=1 TUNE_TESTING=1 ./ci/travis/install-dependencies.sh
  276. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=tune,-gpu_only python/ray/train/...
  277. - label: ":octopus: SGD tests and examples"
  278. conditions: ["RAY_CI_SGD_AFFECTED"]
  279. commands:
  280. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  281. - SGD_TESTING=1 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
  282. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=tf,-pytorch,-py37,-client,-gpu_only python/ray/util/sgd/...
  283. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-tf,pytorch,-py37,-client,-gpu_only python/ray/util/sgd/...
  284. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=client_unit_tests,-gpu_only --test_env=RAY_CLIENT_MODE=1 python/ray/util/sgd/...
  285. - label: ":octopus: Tune/SGD/Modin/Dask tests and examples. Python 3.7"
  286. conditions: ["RAY_CI_TUNE_AFFECTED", "RAY_CI_SGD_AFFECTED"]
  287. commands:
  288. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  289. - TUNE_TESTING=1 PYTHON=3.7 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
  290. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=py37,-client python/ray/tune/...
  291. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-client python/ray/util/xgboost/...
  292. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/util/horovod/...
  293. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/util/ray_lightning/...
  294. - label: ":octopus: Ludwig tests and examples. Python 3.7"
  295. conditions: ["RAY_CI_TUNE_AFFECTED", "RAY_CI_SGD_AFFECTED"]
  296. commands:
  297. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  298. - SGD_TESTING=1 PYTHON=3.7 INSTALL_LUDWIG=1 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
  299. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/tests/ludwig/...
  300. - label: ":tropical_fish: ML Libraries w/ Ray Client Examples (Python 3.7)."
  301. conditions: ["RAY_CI_TUNE_AFFECTED", "RAY_CI_SGD_AFFECTED"]
  302. commands:
  303. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  304. - TUNE_TESTING=1 PYTHON=3.7 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
  305. - rm -rf ./python/ray/thirdparty_files; rm -rf ./python/ray/pickle5_files; ./ci/travis/ci.sh build
  306. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=client --test_env=RAY_CLIENT_MODE=1 python/ray/util/dask/...
  307. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=client python/ray/tune/...
  308. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=client,-client_unit_tests python/ray/util/sgd/...
  309. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=client python/ray/util/xgboost/...
  310. - label: ":potable_water: Modin/Dask tests and examples. Python 3.7"
  311. conditions: ["RAY_CI_PYTHON_AFFECTED"]
  312. commands:
  313. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  314. - DATA_PROCESSING_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  315. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/tests/modin/...
  316. # Dask tests and examples.
  317. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-client python/ray/util/dask/...
  318. - label: ":potable_water: Dataset tests (Python 3.7)"
  319. conditions: ["RAY_CI_PYTHON_AFFECTED"]
  320. commands:
  321. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  322. - DATA_PROCESSING_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  323. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/data/...
  324. - label: ":potable_water: Workflow tests (Python 3.7)"
  325. conditions: ["RAY_CI_PYTHON_AFFECTED"]
  326. commands:
  327. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  328. - DATA_PROCESSING_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  329. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/workflow/...
  330. - label: ":slot_machine: ML Utils tests"
  331. conditions: ["RAY_CI_ML_UTILS_AFFECTED"]
  332. commands:
  333. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  334. - TUNE_TESTING=1 ./ci/travis/install-dependencies.sh
  335. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only python/ray/util/ml_utils/...
  336. - label: ":book: Doc tests and examples"
  337. conditions:
  338. ["RAY_CI_PYTHON_AFFECTED", "RAY_CI_TUNE_AFFECTED", "RAY_CI_DOC_AFFECTED"]
  339. commands:
  340. - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
  341. - DOC_TESTING=1 PYTHON=3.7 ./ci/travis/install-dependencies.sh
  342. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-tf,-pytorch,-py37,-post_wheel_build doc/...
  343. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=tf,-pytorch,-py37,-post_wheel_build doc/...
  344. - bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-tf,pytorch,-py37,-post_wheel_build doc/...