BUILD 9.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471
  1. load("@rules_python//python:defs.bzl", "py_test")
  2. load("@rules_python//python:pip.bzl", "compile_pip_requirements")
  3. compile_pip_requirements(
  4. name = "requirements_buildkite",
  5. requirements_in = "requirements_buildkite.in",
  6. requirements_txt = "requirements_buildkite.txt",
  7. tags = [
  8. "team:ci",
  9. ],
  10. visibility = ["//visibility:private"],
  11. )
  12. test_srcs = glob(["**/*.py"])
  13. ####
  14. # SERVE smoke tests
  15. ####
  16. py_test(
  17. name = "serve_failure_smoke_test",
  18. size = "medium",
  19. srcs = test_srcs,
  20. env = {
  21. "RAY_UNIT_TEST": "1",
  22. },
  23. main = "serve_failure.py",
  24. tags = [
  25. "exclusive",
  26. "team:serve",
  27. ],
  28. deps = [
  29. "//:ray_lib",
  30. "//python/ray/serve:serve_lib",
  31. ],
  32. )
  33. py_test(
  34. name = "single_deployment_1k_noop_replica_smoke_test",
  35. size = "medium",
  36. srcs = test_srcs,
  37. env = {
  38. "IS_SMOKE_TEST": "1",
  39. },
  40. main = "single_deployment_1k_noop_replica.py",
  41. tags = [
  42. "exclusive",
  43. "team:serve",
  44. ],
  45. deps = [
  46. "//:ray_lib",
  47. "//python/ray/serve:serve_lib",
  48. ],
  49. )
  50. py_test(
  51. name = "multi_deployment_1k_noop_replica_smoke_test",
  52. size = "medium",
  53. srcs = test_srcs,
  54. env = {
  55. "IS_SMOKE_TEST": "1",
  56. },
  57. main = "multi_deployment_1k_noop_replica.py",
  58. tags = [
  59. "exclusive",
  60. "team:serve",
  61. ],
  62. deps = [
  63. "//:ray_lib",
  64. "//python/ray/serve:serve_lib",
  65. ],
  66. )
  67. py_test(
  68. name = "deployment_graph_long_chain",
  69. size = "medium",
  70. srcs = test_srcs,
  71. env = {
  72. "IS_SMOKE_TEST": "1",
  73. },
  74. main = "deployment_graph_long_chain.py",
  75. tags = [
  76. "exclusive",
  77. "team:serve",
  78. ],
  79. deps = [
  80. "//:ray_lib",
  81. "//python/ray/serve:serve_lib",
  82. ],
  83. )
  84. py_test(
  85. name = "deployment_graph_wide_ensemble",
  86. size = "medium",
  87. srcs = test_srcs,
  88. env = {
  89. "IS_SMOKE_TEST": "1",
  90. },
  91. main = "deployment_graph_wide_ensemble.py",
  92. tags = [
  93. "exclusive",
  94. "team:serve",
  95. ],
  96. deps = [
  97. "//:ray_lib",
  98. "//python/ray/serve:serve_lib",
  99. ],
  100. )
  101. py_test(
  102. name = "serve_handle_long_chain",
  103. size = "medium",
  104. srcs = test_srcs,
  105. env = {
  106. "IS_SMOKE_TEST": "1",
  107. },
  108. main = "serve_handle_long_chain.py",
  109. tags = [
  110. "exclusive",
  111. "team:serve",
  112. ],
  113. deps = [
  114. "//:ray_lib",
  115. "//python/ray/serve:serve_lib",
  116. ],
  117. )
  118. py_test(
  119. name = "serve_handle_wide_ensemble",
  120. size = "medium",
  121. srcs = test_srcs,
  122. env = {
  123. "IS_SMOKE_TEST": "1",
  124. },
  125. main = "serve_handle_wide_ensemble.py",
  126. tags = [
  127. "exclusive",
  128. "team:serve",
  129. ],
  130. deps = [
  131. "//:ray_lib",
  132. "//python/ray/serve:serve_lib",
  133. ],
  134. )
  135. py_test(
  136. name = "autoscaling_single_deployment_smoke_test",
  137. size = "medium",
  138. srcs = test_srcs,
  139. env = {
  140. "IS_SMOKE_TEST": "1",
  141. },
  142. main = "autoscaling_single_deployment.py",
  143. tags = [
  144. "exclusive",
  145. "team:serve",
  146. ],
  147. deps = [
  148. "//:ray_lib",
  149. "//python/ray/serve:serve_lib",
  150. ],
  151. )
  152. py_test(
  153. name = "autoscaling_multi_deployment_smoke_test",
  154. size = "medium",
  155. srcs = test_srcs,
  156. env = {
  157. "IS_SMOKE_TEST": "1",
  158. },
  159. main = "autoscaling_multi_deployment.py",
  160. tags = [
  161. "exclusive",
  162. "team:serve",
  163. ],
  164. deps = [
  165. "//:ray_lib",
  166. "//python/ray/serve:serve_lib",
  167. ],
  168. )
  169. py_test(
  170. name = "tune_serve_golden_notebook_client_smoke_test",
  171. size = "medium",
  172. srcs = test_srcs,
  173. env = {
  174. "IS_SMOKE_TEST": "1",
  175. },
  176. main = "golden_notebook_tests/workloads/torch_tune_serve_test.py",
  177. tags = [
  178. "exclusive",
  179. "team:serve",
  180. ],
  181. deps = [
  182. "//:ray_lib",
  183. "//python/ray/serve:serve_lib",
  184. ],
  185. )
  186. ####
  187. # AIR smoke tests
  188. ####
  189. py_test(
  190. name = "air_benchmark_xgboost_smoke_test",
  191. size = "small",
  192. srcs = test_srcs,
  193. args = ["--smoke-test"],
  194. main = "air_tests/air_benchmarks/workloads/xgboost_benchmark.py",
  195. tags = [
  196. "exclusive",
  197. "team:ml",
  198. ],
  199. deps = [
  200. "//:ray_lib",
  201. "//python/ray/air:ml_lib",
  202. ],
  203. )
  204. py_test(
  205. name = "air_benchmark_data_smoke_test",
  206. size = "small",
  207. srcs = test_srcs,
  208. args = [
  209. "--dataset-size-gb=1",
  210. "--num-workers=1",
  211. ],
  212. main = "air_tests/air_benchmarks/workloads/data_benchmark.py",
  213. tags = [
  214. "exclusive",
  215. "team:ml",
  216. ],
  217. deps = [
  218. "//:ray_lib",
  219. "//python/ray/air:ml_lib",
  220. ],
  221. )
  222. py_test(
  223. name = "air_benchmark_gpu_batch_prediction_smoke_test",
  224. size = "small",
  225. srcs = test_srcs,
  226. args = [
  227. "--data-size-gb=1",
  228. "--smoke-test",
  229. ],
  230. main = "air_tests/air_benchmarks/workloads/gpu_batch_prediction.py",
  231. tags = [
  232. "exclusive",
  233. "team:ml",
  234. ],
  235. deps = [
  236. "//:ray_lib",
  237. "//python/ray/air:ml_lib",
  238. ],
  239. )
  240. py_test(
  241. name = "air_benchmark_pytorch_training_e2e_smoke_test",
  242. size = "small",
  243. srcs = test_srcs,
  244. args = [
  245. "--data-size-gb=1",
  246. "--smoke-test",
  247. ],
  248. main = "air_tests/air_benchmarks/workloads/pytorch_training_e2e.py",
  249. tags = [
  250. "exclusive",
  251. "team:ml",
  252. ],
  253. deps = [
  254. "//:ray_lib",
  255. "//python/ray/air:ml_lib",
  256. ],
  257. )
  258. py_test(
  259. name = "air_benchmark_tensorflow_smoke_test",
  260. size = "large",
  261. srcs = test_srcs,
  262. args = [
  263. "run",
  264. "--num-runs=1",
  265. "--num-epochs=1",
  266. "--num-workers=1",
  267. "--cpus-per-worker=1",
  268. "--batch-size=1",
  269. "--smoke-test",
  270. "--local",
  271. ],
  272. main = "air_tests/air_benchmarks/workloads/tensorflow_benchmark.py",
  273. tags = [
  274. "exclusive",
  275. "team:ml",
  276. ],
  277. deps = [
  278. "//:ray_lib",
  279. "//python/ray/air:ml_lib",
  280. ],
  281. )
  282. py_test(
  283. name = "air_benchmark_torch_smoke_test",
  284. size = "large",
  285. srcs = test_srcs,
  286. args = [
  287. "run",
  288. "--num-runs=1",
  289. "--num-epochs=1",
  290. "--num-workers=1",
  291. "--cpus-per-worker=1",
  292. "--batch-size=1",
  293. "--smoke-test",
  294. "--local",
  295. ],
  296. main = "air_tests/air_benchmarks/workloads/torch_benchmark.py",
  297. tags = [
  298. "exclusive",
  299. "team:ml",
  300. ],
  301. deps = [
  302. "//:ray_lib",
  303. "//python/ray/air:ml_lib",
  304. ],
  305. )
  306. py_test(
  307. name = "air_benchmark_tune_torch_smoke_test",
  308. # Keep this medium, as it will be slower if data has to be downloaded
  309. # (runtime is shorter when air_benchmark_torch_smoke_test is executed first)
  310. size = "medium",
  311. srcs = test_srcs,
  312. args = [
  313. "--num-runs=1",
  314. "--num-trials=1",
  315. "--num-workers=1",
  316. "--smoke-test",
  317. ],
  318. main = "air_tests/air_benchmarks/workloads/tune_torch_benchmark.py",
  319. tags = [
  320. "exclusive",
  321. "team:ml",
  322. ],
  323. deps = [
  324. "//:ray_lib",
  325. "//python/ray/air:ml_lib",
  326. ],
  327. )
  328. ####
  329. # RELEASE TEST INFRA unit tests
  330. ####
  331. py_test(
  332. name = "test_alerts",
  333. size = "small",
  334. srcs = ["ray_release/tests/test_alerts.py"],
  335. tags = [
  336. "release_unit",
  337. "team:ci",
  338. ],
  339. )
  340. py_test(
  341. name = "test_anyscale_job_wrapper",
  342. size = "small",
  343. srcs = ["ray_release/tests/test_anyscale_job_wrapper.py"],
  344. tags = [
  345. "release_unit",
  346. "team:ci",
  347. ],
  348. )
  349. py_test(
  350. name = "test_bisect",
  351. size = "small",
  352. srcs = ["ray_release/tests/test_bisect.py"],
  353. tags = [
  354. "release_unit",
  355. "team:ci",
  356. ],
  357. deps = ["//:ray_lib"],
  358. )
  359. py_test(
  360. name = "test_buildkite",
  361. size = "small",
  362. srcs = ["ray_release/tests/test_buildkite.py"],
  363. tags = [
  364. "release_unit",
  365. "team:ci",
  366. ],
  367. )
  368. py_test(
  369. name = "test_cluster_manager",
  370. size = "small",
  371. srcs = ["ray_release/tests/test_cluster_manager.py"],
  372. tags = [
  373. "release_unit",
  374. "team:ci",
  375. ],
  376. )
  377. py_test(
  378. name = "test_config",
  379. size = "small",
  380. srcs = ["ray_release/tests/test_config.py"],
  381. data = ["release_tests.yaml"],
  382. tags = [
  383. "release_unit",
  384. "team:ci",
  385. ],
  386. )
  387. py_test(
  388. name = "test_env",
  389. size = "small",
  390. srcs = ["ray_release/tests/test_env.py"],
  391. tags = [
  392. "release_unit",
  393. "team:ci",
  394. ],
  395. )
  396. py_test(
  397. name = "test_glue",
  398. size = "small",
  399. srcs = ["ray_release/tests/test_glue.py"],
  400. tags = [
  401. "release_unit",
  402. "team:ci",
  403. ],
  404. )
  405. py_test(
  406. name = "test_log_aggregator",
  407. size = "small",
  408. srcs = ["ray_release/tests/test_log_aggregator.py"],
  409. tags = [
  410. "release_unit",
  411. "team:ci",
  412. ],
  413. deps = ["//:ray_lib"],
  414. )
  415. py_test(
  416. name = "test_run_script",
  417. size = "small",
  418. srcs = ["ray_release/tests/test_run_script.py"],
  419. data = [
  420. "ray_release/tests/_test_catch_args.py",
  421. "ray_release/tests/_test_run_release_test_sh.py",
  422. "run_release_test.sh",
  423. ],
  424. tags = [
  425. "release_unit",
  426. "team:ci",
  427. ],
  428. )
  429. py_test(
  430. name = "test_wheels",
  431. size = "small",
  432. srcs = ["ray_release/tests/test_wheels.py"],
  433. tags = [
  434. "release_unit",
  435. "team:ci",
  436. ],
  437. deps = ["//:ray_lib"],
  438. )