BUILD.bazel 62 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566
  1. # Bazel build
  2. # C/C++ documentation: https://docs.bazel.build/versions/master/be/c-cpp.html
  3. # ************************** IMPORTANT ***********************
  4. # If a target or file is not found here, then please try searching in /src
  5. # We are in the middle of transitioning to a tree of build files.
  6. # If you would like to help with the move in your PR, please use `git mv` so that the history of the file is retained.
  7. load("@bazel_skylib//rules:common_settings.bzl", "bool_flag")
  8. load("@rules_proto//proto:defs.bzl", "proto_library")
  9. load("@rules_python//python:defs.bzl", "py_library", "py_runtime", "py_runtime_pair")
  10. load("@rules_cc//cc:defs.bzl", "cc_proto_library")
  11. load("@com_github_grpc_grpc//bazel:cc_grpc_library.bzl", "cc_grpc_library")
  12. load("@com_github_grpc_grpc//bazel:cython_library.bzl", "pyx_library")
  13. load("@com_github_google_flatbuffers//:build_defs.bzl", "flatbuffer_cc_library")
  14. load("//bazel:ray.bzl", "COPTS", "PYX_COPTS", "PYX_SRCS", "copy_to_workspace", "ray_cc_binary", "ray_cc_library", "ray_cc_test")
  15. load("@python3_9//:defs.bzl", python39 = "interpreter")
  16. package(
  17. default_visibility = ["//visibility:public"],
  18. )
  19. # Hermetic python envionment, currently only used for CI infra and scripts.
  20. py_runtime(
  21. name = "python3_runtime",
  22. interpreter = python39,
  23. python_version = "PY3",
  24. visibility = ["//visibility:private"],
  25. )
  26. py_runtime_pair(
  27. name = "python_runtime_pair",
  28. py2_runtime = None,
  29. py3_runtime = ":python3_runtime",
  30. visibility = ["//visibility:private"],
  31. )
  32. constraint_setting(name = "hermetic")
  33. constraint_value(
  34. name = "hermetic_python",
  35. constraint_setting = ":hermetic",
  36. )
  37. toolchain(
  38. name = "python_toolchain",
  39. exec_compatible_with = [":hermetic_python"],
  40. toolchain = ":python_runtime_pair",
  41. toolchain_type = "@bazel_tools//tools/python:toolchain_type",
  42. )
  43. platform(
  44. name = "hermetic_python_platform",
  45. constraint_values = [":hermetic_python"],
  46. parents = ["@local_config_platform//:host"],
  47. visibility = ["//visibility:private"],
  48. )
  49. # C/C++ toolchain constraint configs.
  50. config_setting(
  51. name = "msvc-cl",
  52. flag_values = {"@bazel_tools//tools/cpp:compiler": "msvc-cl"},
  53. )
  54. config_setting(
  55. name = "clang-cl",
  56. flag_values = {"@bazel_tools//tools/cpp:compiler": "clang-cl"},
  57. )
  58. config_setting(
  59. name = "opt",
  60. values = {"compilation_mode": "opt"},
  61. )
  62. bool_flag(
  63. name = "jemalloc_flag",
  64. build_setting_default = True,
  65. )
  66. config_setting(
  67. name = "jemalloc",
  68. constraint_values = [
  69. "@platforms//os:linux",
  70. ],
  71. flag_values = {
  72. ":jemalloc_flag": "true",
  73. },
  74. )
  75. # === Begin of rpc definitions ===
  76. # GRPC common lib.
  77. ray_cc_library(
  78. name = "grpc_common_lib",
  79. srcs = [
  80. "src/ray/rpc/common.cc",
  81. "src/ray/rpc/grpc_server.cc",
  82. "src/ray/rpc/server_call.cc",
  83. ],
  84. hdrs = glob([
  85. "src/ray/rpc/client_call.h",
  86. "src/ray/rpc/common.h",
  87. "src/ray/rpc/grpc_client.h",
  88. "src/ray/rpc/grpc_server.h",
  89. "src/ray/rpc/metrics_agent_client.h",
  90. "src/ray/rpc/server_call.h",
  91. "src/ray/rpc/grpc_util.h",
  92. "src/ray/raylet_client/*.h",
  93. ]),
  94. deps = [
  95. ":stats_metric",
  96. "//src/ray/common:asio",
  97. "//src/ray/common:grpc_util",
  98. "//src/ray/common:id",
  99. "//src/ray/common:ray_config",
  100. "//src/ray/common:status",
  101. "@com_github_grpc_grpc//:grpc++",
  102. "@com_github_grpc_grpc//:grpc++_reflection",
  103. "@com_github_grpc_grpc//:grpcpp_admin",
  104. "@com_google_protobuf//:protobuf",
  105. ],
  106. )
  107. # Node manager gRPC lib.
  108. cc_grpc_library(
  109. name = "node_manager_cc_grpc",
  110. srcs = ["//src/ray/protobuf:node_manager_proto"],
  111. grpc_only = True,
  112. deps = ["//src/ray/protobuf:node_manager_cc_proto"],
  113. )
  114. # Node manager server and client.
  115. ray_cc_library(
  116. name = "node_manager_rpc",
  117. srcs = glob([
  118. "src/ray/rpc/node_manager/*.cc",
  119. ]),
  120. hdrs = glob([
  121. "src/ray/rpc/node_manager/*.h",
  122. ]),
  123. deps = [
  124. ":grpc_common_lib",
  125. ":node_manager_cc_grpc",
  126. ":ray_common",
  127. "@boost//:asio",
  128. "@com_github_grpc_grpc//:grpc++",
  129. ],
  130. )
  131. # gcs_service gRPC lib.
  132. cc_grpc_library(
  133. name = "gcs_service_cc_grpc",
  134. srcs = ["//src/ray/protobuf:gcs_service_proto"],
  135. grpc_only = True,
  136. deps = ["//src/ray/protobuf:gcs_service_cc_proto"],
  137. )
  138. # gcs_service gRPC lib.
  139. cc_grpc_library(
  140. name = "test_service_cc_grpc",
  141. srcs = ["//src/ray/protobuf:test_service_proto"],
  142. grpc_only = True,
  143. deps = ["//src/ray/protobuf:test_service_cc_proto"],
  144. )
  145. # gcs rpc server and client.
  146. ray_cc_library(
  147. name = "gcs_service_rpc",
  148. hdrs = [
  149. "src/ray/rpc/gcs_server/gcs_rpc_client.h",
  150. "src/ray/rpc/gcs_server/gcs_rpc_server.h",
  151. ],
  152. deps = [
  153. ":autoscaler_cc_grpc",
  154. ":gcs_service_cc_grpc",
  155. ":grpc_common_lib",
  156. ":pubsub_lib",
  157. ":ray_common",
  158. "@boost//:asio",
  159. "@com_github_grpc_grpc//:grpc++",
  160. "@com_google_absl//absl/container:btree",
  161. ],
  162. )
  163. # Object manager gRPC lib.
  164. cc_grpc_library(
  165. name = "object_manager_cc_grpc",
  166. srcs = ["//src/ray/protobuf:object_manager_proto"],
  167. grpc_only = True,
  168. deps = ["//src/ray/protobuf:object_manager_cc_proto"],
  169. )
  170. # Object manager rpc server and client.
  171. ray_cc_library(
  172. name = "object_manager_rpc",
  173. hdrs = glob([
  174. "src/ray/rpc/object_manager/*.h",
  175. ]),
  176. deps = [
  177. ":grpc_common_lib",
  178. ":object_manager_cc_grpc",
  179. ":ray_common",
  180. "@boost//:asio",
  181. "@com_github_grpc_grpc//:grpc++",
  182. ],
  183. )
  184. # Worker gRPC lib.
  185. cc_grpc_library(
  186. name = "worker_cc_grpc",
  187. srcs = ["//src/ray/protobuf:core_worker_proto"],
  188. grpc_only = True,
  189. deps = ["//src/ray/protobuf:worker_cc_proto"],
  190. )
  191. # worker server and client.
  192. ray_cc_library(
  193. name = "worker_rpc",
  194. srcs = glob([
  195. "src/ray/rpc/worker/*.cc",
  196. ]),
  197. hdrs = glob([
  198. "src/ray/rpc/worker/*.h",
  199. ]),
  200. deps = [
  201. ":grpc_common_lib",
  202. ":pubsub_lib",
  203. ":ray_common",
  204. ":worker_cc_grpc",
  205. "@boost//:asio",
  206. "@boost//:thread",
  207. "@com_github_grpc_grpc//:grpc++",
  208. ],
  209. )
  210. # Metrics Agent gRPC lib.
  211. cc_grpc_library(
  212. name = "reporter_cc_grpc",
  213. srcs = ["//src/ray/protobuf:reporter_proto"],
  214. grpc_only = True,
  215. deps = ["//src/ray/protobuf:reporter_cc_proto"],
  216. )
  217. # Metrics Agent client.
  218. ray_cc_library(
  219. name = "reporter_rpc",
  220. hdrs = glob([
  221. "src/ray/rpc/metrics_agent_client.h",
  222. ]),
  223. deps = [
  224. ":grpc_common_lib",
  225. ":reporter_cc_grpc",
  226. "//src/ray/common:status",
  227. "@boost//:asio",
  228. "@boost//:thread",
  229. "@com_github_grpc_grpc//:grpc++",
  230. ],
  231. )
  232. # pubsub.
  233. cc_grpc_library(
  234. name = "pubsub_cc_grpc",
  235. srcs = ["//src/ray/protobuf:pubsub_proto"],
  236. grpc_only = True,
  237. deps = [
  238. "//src/ray/protobuf:common_cc_proto",
  239. "//src/ray/protobuf:gcs_cc_proto",
  240. "//src/ray/protobuf:pubsub_cc_proto",
  241. ],
  242. )
  243. ray_cc_library(
  244. name = "pubsub_rpc",
  245. deps = [
  246. "pubsub_cc_grpc",
  247. ":grpc_common_lib",
  248. ":ray_common",
  249. ],
  250. )
  251. cc_grpc_library(
  252. name = "autoscaler_cc_grpc",
  253. srcs = ["//src/ray/protobuf:autoscaler_proto"],
  254. grpc_only = True,
  255. deps = [
  256. "//src/ray/protobuf:autoscaler_cc_proto",
  257. ],
  258. )
  259. ray_cc_library(
  260. name = "autoscaler_rpc",
  261. deps = [
  262. ":autoscaler_cc_grpc",
  263. ],
  264. )
  265. # === End of rpc definitions ===
  266. # === Begin of plasma definitions ===
  267. # TODO(mehrdadn): (How to) support dynamic linking?
  268. PROPAGATED_WINDOWS_DEFINES = ["ARROW_STATIC"]
  269. PLASMA_COPTS = COPTS + select({
  270. "@bazel_tools//src/conditions:windows": [
  271. ] + ["-D" + define for define in PROPAGATED_WINDOWS_DEFINES],
  272. "//conditions:default": [
  273. "-DARROW_USE_GLOG",
  274. ],
  275. })
  276. PLASMA_LINKOPTS = [] + select({
  277. "@bazel_tools//src/conditions:windows": [
  278. "-DefaultLib:" + "ws2_32.lib",
  279. ],
  280. "//conditions:default": [
  281. ],
  282. })
  283. ray_cc_library(
  284. name = "plasma_client",
  285. srcs = [
  286. "src/ray/object_manager/plasma/client.cc",
  287. "src/ray/object_manager/plasma/connection.cc",
  288. "src/ray/object_manager/plasma/malloc.cc",
  289. "src/ray/object_manager/plasma/plasma.cc",
  290. "src/ray/object_manager/plasma/protocol.cc",
  291. "src/ray/object_manager/plasma/shared_memory.cc",
  292. ] + select({
  293. "@bazel_tools//src/conditions:windows": [
  294. ],
  295. "//conditions:default": [
  296. "src/ray/object_manager/plasma/fling.cc",
  297. ],
  298. }),
  299. hdrs = [
  300. "src/ray/object_manager/common.h",
  301. "src/ray/object_manager/plasma/client.h",
  302. "src/ray/object_manager/plasma/common.h",
  303. "src/ray/object_manager/plasma/compat.h",
  304. "src/ray/object_manager/plasma/connection.h",
  305. "src/ray/object_manager/plasma/malloc.h",
  306. "src/ray/object_manager/plasma/plasma.h",
  307. "src/ray/object_manager/plasma/plasma_generated.h",
  308. "src/ray/object_manager/plasma/protocol.h",
  309. "src/ray/object_manager/plasma/shared_memory.h",
  310. ] + select({
  311. "@bazel_tools//src/conditions:windows": [
  312. ],
  313. "//conditions:default": [
  314. "src/ray/object_manager/plasma/fling.h",
  315. ],
  316. }),
  317. copts = PLASMA_COPTS,
  318. defines = select({
  319. "@bazel_tools//src/conditions:windows": PROPAGATED_WINDOWS_DEFINES,
  320. "//conditions:default": [],
  321. }),
  322. linkopts = PLASMA_LINKOPTS,
  323. deps = [
  324. ":plasma_fbs",
  325. ":ray_common",
  326. "//src/ray/protobuf:common_cc_proto",
  327. "//src/ray/util",
  328. "@msgpack",
  329. ],
  330. )
  331. ray_cc_library(
  332. name = "plasma_store_server_lib",
  333. srcs = [
  334. "src/ray/object_manager/plasma/create_request_queue.cc",
  335. "src/ray/object_manager/plasma/dlmalloc.cc",
  336. "src/ray/object_manager/plasma/eviction_policy.cc",
  337. "src/ray/object_manager/plasma/get_request_queue.cc",
  338. "src/ray/object_manager/plasma/object_lifecycle_manager.cc",
  339. "src/ray/object_manager/plasma/object_store.cc",
  340. "src/ray/object_manager/plasma/plasma_allocator.cc",
  341. "src/ray/object_manager/plasma/stats_collector.cc",
  342. "src/ray/object_manager/plasma/store.cc",
  343. "src/ray/object_manager/plasma/store_runner.cc",
  344. ],
  345. hdrs = [
  346. "src/ray/object_manager/common.h",
  347. "src/ray/object_manager/plasma/allocator.h",
  348. "src/ray/object_manager/plasma/create_request_queue.h",
  349. "src/ray/object_manager/plasma/eviction_policy.h",
  350. "src/ray/object_manager/plasma/get_request_queue.h",
  351. "src/ray/object_manager/plasma/object_lifecycle_manager.h",
  352. "src/ray/object_manager/plasma/object_store.h",
  353. "src/ray/object_manager/plasma/plasma_allocator.h",
  354. "src/ray/object_manager/plasma/stats_collector.h",
  355. "src/ray/object_manager/plasma/store.h",
  356. "src/ray/object_manager/plasma/store_runner.h",
  357. "src/ray/thirdparty/dlmalloc.c",
  358. ],
  359. copts = PLASMA_COPTS,
  360. linkopts = PLASMA_LINKOPTS,
  361. deps = [
  362. ":plasma_client",
  363. "//src/ray/common:network",
  364. ":stats_lib",
  365. ],
  366. )
  367. FLATC_ARGS = [
  368. "--gen-object-api",
  369. "--gen-mutable",
  370. "--scoped-enums",
  371. ]
  372. flatbuffer_cc_library(
  373. name = "plasma_fbs",
  374. srcs = ["src/ray/object_manager/plasma/plasma.fbs"],
  375. flatc_args = FLATC_ARGS,
  376. out_prefix = "src/ray/object_manager/plasma/",
  377. )
  378. # === End of plasma definitions ===
  379. ray_cc_library(
  380. name = "ray_mock",
  381. hdrs = glob(
  382. ["src/mock/**/*.h"],
  383. ),
  384. )
  385. cc_grpc_library(
  386. name = "ray_syncer_cc_grpc",
  387. srcs = ["//src/ray/protobuf:ray_syncer_proto"],
  388. grpc_only = True,
  389. deps = ["//src/ray/protobuf:ray_syncer_cc_proto"],
  390. )
  391. ray_cc_library(
  392. name = "ray_common",
  393. deps = [
  394. ":stats_metric",
  395. "//src/ray/common:asio",
  396. "//src/ray/common:constants",
  397. "//src/ray/common:event_stats",
  398. "//src/ray/common:file_system_monitor",
  399. "//src/ray/common:grpc_util",
  400. "//src/ray/common:id",
  401. "//src/ray/common:memory_monitor",
  402. "//src/ray/common:network",
  403. "//src/ray/common:ray_config",
  404. "//src/ray/common:ray_syncer",
  405. "//src/ray/common:status",
  406. "//src/ray/common:task_common",
  407. "//src/ray/common:test_util",
  408. "//src/ray/protobuf:gcs_cc_proto",
  409. "@com_google_googletest//:gtest",
  410. ],
  411. )
  412. ray_cc_binary(
  413. name = "raylet",
  414. srcs = ["src/ray/raylet/main.cc"],
  415. visibility = ["//java:__subpackages__"],
  416. deps = [
  417. ":raylet_lib",
  418. "//src/ray/util",
  419. "@com_github_gflags_gflags//:gflags",
  420. ],
  421. )
  422. ray_cc_library(
  423. name = "gcs_pub_sub_lib",
  424. srcs = [
  425. "src/ray/gcs/pubsub/gcs_pub_sub.cc",
  426. ],
  427. hdrs = [
  428. "src/ray/gcs/pubsub/gcs_pub_sub.h",
  429. ],
  430. deps = [
  431. ":gcs",
  432. ":gcs_service_rpc",
  433. ":pubsub_lib",
  434. ":ray_common",
  435. ":redis_client",
  436. ],
  437. )
  438. ray_cc_library(
  439. name = "gcs_server_lib",
  440. srcs = glob(
  441. [
  442. "src/ray/gcs/gcs_server/*.cc",
  443. ],
  444. exclude = [
  445. "src/ray/gcs/gcs_server/gcs_server_main.cc",
  446. "src/ray/gcs/gcs_server/test/*.cc",
  447. ],
  448. ),
  449. hdrs = glob(
  450. [
  451. "src/ray/gcs/gcs_server/*.h",
  452. ],
  453. ),
  454. deps = [
  455. ":autoscaler_rpc",
  456. ":gcs",
  457. ":gcs_pub_sub_lib",
  458. ":gcs_service_cc_grpc",
  459. ":gcs_service_rpc",
  460. ":gcs_table_storage_lib",
  461. ":node_manager_rpc",
  462. ":observable_store_client",
  463. ":pubsub_lib",
  464. ":raylet_client_lib",
  465. ":scheduler",
  466. ":worker_rpc",
  467. "//src/ray/protobuf:agent_manager_cc_proto",
  468. "@boost//:bimap",
  469. "@com_github_grpc_grpc//src/proto/grpc/health/v1:health_proto",
  470. "@com_google_absl//absl/container:btree",
  471. ],
  472. )
  473. ray_cc_binary(
  474. name = "gcs_server",
  475. srcs = [
  476. "src/ray/gcs/gcs_server/gcs_server_main.cc",
  477. ],
  478. visibility = ["//java:__subpackages__"],
  479. deps = [
  480. ":gcs_server_lib",
  481. ":stats_lib",
  482. "@com_github_gflags_gflags//:gflags",
  483. ],
  484. )
  485. # Ray native pubsub module.
  486. ray_cc_library(
  487. name = "pubsub_lib",
  488. srcs = glob([
  489. "src/ray/pubsub/*.cc",
  490. ]),
  491. hdrs = glob([
  492. "src/ray/pubsub/*.h",
  493. ]),
  494. deps = [
  495. ":pubsub_rpc",
  496. "@boost//:any",
  497. "@com_google_absl//absl/container:flat_hash_map",
  498. "@com_google_absl//absl/container:flat_hash_set",
  499. "@com_google_absl//absl/synchronization",
  500. ],
  501. )
  502. ray_cc_library(
  503. name = "stats_metric",
  504. srcs = [
  505. "src/ray/stats/metric.cc",
  506. "src/ray/stats/metric_defs.cc",
  507. "src/ray/stats/tag_defs.cc",
  508. ],
  509. hdrs = [
  510. "src/ray/stats/metric.h",
  511. "src/ray/stats/metric_defs.h",
  512. "src/ray/stats/tag_defs.h",
  513. ],
  514. deps = [
  515. "//src/ray/util",
  516. "@com_github_jupp0r_prometheus_cpp//pull",
  517. "@com_google_absl//absl/base:core_headers",
  518. "@com_google_absl//absl/container:flat_hash_map",
  519. "@com_google_absl//absl/memory",
  520. "@com_google_absl//absl/strings",
  521. "@com_google_googletest//:gtest",
  522. "@io_opencensus_cpp//opencensus/exporters/stats/prometheus:prometheus_exporter",
  523. "@io_opencensus_cpp//opencensus/exporters/stats/stdout:stdout_exporter",
  524. "@io_opencensus_cpp//opencensus/stats",
  525. "@io_opencensus_cpp//opencensus/tags",
  526. ],
  527. )
  528. ray_cc_library(
  529. name = "stats_lib",
  530. srcs = [
  531. "src/ray/stats/metric_exporter.cc",
  532. "src/ray/stats/metric_exporter_client.cc",
  533. ],
  534. hdrs = [
  535. "src/ray/stats/metric.h",
  536. "src/ray/stats/metric_exporter.h",
  537. "src/ray/stats/metric_exporter_client.h",
  538. "src/ray/stats/stats.h",
  539. "src/ray/stats/tag_defs.h",
  540. ],
  541. linkopts = select({
  542. "@bazel_tools//src/conditions:windows": [
  543. ],
  544. "//conditions:default": [
  545. "-lpthread",
  546. ],
  547. }),
  548. deps = [
  549. ":reporter_rpc",
  550. ":stats_metric",
  551. "@com_github_grpc_grpc//:grpc_opencensus_plugin",
  552. ],
  553. )
  554. ray_cc_library(
  555. name = "scheduler",
  556. srcs = glob(
  557. [
  558. "src/ray/raylet/scheduling/**/*.cc",
  559. ],
  560. exclude = [
  561. "src/ray/raylet/scheduling/**/*_test.cc",
  562. ],
  563. ),
  564. hdrs = glob(
  565. [
  566. "src/ray/raylet/raylet_util.h",
  567. "src/ray/raylet/scheduling/**/*.h",
  568. "src/ray/core_worker/common.h",
  569. ],
  570. ),
  571. linkopts = select({
  572. "@bazel_tools//src/conditions:windows": [
  573. ],
  574. "//conditions:default": [
  575. "-lpthread",
  576. ],
  577. }),
  578. deps = [
  579. ":gcs_client_lib",
  580. ":ray_common",
  581. ":stats_lib",
  582. "//src/ray/protobuf:common_cc_proto",
  583. "//src/ray/util",
  584. "@boost//:asio",
  585. "@boost//:system",
  586. "@com_github_jupp0r_prometheus_cpp//pull",
  587. "@com_google_absl//absl/base:core_headers",
  588. "@com_google_absl//absl/container:flat_hash_set",
  589. "@com_google_absl//absl/memory",
  590. "@com_google_absl//absl/random",
  591. "@com_google_absl//absl/random:bit_gen_ref",
  592. "@com_google_absl//absl/strings",
  593. "@com_google_googletest//:gtest",
  594. "@io_opencensus_cpp//opencensus/exporters/stats/prometheus:prometheus_exporter",
  595. "@io_opencensus_cpp//opencensus/stats",
  596. "@io_opencensus_cpp//opencensus/tags",
  597. ],
  598. )
  599. ray_cc_library(
  600. name = "raylet_lib",
  601. srcs = glob(
  602. [
  603. "src/ray/raylet/**/*.cc",
  604. ],
  605. exclude = [
  606. "src/ray/raylet/**/*_test.cc",
  607. "src/ray/raylet/scheduling/**/*.cc",
  608. "src/ray/raylet/main.cc",
  609. ],
  610. ),
  611. hdrs = glob(
  612. [
  613. "src/ray/raylet/**/*.h",
  614. ],
  615. exclude = [
  616. "src/ray/raylet/scheduling/**/*.h",
  617. "src/ray/raylet/main.cc",
  618. ],
  619. ),
  620. linkopts = select({
  621. "@bazel_tools//src/conditions:windows": [
  622. ],
  623. "//conditions:default": [
  624. "-lpthread",
  625. ],
  626. }),
  627. deps = [
  628. ":gcs",
  629. ":gcs_client_lib",
  630. ":node_manager_fbs",
  631. ":node_manager_rpc",
  632. ":object_manager",
  633. ":plasma_client",
  634. ":pubsub_lib",
  635. ":ray_common",
  636. ":scheduler",
  637. ":stats_lib",
  638. ":worker_rpc",
  639. "//src/ray/protobuf:agent_manager_cc_proto",
  640. "//src/ray/protobuf:common_cc_proto",
  641. "//src/ray/protobuf:runtime_env_agent_cc_proto",
  642. "//src/ray/util",
  643. "@boost//:asio",
  644. "@boost//:beast",
  645. "@boost//:system",
  646. "@com_github_jupp0r_prometheus_cpp//pull",
  647. "@com_google_absl//absl/base:core_headers",
  648. "@com_google_absl//absl/container:flat_hash_set",
  649. "@com_google_absl//absl/memory",
  650. "@com_google_absl//absl/strings",
  651. "@com_google_googletest//:gtest",
  652. "@io_opencensus_cpp//opencensus/exporters/stats/prometheus:prometheus_exporter",
  653. "@io_opencensus_cpp//opencensus/stats",
  654. "@io_opencensus_cpp//opencensus/tags",
  655. ],
  656. )
  657. ray_cc_library(
  658. name = "raylet_client_lib",
  659. srcs = glob([
  660. "src/ray/raylet_client/*.cc",
  661. ]),
  662. hdrs = glob([
  663. "src/ray/raylet_client/*.h",
  664. ]),
  665. linkopts = select({
  666. "@bazel_tools//src/conditions:windows": [
  667. ],
  668. "//conditions:default": [
  669. "-lpthread",
  670. ],
  671. }),
  672. deps = [
  673. ":node_manager_fbs",
  674. ":node_manager_rpc",
  675. ":ray_common",
  676. "//src/ray/protobuf:gcs_cc_proto",
  677. "//src/ray/util",
  678. "@boost//:asio",
  679. ],
  680. )
  681. ray_cc_library(
  682. name = "core_worker_lib",
  683. srcs = glob(
  684. [
  685. "src/ray/core_worker/*.cc",
  686. "src/ray/core_worker/store_provider/*.cc",
  687. "src/ray/core_worker/store_provider/memory_store/*.cc",
  688. "src/ray/core_worker/transport/*.cc",
  689. ],
  690. exclude = [
  691. "src/ray/core_worker/**/*_test.cc",
  692. "src/ray/core_worker/mock_worker.cc",
  693. ],
  694. ),
  695. hdrs = glob([
  696. "src/ray/core_worker/*.h",
  697. "src/ray/core_worker/store_provider/*.h",
  698. "src/ray/core_worker/store_provider/memory_store/*.h",
  699. "src/ray/core_worker/transport/*.h",
  700. ]),
  701. deps = [
  702. ":gcs",
  703. ":gcs_client_lib",
  704. ":plasma_client",
  705. ":ray_common",
  706. ":raylet_client_lib",
  707. ":stats_lib",
  708. ":worker_rpc",
  709. "//src/ray/protobuf:worker_cc_proto",
  710. "//src/ray/util",
  711. "@boost//:circular_buffer",
  712. "@boost//:fiber",
  713. "@com_google_absl//absl/cleanup",
  714. "@com_google_absl//absl/container:btree",
  715. "@com_google_absl//absl/container:flat_hash_map",
  716. "@com_google_absl//absl/container:flat_hash_set",
  717. "@nlohmann_json",
  718. ],
  719. )
  720. ray_cc_library(
  721. name = "mock_worker_lib",
  722. srcs = ["src/ray/core_worker/test/mock_worker.cc"],
  723. hdrs = glob([
  724. "src/ray/core_worker/test/*.h",
  725. ]),
  726. deps = [
  727. ":core_worker_lib",
  728. ],
  729. )
  730. ray_cc_binary(
  731. name = "mock_worker",
  732. deps = [
  733. ":mock_worker_lib",
  734. ],
  735. )
  736. ray_cc_test(
  737. name = "core_worker_test",
  738. size = "small",
  739. srcs = ["src/ray/core_worker/test/core_worker_test.cc"],
  740. args = [
  741. "$(location raylet)",
  742. "$(location mock_worker)",
  743. "$(location gcs_server)",
  744. "$(location redis-cli)",
  745. "$(location redis-server)",
  746. ],
  747. data = [
  748. "//:gcs_server",
  749. "//:mock_worker",
  750. "//:raylet",
  751. "//:redis-cli",
  752. "//:redis-server",
  753. ],
  754. tags = ["team:core", "manual"],
  755. deps = [
  756. ":core_worker_lib",
  757. ":gcs",
  758. "//src/ray/protobuf:runtime_env_common_cc_proto",
  759. "@com_google_absl//absl/container:flat_hash_map",
  760. "@com_google_absl//absl/container:flat_hash_set",
  761. "@com_google_googletest//:gtest",
  762. ],
  763. )
  764. ray_cc_test(
  765. name = "core_worker_resubmit_queue_test",
  766. size = "small",
  767. srcs = ["src/ray/core_worker/test/core_worker_resubmit_queue_test.cc"],
  768. tags = ["team:core"],
  769. deps = [
  770. ":core_worker_lib",
  771. "@com_google_googletest//:gtest_main",
  772. ],
  773. )
  774. ray_cc_test(
  775. name = "memory_store_test",
  776. size = "small",
  777. srcs = ["src/ray/core_worker/test/memory_store_test.cc"],
  778. tags = ["team:core"],
  779. deps = [
  780. ":core_worker_lib",
  781. "@com_google_googletest//:gtest_main",
  782. ],
  783. )
  784. ray_cc_test(
  785. name = "direct_actor_transport_test",
  786. srcs = ["src/ray/core_worker/test/direct_actor_transport_test.cc"],
  787. tags = ["team:core"],
  788. deps = [
  789. ":core_worker_lib",
  790. ":ray_mock",
  791. "@com_google_googletest//:gtest_main",
  792. ],
  793. )
  794. ray_cc_test(
  795. name = "direct_actor_transport_mock_test",
  796. srcs = ["src/ray/core_worker/test/direct_actor_transport_mock_test.cc"],
  797. tags = ["team:core"],
  798. deps = [
  799. ":core_worker_lib",
  800. ":ray_mock",
  801. "@com_google_googletest//:gtest_main",
  802. ],
  803. )
  804. ray_cc_test(
  805. name = "gcs_function_manager_test",
  806. srcs = ["src/ray/gcs/gcs_server/test/gcs_function_manager_test.cc"],
  807. tags = ["team:core"],
  808. deps = [
  809. ":gcs_server_lib",
  810. ":ray_mock",
  811. "@com_google_googletest//:gtest_main",
  812. ],
  813. )
  814. ray_cc_test(
  815. name = "dependency_resolver_test",
  816. size = "small",
  817. srcs = ["src/ray/core_worker/test/dependency_resolver_test.cc"],
  818. tags = ["team:core"],
  819. deps = [
  820. ":core_worker_lib",
  821. ":ray_mock",
  822. "@com_google_googletest//:gtest_main",
  823. ],
  824. )
  825. ray_cc_test(
  826. name = "direct_task_transport_test",
  827. size = "small",
  828. srcs = ["src/ray/core_worker/test/direct_task_transport_test.cc"],
  829. tags = ["team:core"],
  830. deps = [
  831. ":core_worker_lib",
  832. ":ray_mock",
  833. "@com_google_googletest//:gtest_main",
  834. ],
  835. )
  836. ray_cc_test(
  837. name = "direct_task_transport_mock_test",
  838. size = "small",
  839. srcs = ["src/ray/core_worker/test/direct_task_transport_mock_test.cc"],
  840. tags = ["team:core"],
  841. deps = [
  842. ":core_worker_lib",
  843. ":ray_mock",
  844. "@com_google_googletest//:gtest_main",
  845. ],
  846. )
  847. ray_cc_test(
  848. name = "reference_count_test",
  849. size = "small",
  850. srcs = ["src/ray/core_worker/test/reference_count_test.cc"],
  851. tags = ["team:core"],
  852. deps = [
  853. ":core_worker_lib",
  854. ":ray_mock",
  855. "@com_google_googletest//:gtest_main",
  856. ],
  857. )
  858. ray_cc_test(
  859. name = "object_recovery_manager_test",
  860. size = "small",
  861. srcs = ["src/ray/core_worker/test/object_recovery_manager_test.cc"],
  862. tags = ["team:core"],
  863. deps = [
  864. ":core_worker_lib",
  865. ":ray_mock",
  866. "@com_google_googletest//:gtest_main",
  867. ],
  868. )
  869. ray_cc_test(
  870. name = "scheduling_queue_test",
  871. srcs = ["src/ray/core_worker/test/scheduling_queue_test.cc"],
  872. tags = ["team:core"],
  873. deps = [
  874. ":core_worker_lib",
  875. "@com_google_googletest//:gtest_main",
  876. ],
  877. )
  878. ray_cc_test(
  879. name = "concurrency_group_manager_test",
  880. srcs = ["src/ray/core_worker/test/concurrency_group_manager_test.cc"],
  881. tags = ["team:core"],
  882. deps = [
  883. ":core_worker_lib",
  884. "@com_google_googletest//:gtest_main",
  885. ],
  886. )
  887. ray_cc_test(
  888. name = "fiber_state_test",
  889. srcs = ["src/ray/core_worker/test/fiber_state_test.cc"],
  890. tags = ["team:core"],
  891. deps = [
  892. ":core_worker_lib",
  893. "@com_google_googletest//:gtest_main",
  894. ],
  895. )
  896. ray_cc_test(
  897. name = "actor_submit_queue_test",
  898. size = "small",
  899. srcs = ["src/ray/core_worker/test/actor_submit_queue_test.cc"],
  900. tags = ["team:core"],
  901. deps = [
  902. ":core_worker_lib",
  903. "@com_google_googletest//:gtest_main",
  904. ],
  905. )
  906. ray_cc_test(
  907. name = "task_manager_test",
  908. size = "small",
  909. srcs = ["src/ray/core_worker/test/task_manager_test.cc"],
  910. tags = ["team:core"],
  911. deps = [
  912. ":core_worker_lib",
  913. ":ray_mock",
  914. "@com_google_googletest//:gtest_main",
  915. ],
  916. )
  917. ray_cc_test(
  918. name = "task_event_buffer_test",
  919. size = "small",
  920. srcs = ["src/ray/core_worker/test/task_event_buffer_test.cc"],
  921. tags = ["team:core"],
  922. deps = [
  923. ":core_worker_lib",
  924. ":ray_mock",
  925. "@com_google_googletest//:gtest_main",
  926. ],
  927. )
  928. ray_cc_test(
  929. name = "actor_creator_test",
  930. size = "small",
  931. srcs = ["src/ray/core_worker/test/actor_creator_test.cc"],
  932. tags = ["team:core"],
  933. deps = [
  934. ":core_worker_lib",
  935. ":gcs_client_lib",
  936. ":ray_mock",
  937. "//src/ray/common:test_util",
  938. "@com_google_googletest//:gtest_main",
  939. ],
  940. )
  941. ray_cc_test(
  942. name = "generator_waiter_test",
  943. size = "small",
  944. srcs = ["src/ray/core_worker/test/generator_waiter_test.cc"],
  945. tags = ["team:core"],
  946. deps = [
  947. ":core_worker_lib",
  948. ":gcs_client_lib",
  949. ":ray_mock",
  950. "//src/ray/common:test_util",
  951. "@com_google_googletest//:gtest_main",
  952. ],
  953. )
  954. ray_cc_test(
  955. name = "actor_manager_test",
  956. size = "small",
  957. srcs = ["src/ray/core_worker/test/actor_manager_test.cc"],
  958. tags = ["team:core"],
  959. deps = [
  960. ":core_worker_lib",
  961. "@com_google_googletest//:gtest_main",
  962. ],
  963. )
  964. ray_cc_test(
  965. name = "lease_policy_test",
  966. size = "small",
  967. srcs = ["src/ray/core_worker/test/lease_policy_test.cc"],
  968. tags = ["team:core"],
  969. deps = [
  970. ":core_worker_lib",
  971. "@com_google_googletest//:gtest_main",
  972. ],
  973. )
  974. ray_cc_test(
  975. name = "cluster_resource_scheduler_test",
  976. size = "small",
  977. srcs = [
  978. "src/ray/raylet/scheduling/cluster_resource_scheduler_test.cc",
  979. ],
  980. tags = ["team:core"],
  981. deps = [
  982. ":ray_mock",
  983. ":raylet_lib",
  984. "@com_google_googletest//:gtest_main",
  985. ],
  986. )
  987. ray_cc_test(
  988. name = "local_resource_manager_test",
  989. size = "small",
  990. srcs = [
  991. "src/ray/raylet/scheduling/local_resource_manager_test.cc",
  992. ],
  993. tags = ["team:core"],
  994. deps = [
  995. ":ray_mock",
  996. ":raylet_lib",
  997. "@com_google_googletest//:gtest_main",
  998. ],
  999. )
  1000. ray_cc_test(
  1001. name = "cluster_resource_scheduler_2_test",
  1002. size = "small",
  1003. srcs = [
  1004. "src/ray/raylet/scheduling/cluster_resource_scheduler_2_test.cc",
  1005. ],
  1006. tags = ["team:core"],
  1007. deps = [
  1008. ":raylet_lib",
  1009. "@com_google_googletest//:gtest_main",
  1010. ],
  1011. )
  1012. ray_cc_test(
  1013. name = "scheduling_policy_test",
  1014. size = "small",
  1015. srcs = [
  1016. "src/ray/raylet/scheduling/policy/scheduling_policy_test.cc",
  1017. ],
  1018. tags = ["team:core"],
  1019. deps = [
  1020. ":raylet_lib",
  1021. "@com_google_googletest//:gtest_main",
  1022. ],
  1023. )
  1024. ray_cc_test(
  1025. name = "hybrid_scheduling_policy_test",
  1026. size = "small",
  1027. srcs = [
  1028. "src/ray/raylet/scheduling/policy/hybrid_scheduling_policy_test.cc",
  1029. ],
  1030. tags = ["team:core"],
  1031. deps = [
  1032. ":scheduler",
  1033. "@com_google_absl//absl/random:mock_distributions",
  1034. "@com_google_googletest//:gtest_main",
  1035. ],
  1036. )
  1037. ray_cc_test(
  1038. name = "cluster_task_manager_test",
  1039. size = "small",
  1040. srcs = [
  1041. "src/ray/raylet/scheduling/cluster_task_manager_test.cc",
  1042. ],
  1043. tags = ["team:core"],
  1044. deps = [
  1045. ":ray_mock",
  1046. ":raylet_lib",
  1047. "@com_google_googletest//:gtest_main",
  1048. ],
  1049. )
  1050. ray_cc_test(
  1051. name = "cluster_resource_manager_test",
  1052. size = "small",
  1053. srcs = [
  1054. "src/ray/raylet/scheduling/cluster_resource_manager_test.cc",
  1055. ],
  1056. tags = ["team:core"],
  1057. deps = [
  1058. ":raylet_lib",
  1059. "@com_google_googletest//:gtest_main",
  1060. ],
  1061. )
  1062. ray_cc_test(
  1063. name = "local_object_manager_test",
  1064. size = "small",
  1065. srcs = [
  1066. "src/ray/raylet/test/local_object_manager_test.cc",
  1067. ],
  1068. tags = ["team:core"],
  1069. deps = [
  1070. ":raylet_lib",
  1071. "@com_google_googletest//:gtest_main",
  1072. ],
  1073. )
  1074. ray_cc_test(
  1075. name = "pull_manager_test",
  1076. size = "small",
  1077. srcs = [
  1078. "src/ray/object_manager/test/pull_manager_test.cc",
  1079. ],
  1080. tags = ["team:core"],
  1081. deps = [
  1082. ":object_manager",
  1083. "@com_google_googletest//:gtest_main",
  1084. ],
  1085. )
  1086. ray_cc_test(
  1087. name = "object_buffer_pool_test",
  1088. size = "small",
  1089. srcs = [
  1090. "src/ray/object_manager/test/object_buffer_pool_test.cc",
  1091. ],
  1092. tags = ["team:core"],
  1093. deps = [
  1094. ":object_manager",
  1095. "@com_google_googletest//:gtest_main",
  1096. ],
  1097. )
  1098. ray_cc_test(
  1099. name = "ownership_based_object_directory_test",
  1100. size = "small",
  1101. srcs = [
  1102. "src/ray/object_manager/test/ownership_based_object_directory_test.cc",
  1103. ],
  1104. tags = ["team:core"],
  1105. deps = [
  1106. ":object_manager",
  1107. ":ray_mock",
  1108. "@com_google_googletest//:gtest_main",
  1109. ],
  1110. )
  1111. ray_cc_test(
  1112. name = "push_manager_test",
  1113. size = "small",
  1114. srcs = [
  1115. "src/ray/object_manager/test/push_manager_test.cc",
  1116. ],
  1117. tags = ["team:core"],
  1118. deps = [
  1119. ":raylet_lib",
  1120. "@com_google_googletest//:gtest_main",
  1121. ],
  1122. )
  1123. ray_cc_test(
  1124. name = "spilled_object_test",
  1125. size = "small",
  1126. srcs = [
  1127. "src/ray/object_manager/test/spilled_object_test.cc",
  1128. ],
  1129. tags = ["team:core"],
  1130. deps = [
  1131. ":raylet_lib",
  1132. "@boost//:endian",
  1133. "@com_google_absl//absl/strings:str_format",
  1134. "@com_google_googletest//:gtest_main",
  1135. ],
  1136. )
  1137. ray_cc_test(
  1138. name = "fallback_allocator_test",
  1139. srcs = [
  1140. "src/ray/object_manager/plasma/test/fallback_allocator_test.cc",
  1141. ],
  1142. tags = ["team:core"],
  1143. deps = [
  1144. ":plasma_store_server_lib",
  1145. "@com_google_absl//absl/strings:str_format",
  1146. "@com_google_googletest//:gtest_main",
  1147. ],
  1148. )
  1149. ray_cc_test(
  1150. name = "object_store_test",
  1151. srcs = [
  1152. "src/ray/object_manager/plasma/test/object_store_test.cc",
  1153. ],
  1154. tags = ["team:core"],
  1155. deps = [
  1156. ":plasma_store_server_lib",
  1157. "@com_google_absl//absl/random",
  1158. "@com_google_absl//absl/strings:str_format",
  1159. "@com_google_googletest//:gtest_main",
  1160. ],
  1161. )
  1162. ray_cc_test(
  1163. name = "object_lifecycle_manager_test",
  1164. srcs = [
  1165. "src/ray/object_manager/plasma/test/object_lifecycle_manager_test.cc",
  1166. "src/ray/object_manager/plasma/test/stats_collector_test.cc",
  1167. ],
  1168. tags = ["team:core"],
  1169. deps = [
  1170. ":plasma_store_server_lib",
  1171. "@com_google_absl//absl/random",
  1172. "@com_google_absl//absl/strings:str_format",
  1173. "@com_google_googletest//:gtest_main",
  1174. ],
  1175. )
  1176. ray_cc_test(
  1177. name = "eviction_policy_test",
  1178. srcs = [
  1179. "src/ray/object_manager/plasma/test/eviction_policy_test.cc",
  1180. ],
  1181. tags = ["team:core"],
  1182. deps = [
  1183. ":plasma_store_server_lib",
  1184. "@com_google_googletest//:gtest_main",
  1185. ],
  1186. )
  1187. ray_cc_test(
  1188. name = "create_request_queue_test",
  1189. size = "small",
  1190. srcs = [
  1191. "src/ray/object_manager/test/create_request_queue_test.cc",
  1192. ],
  1193. tags = ["team:core"],
  1194. deps = [
  1195. ":plasma_store_server_lib",
  1196. "@com_google_googletest//:gtest",
  1197. "@com_google_googletest//:gtest_main",
  1198. ],
  1199. )
  1200. ray_cc_test(
  1201. name = "get_request_queue_test",
  1202. size = "small",
  1203. srcs = [
  1204. "src/ray/object_manager/test/get_request_queue_test.cc",
  1205. ],
  1206. tags = ["team:core"],
  1207. deps = [
  1208. ":plasma_store_server_lib",
  1209. "@com_google_googletest//:gtest",
  1210. "@com_google_googletest//:gtest_main",
  1211. ],
  1212. )
  1213. ray_cc_test(
  1214. name = "worker_pool_test",
  1215. size = "small",
  1216. srcs = ["src/ray/raylet/worker_pool_test.cc"],
  1217. tags = ["team:core", "no_tsan"],
  1218. deps = [
  1219. ":raylet_lib",
  1220. "@com_google_googletest//:gtest_main",
  1221. ],
  1222. )
  1223. ray_cc_test(
  1224. name = "gcs_placement_group_manager_mock_test",
  1225. size = "small",
  1226. srcs = [
  1227. "src/ray/gcs/gcs_server/test/gcs_placement_group_manager_mock_test.cc",
  1228. ],
  1229. tags = ["team:core"],
  1230. deps = [
  1231. ":gcs_server_lib",
  1232. ":gcs_test_util_lib",
  1233. ":ray_mock",
  1234. "@com_google_googletest//:gtest_main",
  1235. ],
  1236. )
  1237. ray_cc_test(
  1238. name = "placement_group_resource_manager_test",
  1239. size = "small",
  1240. srcs = ["src/ray/raylet/placement_group_resource_manager_test.cc"],
  1241. tags = ["team:core"],
  1242. deps = [
  1243. "gcs_test_util_lib",
  1244. "ray_common",
  1245. "raylet_lib",
  1246. ":ray_mock",
  1247. "@com_google_googletest//:gtest_main",
  1248. ],
  1249. )
  1250. ray_cc_test(
  1251. name = "runtime_env_agent_client_test",
  1252. size = "small",
  1253. srcs = ["src/ray/raylet/runtime_env_agent_client_test.cc"],
  1254. tags = ["team:core"],
  1255. deps = [
  1256. "gcs_test_util_lib",
  1257. "ray_common",
  1258. "raylet_lib",
  1259. ":ray_mock",
  1260. "@com_google_googletest//:gtest_main",
  1261. ],
  1262. )
  1263. ray_cc_test(
  1264. name = "dependency_manager_test",
  1265. size = "small",
  1266. srcs = ["src/ray/raylet/dependency_manager_test.cc"],
  1267. tags = ["team:core"],
  1268. deps = [
  1269. ":raylet_lib",
  1270. "@com_google_googletest//:gtest_main",
  1271. ],
  1272. )
  1273. ray_cc_test(
  1274. name = "wait_manager_test",
  1275. size = "small",
  1276. srcs = ["src/ray/raylet/wait_manager_test.cc"],
  1277. tags = ["team:core"],
  1278. deps = [
  1279. ":raylet_lib",
  1280. "@com_google_googletest//:gtest_main",
  1281. ],
  1282. )
  1283. ray_cc_test(
  1284. name = "worker_killing_policy_test",
  1285. size = "small",
  1286. srcs = [
  1287. "src/ray/raylet/worker_killing_policy_test.cc",
  1288. ],
  1289. tags = ["team:core"],
  1290. deps = [
  1291. ":ray_common",
  1292. ":raylet_lib",
  1293. "@com_google_googletest//:gtest_main",
  1294. ],
  1295. )
  1296. ray_cc_test(
  1297. name = "worker_killing_policy_group_by_owner_test",
  1298. size = "small",
  1299. srcs = [
  1300. "src/ray/raylet/worker_killing_policy_group_by_owner_test.cc",
  1301. ],
  1302. tags = ["team:core"],
  1303. deps = [
  1304. ":ray_common",
  1305. ":raylet_lib",
  1306. "@com_google_googletest//:gtest_main",
  1307. ],
  1308. )
  1309. ray_cc_test(
  1310. name = "worker_killing_policy_retriable_fifo_test",
  1311. size = "small",
  1312. srcs = [
  1313. "src/ray/raylet/worker_killing_policy_retriable_fifo_test.cc",
  1314. ],
  1315. tags = ["team:core"],
  1316. deps = [
  1317. ":ray_common",
  1318. ":raylet_lib",
  1319. "@com_google_googletest//:gtest_main",
  1320. ],
  1321. )
  1322. ray_cc_test(
  1323. name = "pubsub_integration_test",
  1324. size = "small",
  1325. srcs = ["src/ray/pubsub/test/integration_test.cc"],
  1326. tags = ["team:core"],
  1327. deps = [
  1328. ":pubsub_cc_grpc",
  1329. ":pubsub_lib",
  1330. "//src/ray/protobuf:pubsub_cc_proto",
  1331. "@com_google_absl//absl/synchronization",
  1332. "@com_google_absl//absl/time",
  1333. "@com_google_googletest//:gtest_main",
  1334. ],
  1335. )
  1336. ray_cc_test(
  1337. name = "publisher_test",
  1338. size = "small",
  1339. srcs = ["src/ray/pubsub/test/publisher_test.cc"],
  1340. tags = ["team:core"],
  1341. deps = [
  1342. ":pubsub_lib",
  1343. "@com_google_googletest//:gtest_main",
  1344. ],
  1345. )
  1346. ray_cc_test(
  1347. name = "subscriber_test",
  1348. size = "small",
  1349. srcs = [
  1350. "src/ray/pubsub/test/subscriber_test.cc",
  1351. ],
  1352. tags = ["team:core"],
  1353. deps = [
  1354. ":pubsub_lib",
  1355. "@com_google_googletest//:gtest_main",
  1356. ],
  1357. )
  1358. ray_cc_test(
  1359. name = "stats_test",
  1360. size = "small",
  1361. srcs = ["src/ray/stats/stats_test.cc"],
  1362. tags = [
  1363. "stats",
  1364. "team:core",
  1365. "no_tsan",
  1366. ],
  1367. deps = [
  1368. ":stats_lib",
  1369. "@com_google_googletest//:gtest_main",
  1370. ],
  1371. )
  1372. ray_cc_test(
  1373. name = "metric_exporter_client_test",
  1374. size = "small",
  1375. srcs = ["src/ray/stats/metric_exporter_client_test.cc"],
  1376. tags = [
  1377. "stats",
  1378. "team:core",
  1379. "no_tsan",
  1380. ],
  1381. deps = [
  1382. ":stats_lib",
  1383. "@com_google_googletest//:gtest_main",
  1384. ],
  1385. )
  1386. ray_cc_test(
  1387. name = "metric_exporter_grpc_test",
  1388. size = "small",
  1389. srcs = [
  1390. "src/ray/stats/metric_exporter_grpc_test.cc",
  1391. ],
  1392. tags = [
  1393. "stats",
  1394. "team:core",
  1395. ],
  1396. deps = [
  1397. ":stats_lib",
  1398. "@com_google_googletest//:gtest_main",
  1399. ],
  1400. )
  1401. ray_cc_library(
  1402. name = "gcs_test_util_lib",
  1403. hdrs = [
  1404. "src/ray/gcs/test/gcs_test_util.h",
  1405. ],
  1406. deps = [
  1407. ":gcs",
  1408. ":gcs_service_rpc",
  1409. ],
  1410. )
  1411. ray_cc_test(
  1412. name = "grpc_server_client_test",
  1413. size = "small",
  1414. srcs = [
  1415. "src/ray/rpc/test/grpc_server_client_test.cc",
  1416. ],
  1417. tags = ["team:core"],
  1418. deps = [
  1419. ":grpc_common_lib",
  1420. ":test_service_cc_grpc",
  1421. ],
  1422. )
  1423. ray_cc_test(
  1424. name = "gcs_server_rpc_test",
  1425. size = "small",
  1426. srcs = [
  1427. "src/ray/gcs/gcs_server/test/gcs_server_rpc_test.cc",
  1428. ],
  1429. args = [
  1430. "$(location redis-server)",
  1431. "$(location redis-cli)",
  1432. ],
  1433. data = [
  1434. "//:redis-cli",
  1435. "//:redis-server",
  1436. ],
  1437. tags = ["team:core", "no_tsan"],
  1438. deps = [
  1439. ":gcs_server_lib",
  1440. ":gcs_test_util_lib",
  1441. "@com_google_googletest//:gtest_main",
  1442. ],
  1443. )
  1444. ray_cc_test(
  1445. name = "gcs_kv_manager_test",
  1446. size = "small",
  1447. srcs = [
  1448. "src/ray/gcs/gcs_server/test/gcs_kv_manager_test.cc",
  1449. ],
  1450. args = [
  1451. "$(location redis-server)",
  1452. "$(location redis-cli)",
  1453. ],
  1454. data = [
  1455. "//:redis-cli",
  1456. "//:redis-server",
  1457. ],
  1458. tags = ["team:core"],
  1459. deps = [
  1460. ":gcs_server_lib",
  1461. ":gcs_test_util_lib",
  1462. "@com_google_googletest//:gtest_main",
  1463. ],
  1464. )
  1465. ray_cc_library(
  1466. name = "gcs_server_test_util",
  1467. hdrs = [
  1468. "src/ray/gcs/gcs_server/test/gcs_server_test_util.h",
  1469. ],
  1470. deps = [
  1471. ":gcs_client_lib",
  1472. ],
  1473. )
  1474. ray_cc_test(
  1475. name = "gcs_health_check_manager_test",
  1476. size = "medium",
  1477. srcs = [
  1478. "src/ray/gcs/gcs_server/test/gcs_health_check_manager_test.cc",
  1479. ],
  1480. tags = ["team:core"],
  1481. deps = [
  1482. ":gcs_server_lib",
  1483. "@com_google_googletest//:gtest_main",
  1484. ],
  1485. )
  1486. ray_cc_test(
  1487. name = "gcs_node_manager_test",
  1488. size = "small",
  1489. srcs = [
  1490. "src/ray/gcs/gcs_server/test/gcs_node_manager_test.cc",
  1491. ],
  1492. tags = ["team:core"],
  1493. deps = [
  1494. ":gcs_server_lib",
  1495. ":gcs_server_test_util",
  1496. ":gcs_test_util_lib",
  1497. ":ray_mock",
  1498. "@com_google_googletest//:gtest_main",
  1499. ],
  1500. )
  1501. ray_cc_test(
  1502. name = "gcs_job_manager_test",
  1503. size = "small",
  1504. srcs = [
  1505. "src/ray/gcs/gcs_server/test/gcs_job_manager_test.cc",
  1506. ],
  1507. tags = ["team:core"],
  1508. deps = [
  1509. ":gcs_server_lib",
  1510. ":gcs_server_test_util",
  1511. ":gcs_test_util_lib",
  1512. ":ray_mock",
  1513. "@com_google_googletest//:gtest_main",
  1514. ],
  1515. )
  1516. ray_cc_test(
  1517. name = "gcs_task_manager_test",
  1518. size = "small",
  1519. srcs = [
  1520. "src/ray/gcs/gcs_server/test/gcs_task_manager_test.cc",
  1521. ],
  1522. tags = ["team:core"],
  1523. deps = [
  1524. ":gcs_server_lib",
  1525. ":gcs_server_test_util",
  1526. ":gcs_test_util_lib",
  1527. ":ray_mock",
  1528. "@com_google_googletest//:gtest_main",
  1529. ],
  1530. )
  1531. ray_cc_test(
  1532. name = "gcs_placement_group_manager_test",
  1533. size = "small",
  1534. srcs = [
  1535. "src/ray/gcs/gcs_server/test/gcs_placement_group_manager_test.cc",
  1536. ],
  1537. tags = ["team:core", "no_tsan"],
  1538. deps = [
  1539. ":gcs_server_lib",
  1540. ":gcs_server_test_util",
  1541. ":gcs_test_util_lib",
  1542. ":ray_mock",
  1543. "@com_google_googletest//:gtest_main",
  1544. ],
  1545. )
  1546. ray_cc_test(
  1547. name = "gcs_placement_group_scheduler_test",
  1548. size = "small",
  1549. srcs = [
  1550. "src/ray/gcs/gcs_server/test/gcs_placement_group_scheduler_test.cc",
  1551. ],
  1552. tags = ["team:core", "no_tsan"],
  1553. deps = [
  1554. ":gcs_server_lib",
  1555. ":gcs_server_test_util",
  1556. ":gcs_test_util_lib",
  1557. ":ray_mock",
  1558. "@com_google_googletest//:gtest_main",
  1559. ],
  1560. )
  1561. ray_cc_test(
  1562. name = "gcs_actor_scheduler_test",
  1563. size = "small",
  1564. srcs = [
  1565. "src/ray/gcs/gcs_server/test/gcs_actor_scheduler_test.cc",
  1566. ],
  1567. tags = ["team:core"],
  1568. deps = [
  1569. ":gcs_client_lib",
  1570. ":gcs_server_lib",
  1571. ":gcs_server_test_util",
  1572. ":gcs_test_util_lib",
  1573. ":ray_mock",
  1574. "@com_google_googletest//:gtest_main",
  1575. ],
  1576. )
  1577. ray_cc_test(
  1578. name = "gcs_actor_scheduler_mock_test",
  1579. size = "small",
  1580. srcs = [
  1581. "src/ray/gcs/gcs_server/test/gcs_actor_scheduler_mock_test.cc",
  1582. ],
  1583. tags = ["team:core"],
  1584. deps = [
  1585. ":gcs_server_lib",
  1586. ":ray_mock",
  1587. "@com_google_googletest//:gtest_main",
  1588. ],
  1589. )
  1590. ray_cc_test(
  1591. name = "gcs_actor_manager_test",
  1592. size = "small",
  1593. srcs = [
  1594. "src/ray/gcs/gcs_server/test/gcs_actor_manager_test.cc",
  1595. ],
  1596. tags = ["team:core", "no_tsan"],
  1597. deps = [
  1598. ":gcs_server_lib",
  1599. ":gcs_server_test_util",
  1600. ":gcs_test_util_lib",
  1601. ":ray_mock",
  1602. "@com_google_googletest//:gtest_main",
  1603. ],
  1604. )
  1605. ray_cc_test(
  1606. name = "gcs_worker_manager_test",
  1607. size = "small",
  1608. srcs = [
  1609. "src/ray/gcs/gcs_server/test/gcs_worker_manager_test.cc",
  1610. ],
  1611. tags = ["team:core"],
  1612. deps = [
  1613. ":gcs_server_lib",
  1614. ":gcs_server_test_util",
  1615. ":gcs_test_util_lib",
  1616. ":ray_mock",
  1617. "@com_google_googletest//:gtest_main",
  1618. ],
  1619. )
  1620. ray_cc_library(
  1621. name = "gcs_table_storage_lib",
  1622. srcs = glob(
  1623. [
  1624. "src/ray/gcs/gcs_server/gcs_table_storage.cc",
  1625. ],
  1626. ),
  1627. hdrs = glob(
  1628. [
  1629. "src/ray/gcs/gcs_server/gcs_table_storage.h",
  1630. ],
  1631. ),
  1632. deps = [
  1633. ":gcs",
  1634. ":gcs_in_memory_store_client",
  1635. ":observable_store_client",
  1636. ":pubsub_lib",
  1637. ":ray_common",
  1638. ":redis_store_client",
  1639. ],
  1640. )
  1641. ray_cc_library(
  1642. name = "gcs_table_storage_test_lib",
  1643. hdrs = [
  1644. "src/ray/gcs/gcs_server/test/gcs_table_storage_test_base.h",
  1645. ],
  1646. deps = [
  1647. "redis_store_client",
  1648. ],
  1649. )
  1650. ray_cc_test(
  1651. name = "redis_gcs_table_storage_test",
  1652. size = "small",
  1653. srcs = [
  1654. "src/ray/gcs/gcs_server/test/redis_gcs_table_storage_test.cc",
  1655. ],
  1656. args = [
  1657. "$(location redis-server)",
  1658. "$(location redis-cli)",
  1659. ],
  1660. data = [
  1661. "//:redis-cli",
  1662. "//:redis-server",
  1663. ],
  1664. tags = ["team:core"],
  1665. deps = [
  1666. ":gcs_table_storage_lib",
  1667. ":gcs_table_storage_test_lib",
  1668. ":gcs_test_util_lib",
  1669. ":store_client_test_lib",
  1670. "@com_google_googletest//:gtest_main",
  1671. ],
  1672. )
  1673. ray_cc_test(
  1674. name = "in_memory_gcs_table_storage_test",
  1675. size = "small",
  1676. srcs = [
  1677. "src/ray/gcs/gcs_server/test/in_memory_gcs_table_storage_test.cc",
  1678. ],
  1679. tags = ["team:core"],
  1680. deps = [
  1681. ":gcs_table_storage_lib",
  1682. ":gcs_table_storage_test_lib",
  1683. ":gcs_test_util_lib",
  1684. ":store_client_test_lib",
  1685. "@com_google_googletest//:gtest_main",
  1686. ],
  1687. )
  1688. ray_cc_test(
  1689. name = "gcs_autoscaler_state_manager_test",
  1690. size = "small",
  1691. srcs = [
  1692. "src/ray/gcs/gcs_server/test/gcs_autoscaler_state_manager_test.cc",
  1693. ],
  1694. tags = ["team:core"],
  1695. deps = [
  1696. ":gcs_server_lib",
  1697. ":gcs_server_test_util",
  1698. ":gcs_test_util_lib",
  1699. ":ray_mock",
  1700. "@com_google_googletest//:gtest_main",
  1701. ],
  1702. )
  1703. ray_cc_test(
  1704. name = "gcs_resource_manager_test",
  1705. size = "small",
  1706. srcs = [
  1707. "src/ray/gcs/gcs_server/test/gcs_resource_manager_test.cc",
  1708. ],
  1709. tags = ["team:core"],
  1710. deps = [
  1711. ":gcs_server_lib",
  1712. ":gcs_test_util_lib",
  1713. ":ray_mock",
  1714. "@com_google_googletest//:gtest_main",
  1715. ],
  1716. )
  1717. ray_cc_library(
  1718. name = "gcs_client_lib",
  1719. srcs = [
  1720. "src/ray/gcs/gcs_client/accessor.cc",
  1721. "src/ray/gcs/gcs_client/gcs_client.cc",
  1722. "src/ray/gcs/gcs_client/usage_stats_client.cc",
  1723. ],
  1724. hdrs = [
  1725. "src/ray/gcs/gcs_client/accessor.h",
  1726. "src/ray/gcs/gcs_client/gcs_client.h",
  1727. "src/ray/gcs/gcs_client/usage_stats_client.h",
  1728. ],
  1729. deps = [
  1730. ":gcs",
  1731. ":gcs_pub_sub_lib",
  1732. ":gcs_service_rpc",
  1733. ":pubsub_lib",
  1734. ":ray_common",
  1735. ":redis_store_client",
  1736. "//src/ray/protobuf:usage_cc_proto",
  1737. ],
  1738. )
  1739. ray_cc_library(
  1740. name = "global_state_accessor_lib",
  1741. srcs = glob(
  1742. [
  1743. "src/ray/gcs/gcs_client/global_state_accessor.cc",
  1744. ],
  1745. ),
  1746. hdrs = glob(
  1747. [
  1748. "src/ray/gcs/gcs_client/global_state_accessor.h",
  1749. ],
  1750. ),
  1751. deps = [
  1752. ":gcs_client_lib",
  1753. ],
  1754. )
  1755. ray_cc_test(
  1756. name = "accessor_test",
  1757. size = "small",
  1758. srcs = [
  1759. "src/ray/gcs/gcs_client/test/accessor_test.cc",
  1760. ],
  1761. tags = ["team:core"],
  1762. deps = [
  1763. ":gcs_client_lib",
  1764. ":gcs_test_util_lib",
  1765. "@com_google_googletest//:gtest_main",
  1766. ],
  1767. )
  1768. ray_cc_test(
  1769. name = "global_state_accessor_test",
  1770. size = "small",
  1771. srcs = [
  1772. "src/ray/gcs/gcs_client/test/global_state_accessor_test.cc",
  1773. ],
  1774. args = [
  1775. "$(location redis-server)",
  1776. "$(location redis-cli)",
  1777. ],
  1778. data = [
  1779. "//:redis-cli",
  1780. "//:redis-server",
  1781. ],
  1782. tags = ["team:core"],
  1783. deps = [
  1784. ":gcs_client_lib",
  1785. ":gcs_server_lib",
  1786. ":gcs_test_util_lib",
  1787. ":global_state_accessor_lib",
  1788. "@com_google_googletest//:gtest_main",
  1789. ],
  1790. )
  1791. ray_cc_test(
  1792. name = "gcs_client_test",
  1793. size = "medium",
  1794. srcs = [
  1795. "src/ray/gcs/gcs_client/test/gcs_client_test.cc",
  1796. ],
  1797. args = [
  1798. "$(location redis-server)",
  1799. "$(location redis-cli)",
  1800. ],
  1801. data = [
  1802. "//:redis-cli",
  1803. "//:redis-server",
  1804. ],
  1805. tags = ["team:core", "no_tsan"],
  1806. deps = [
  1807. ":gcs_client_lib",
  1808. ":gcs_server_lib",
  1809. ":gcs_test_util_lib",
  1810. "@com_google_googletest//:gtest_main",
  1811. ],
  1812. )
  1813. ray_cc_test(
  1814. name = "gcs_client_reconnection_test",
  1815. srcs = [
  1816. "src/ray/gcs/gcs_client/test/gcs_client_reconnection_test.cc",
  1817. ],
  1818. args = [
  1819. "$(location redis-server)",
  1820. "$(location redis-cli)",
  1821. ],
  1822. data = [
  1823. "//:redis-cli",
  1824. "//:redis-server",
  1825. ],
  1826. tags = ["team:core"],
  1827. deps = [
  1828. ":gcs_client_lib",
  1829. ":gcs_server_lib",
  1830. ":gcs_test_util_lib",
  1831. "@com_google_googletest//:gtest_main",
  1832. ],
  1833. )
  1834. ray_cc_test(
  1835. name = "usage_stats_client_test",
  1836. srcs = [
  1837. "src/ray/gcs/gcs_client/test/usage_stats_client_test.cc",
  1838. ],
  1839. tags = ["team:core"],
  1840. deps = [
  1841. ":gcs_client_lib",
  1842. ":gcs_server_lib",
  1843. ":gcs_test_util_lib",
  1844. "@com_google_googletest//:gtest_main",
  1845. ],
  1846. )
  1847. ray_cc_library(
  1848. name = "object_manager",
  1849. srcs = glob([
  1850. "src/ray/object_manager/*.cc",
  1851. "src/ray/object_manager/notification/*.cc",
  1852. ]),
  1853. hdrs = glob([
  1854. "src/ray/object_manager/*.h",
  1855. "src/ray/object_manager/notification/*.h",
  1856. ]),
  1857. deps = [
  1858. ":core_worker_lib",
  1859. ":gcs",
  1860. ":object_manager_rpc",
  1861. ":plasma_store_server_lib",
  1862. ":ray_common",
  1863. "//src/ray/util",
  1864. "@boost//:asio",
  1865. ],
  1866. )
  1867. ray_cc_library(
  1868. name = "platform_shims",
  1869. srcs = [] + select({
  1870. "@bazel_tools//src/conditions:windows": glob([
  1871. "src/shims/windows/**/*.c",
  1872. "src/shims/windows/**/*.cc",
  1873. "src/shims/windows/**/*.h",
  1874. ]),
  1875. "//conditions:default": [],
  1876. }),
  1877. hdrs = [] + select({
  1878. "@bazel_tools//src/conditions:windows": glob([
  1879. "src/shims/windows/**/*.h",
  1880. ]),
  1881. "//conditions:default": [],
  1882. }),
  1883. strip_include_prefix = select({
  1884. "@bazel_tools//src/conditions:windows": "src/shims/windows",
  1885. "//conditions:default": "",
  1886. }),
  1887. )
  1888. filegroup(
  1889. name = "extra_actions_base_proto",
  1890. srcs = [
  1891. "thirdparty/protobuf/extra_actions_base.proto",
  1892. ],
  1893. )
  1894. proto_library(
  1895. name = "extra_actions_base_proto_lib",
  1896. srcs = ["thirdparty/protobuf/extra_actions_base.proto"],
  1897. )
  1898. cc_proto_library(
  1899. name = "extra_actions_cc_proto_lib",
  1900. deps = [":extra_actions_base_proto_lib"],
  1901. )
  1902. filegroup(
  1903. name = "iwyu_sh",
  1904. srcs = ["ci/run/iwyu.sh"],
  1905. )
  1906. action_listener(
  1907. name = "iwyu_cpp",
  1908. extra_actions = [":iwyu_action"],
  1909. mnemonics = ["CppCompile"],
  1910. )
  1911. extra_action(
  1912. name = "iwyu_action",
  1913. cmd = "$(location :iwyu_sh) postbuild $(location @com_google_protobuf//:protoc) $(location :extra_actions_base_proto) --extra_action_file=$(EXTRA_ACTION_FILE) > $(output $(ACTION_ID).iwyu.txt)",
  1914. out_templates = [
  1915. "$(ACTION_ID).iwyu.txt",
  1916. ],
  1917. tools = [
  1918. ":extra_actions_base_proto",
  1919. ":iwyu_sh",
  1920. "@com_google_protobuf//:protoc",
  1921. ],
  1922. )
  1923. ray_cc_library(
  1924. name = "sha256",
  1925. srcs = [
  1926. "src/ray/thirdparty/sha256.c",
  1927. ],
  1928. hdrs = [
  1929. "src/ray/thirdparty/sha256.h",
  1930. ],
  1931. )
  1932. ray_cc_library(
  1933. name = "aligned_alloc",
  1934. srcs = [
  1935. "src/ray/thirdparty/aligned_alloc.c",
  1936. ],
  1937. hdrs = [
  1938. "src/ray/thirdparty/aligned_alloc.h",
  1939. ],
  1940. )
  1941. alias(
  1942. name = "hiredis",
  1943. actual = "@com_github_redis_hiredis//:hiredis",
  1944. )
  1945. ray_cc_library(
  1946. name = "redis_client",
  1947. srcs = [
  1948. "src/ray/gcs/asio.cc",
  1949. "src/ray/gcs/redis_async_context.cc",
  1950. "src/ray/gcs/redis_client.cc",
  1951. "src/ray/gcs/redis_context.cc",
  1952. ],
  1953. hdrs = [
  1954. "src/ray/gcs/asio.h",
  1955. "src/ray/gcs/redis_async_context.h",
  1956. "src/ray/gcs/redis_client.h",
  1957. "src/ray/gcs/redis_context.h",
  1958. ],
  1959. deps = [
  1960. ":hiredis",
  1961. ":ray_common",
  1962. ":stats_lib",
  1963. "//src/ray/util",
  1964. "@boost//:asio",
  1965. ],
  1966. )
  1967. ray_cc_library(
  1968. name = "redis_store_client",
  1969. srcs = [
  1970. "src/ray/gcs/store_client/redis_store_client.cc",
  1971. ],
  1972. hdrs = [
  1973. "src/ray/gcs/callback.h",
  1974. "src/ray/gcs/store_client/redis_store_client.h",
  1975. "src/ray/gcs/store_client/store_client.h",
  1976. ],
  1977. deps = [
  1978. "redis_client",
  1979. "@com_google_absl//absl/strings:str_format",
  1980. "@com_google_absl//absl/synchronization",
  1981. ],
  1982. )
  1983. ray_cc_library(
  1984. name = "gcs_in_memory_store_client",
  1985. srcs = [
  1986. "src/ray/gcs/store_client/in_memory_store_client.cc",
  1987. ],
  1988. hdrs = [
  1989. "src/ray/gcs/callback.h",
  1990. "src/ray/gcs/store_client/in_memory_store_client.h",
  1991. "src/ray/gcs/store_client/store_client.h",
  1992. ],
  1993. deps = [
  1994. ":ray_common",
  1995. "//src/ray/util",
  1996. ],
  1997. )
  1998. ray_cc_library(
  1999. name = "observable_store_client",
  2000. srcs = [
  2001. "src/ray/gcs/store_client/observable_store_client.cc",
  2002. ],
  2003. hdrs = [
  2004. "src/ray/gcs/callback.h",
  2005. "src/ray/gcs/store_client/observable_store_client.h",
  2006. "src/ray/gcs/store_client/store_client.h",
  2007. ],
  2008. deps = [
  2009. ":ray_common",
  2010. "//src/ray/util",
  2011. ],
  2012. )
  2013. ray_cc_library(
  2014. name = "store_client_test_lib",
  2015. hdrs = [
  2016. "src/ray/gcs/store_client/test/store_client_test_base.h",
  2017. ],
  2018. deps = [
  2019. "redis_store_client",
  2020. ],
  2021. )
  2022. ray_cc_test(
  2023. name = "redis_store_client_test",
  2024. size = "small",
  2025. srcs = ["src/ray/gcs/store_client/test/redis_store_client_test.cc"],
  2026. args = [
  2027. "$(location redis-server)",
  2028. "$(location redis-cli)",
  2029. ],
  2030. data = [
  2031. "//:redis-cli",
  2032. "//:redis-server",
  2033. ],
  2034. tags = ["team:core"],
  2035. deps = [
  2036. ":redis_store_client",
  2037. ":store_client_test_lib",
  2038. "@com_google_googletest//:gtest_main",
  2039. ],
  2040. )
  2041. ray_cc_test(
  2042. name = "chaos_redis_store_client_test",
  2043. size = "small",
  2044. srcs = ["src/ray/gcs/store_client/test/redis_store_client_test.cc"],
  2045. args = [
  2046. "$(location redis-server)",
  2047. "$(location redis-cli)",
  2048. ],
  2049. data = [
  2050. "//:redis-cli",
  2051. "//:redis-server",
  2052. ],
  2053. env = {"REDIS_CHAOS": "1"},
  2054. tags = ["team:core"],
  2055. target_compatible_with = [
  2056. "@platforms//os:linux",
  2057. ],
  2058. deps = [
  2059. ":redis_store_client",
  2060. ":store_client_test_lib",
  2061. "@com_google_googletest//:gtest_main",
  2062. ],
  2063. )
  2064. ray_cc_test(
  2065. name = "in_memory_store_client_test",
  2066. size = "small",
  2067. srcs = ["src/ray/gcs/store_client/test/in_memory_store_client_test.cc"],
  2068. tags = ["team:core"],
  2069. deps = [
  2070. ":gcs_in_memory_store_client",
  2071. ":store_client_test_lib",
  2072. "@com_google_googletest//:gtest_main",
  2073. ],
  2074. )
  2075. ray_cc_test(
  2076. name = "observable_store_client_test",
  2077. size = "small",
  2078. srcs = ["src/ray/gcs/store_client/test/in_memory_store_client_test.cc"],
  2079. tags = ["team:core"],
  2080. deps = [
  2081. ":gcs_in_memory_store_client",
  2082. ":observable_store_client",
  2083. ":store_client_test_lib",
  2084. "@com_google_googletest//:gtest_main",
  2085. ],
  2086. )
  2087. ray_cc_library(
  2088. name = "gcs",
  2089. srcs = glob(
  2090. [
  2091. "src/ray/gcs/*.cc",
  2092. ],
  2093. exclude = [
  2094. "src/ray/gcs/*_test.cc",
  2095. ],
  2096. ),
  2097. hdrs = glob([
  2098. "src/ray/gcs/*.h",
  2099. ]),
  2100. deps = [
  2101. ":hiredis",
  2102. ":node_manager_fbs",
  2103. ":node_manager_rpc",
  2104. ":ray_common",
  2105. ":stats_lib",
  2106. "//src/ray/protobuf:agent_manager_cc_proto",
  2107. "//src/ray/protobuf:gcs_cc_proto",
  2108. "//src/ray/protobuf:gcs_service_cc_proto",
  2109. "//src/ray/util",
  2110. "@boost//:asio",
  2111. ],
  2112. )
  2113. ray_cc_test(
  2114. name = "callback_reply_test",
  2115. size = "small",
  2116. srcs = ["src/ray/gcs/test/callback_reply_test.cc"],
  2117. tags = ["team:core"],
  2118. deps = [
  2119. ":gcs",
  2120. "@com_google_googletest//:gtest_main",
  2121. ],
  2122. )
  2123. ray_cc_test(
  2124. name = "asio_test",
  2125. size = "small",
  2126. srcs = ["src/ray/gcs/test/asio_test.cc"],
  2127. args = [
  2128. "$(location redis-server)",
  2129. "$(location redis-cli)",
  2130. ],
  2131. data = [
  2132. "//:redis-cli",
  2133. "//:redis-server",
  2134. ],
  2135. tags = ["team:core"],
  2136. deps = [
  2137. ":gcs",
  2138. "//src/ray/util",
  2139. "@com_google_googletest//:gtest_main",
  2140. ],
  2141. )
  2142. flatbuffer_cc_library(
  2143. name = "node_manager_fbs",
  2144. srcs = ["src/ray/raylet/format/node_manager.fbs"],
  2145. flatc_args = FLATC_ARGS,
  2146. out_prefix = "ray/raylet/format/",
  2147. )
  2148. pyx_library(
  2149. name = "_raylet",
  2150. srcs = glob([
  2151. "python/ray/__init__.py",
  2152. "python/ray/_raylet.pxd",
  2153. "python/ray/_raylet.pyx",
  2154. "python/ray/includes/*.pxd",
  2155. "python/ray/includes/*.pxi",
  2156. ]),
  2157. # Export ray ABI symbols, which can then be used by _streaming.so.
  2158. # We need to dlopen this lib with RTLD_GLOBAL to use ABI in this
  2159. # shared lib, see python/ray/__init__.py.
  2160. cc_kwargs = dict(
  2161. srcs = PYX_SRCS,
  2162. copts = COPTS + PYX_COPTS,
  2163. # see https://github.com/tensorflow/tensorflow/blob/r2.1/tensorflow/lite/BUILD#L444
  2164. linkopts = select({
  2165. "@bazel_tools//src/conditions:darwin": [
  2166. "-Wl,-exported_symbols_list,$(location //:src/ray/ray_exported_symbols.lds)",
  2167. ],
  2168. "@bazel_tools//src/conditions:windows": [
  2169. ],
  2170. "//conditions:default": [
  2171. "-Wl,--version-script,$(location //:src/ray/ray_version_script.lds)",
  2172. ],
  2173. }),
  2174. linkstatic = 1,
  2175. ),
  2176. deps = [
  2177. "//:core_worker_lib",
  2178. "//:gcs_server_lib",
  2179. "//:global_state_accessor_lib",
  2180. "//:raylet_lib",
  2181. "//:redis_client",
  2182. "//:src/ray/ray_exported_symbols.lds",
  2183. "//:src/ray/ray_version_script.lds",
  2184. "//:stats_lib",
  2185. "//src/ray/protobuf:serialization_cc_proto",
  2186. "//src/ray/util",
  2187. ],
  2188. )
  2189. ray_cc_binary(
  2190. name = "libcore_worker_library_java.so",
  2191. srcs = glob([
  2192. "src/ray/core_worker/lib/java/*.h",
  2193. "src/ray/core_worker/lib/java/*.cc",
  2194. ]),
  2195. # Export ray ABI symbols, which can then be used by libstreaming_java.so. see `//:_raylet`
  2196. linkopts = select({
  2197. "@bazel_tools//src/conditions:darwin": [
  2198. "-Wl,-exported_symbols_list,$(location //:src/ray/ray_exported_symbols.lds)",
  2199. ],
  2200. "@bazel_tools//src/conditions:windows": [
  2201. ],
  2202. "//conditions:default": [
  2203. "-Wl,--version-script,$(location //:src/ray/ray_version_script.lds)",
  2204. ],
  2205. }),
  2206. linkshared = 1,
  2207. linkstatic = 1,
  2208. visibility = ["//java:__subpackages__"],
  2209. deps = [
  2210. "//:core_worker_lib",
  2211. "//:global_state_accessor_lib",
  2212. "//:src/ray/ray_exported_symbols.lds",
  2213. "//:src/ray/ray_version_script.lds",
  2214. "//:stats_lib",
  2215. "@bazel_tools//tools/jdk:jni",
  2216. ],
  2217. )
  2218. filegroup(
  2219. name = "python_sources",
  2220. srcs = glob([
  2221. "python/ray/*.py",
  2222. "python/ray/autoscaler/*.py",
  2223. "python/ray/autoscaler/_private/*.py",
  2224. "python/ray/autoscaler/_private/_azure/*.json",
  2225. "python/ray/autoscaler/aws/defaults.yaml",
  2226. "python/ray/autoscaler/azure/defaults.yaml",
  2227. "python/ray/autoscaler/gcp/defaults.yaml",
  2228. "python/ray/autoscaler/local/defaults.yaml",
  2229. "python/ray/autoscaler/vsphere/defaults.yaml",
  2230. "python/ray/cloudpickle/*.py",
  2231. "python/ray/core/__init__.py",
  2232. "python/ray/core/generated/__init__.py",
  2233. "python/ray/core/generated/ray/__init__.py",
  2234. "python/ray/core/generated/ray/protocol/__init__.py",
  2235. "python/ray/dashboard/**/*.py",
  2236. "python/ray/experimental/*.py",
  2237. "python/ray/util/*.py",
  2238. "python/ray/internal/*.py",
  2239. "python/ray/workers/default_worker.py",
  2240. ]),
  2241. )
  2242. alias(
  2243. name = "redis-server",
  2244. actual = select({
  2245. "@bazel_tools//src/conditions:windows": "@com_github_tporadowski_redis_bin//:redis-server.exe",
  2246. "//conditions:default": "@com_github_antirez_redis//:redis-server",
  2247. }),
  2248. )
  2249. alias(
  2250. name = "redis-cli",
  2251. actual = select({
  2252. "@bazel_tools//src/conditions:windows": "@com_github_tporadowski_redis_bin//:redis-cli.exe",
  2253. "//conditions:default": "@com_github_antirez_redis//:redis-cli",
  2254. }),
  2255. )
  2256. filegroup(
  2257. name = "all_py_proto",
  2258. srcs = [
  2259. "//src/ray/protobuf:agent_manager_py_proto",
  2260. "//src/ray/protobuf:autoscaler_py_proto",
  2261. "//src/ray/protobuf:common_py_proto",
  2262. "//src/ray/protobuf:core_worker_py_proto",
  2263. "//src/ray/protobuf:event_py_proto",
  2264. "//src/ray/protobuf:gcs_py_proto",
  2265. "//src/ray/protobuf:gcs_service_py_proto",
  2266. "//src/ray/protobuf:instance_manager_py_proto",
  2267. "//src/ray/protobuf:job_agent_py_proto",
  2268. "//src/ray/protobuf:node_manager_py_proto",
  2269. "//src/ray/protobuf:ray_client_py_proto",
  2270. "//src/ray/protobuf:reporter_py_proto",
  2271. "//src/ray/protobuf:runtime_env_agent_py_proto",
  2272. "//src/ray/protobuf:runtime_env_common_py_proto",
  2273. "//src/ray/protobuf:usage_py_proto",
  2274. ],
  2275. )
  2276. filegroup(
  2277. name = "serve_py_proto",
  2278. srcs = [
  2279. "//src/ray/protobuf:serve_py_proto",
  2280. ],
  2281. )
  2282. # This is a dummy test dependency that causes the python tests to be
  2283. # re-run if any of these files changes.
  2284. py_library(
  2285. name = "ray_lib",
  2286. srcs = glob(
  2287. ["python/ray/**/*.py"],
  2288. exclude = ["python/ray/tests/*.py"],
  2289. ),
  2290. visibility = ["__subpackages__"],
  2291. )
  2292. copy_to_workspace(
  2293. name = "cp_raylet_so",
  2294. srcs = ["python/ray/_raylet.so"],
  2295. dstdir = "python/ray",
  2296. )
  2297. copy_to_workspace(
  2298. name = "cp_all_py_proto",
  2299. srcs = [":all_py_proto"],
  2300. dstdir = "python/ray/core/generated",
  2301. )
  2302. copy_to_workspace(
  2303. name = "cp_serve_py_proto",
  2304. srcs = [":serve_py_proto"],
  2305. dstdir = "python/ray/serve/generated",
  2306. )
  2307. copy_to_workspace(
  2308. name = "cp_redis",
  2309. srcs = [
  2310. ":redis-cli",
  2311. ":redis-server",
  2312. ],
  2313. dstdir = "python/ray/core/src/ray/thirdparty/redis/src",
  2314. )
  2315. copy_to_workspace(
  2316. name = "cp_raylet",
  2317. srcs = [":raylet"],
  2318. dstdir = "python/ray/core/src/ray/raylet",
  2319. )
  2320. copy_to_workspace(
  2321. name = "cp_gcs_server",
  2322. srcs = [":gcs_server"],
  2323. dstdir = "python/ray/core/src/ray/gcs",
  2324. )
  2325. copy_to_workspace(
  2326. name = "cp_jemalloc",
  2327. srcs = ["@jemalloc//:shared"],
  2328. dstdir = "python/ray/core/",
  2329. )
  2330. genrule(
  2331. name = "install_py_proto",
  2332. srcs = [
  2333. ":cp_all_py_proto",
  2334. ":cp_serve_py_proto",
  2335. ],
  2336. outs = ["install_py_proto.out"],
  2337. cmd = """
  2338. # NOTE(hchen): Protobuf doesn't allow specifying Python package name. So we use this `sed`
  2339. # command to change the import path in the generated file.
  2340. # shellcheck disable=SC2006
  2341. files=(
  2342. `ls python/ray/core/generated/*_pb2*.py` \
  2343. `ls python/ray/serve/generated/*_pb2*.py` \
  2344. )
  2345. sed -i -E 's/from src.ray.protobuf/from ./' "$${files[@]}"
  2346. # Help the generated serve files to have the correct module
  2347. serve_files=(`ls python/ray/serve/generated/*_pb2*.py`)
  2348. sed -i -E 's/'"'"'src.ray.protobuf./'"'"'ray.serve.generated./' "$${serve_files[@]}"
  2349. # TODO(sang): Build our own proto instead of creating a new proto for opencensus separately.
  2350. # https://github.com/ray-project/ray/issues/31358
  2351. sed -i -E 's/from opencensus.proto.metrics.v1 import/from . import/' "$${files[@]}"
  2352. sed -i -E 's/from opencensus.proto.resource.v1 import/from . import/' "$${files[@]}"
  2353. # TODO(rickyx): Remove this experimental path rewrite once we move autoscaler proto out
  2354. # of experimental.
  2355. autoscale_files=(`ls python/ray/core/generated/instance_manager_pb2*.py`)
  2356. sed -i -E 's/from ..experimental/from ./' "$${autoscale_files[@]}"
  2357. echo "$${PWD}" > $@
  2358. """,
  2359. local = 1,
  2360. )
  2361. genrule(
  2362. name = "ray_pkg",
  2363. srcs = [
  2364. ":cp_raylet_so",
  2365. ":python_sources",
  2366. ":install_py_proto",
  2367. ":cp_redis",
  2368. ":cp_raylet",
  2369. ":cp_gcs_server",
  2370. ] + select({
  2371. ":jemalloc": [
  2372. ":cp_jemalloc",
  2373. ],
  2374. "//conditions:default": [],
  2375. }),
  2376. outs = ["ray_pkg.out"],
  2377. cmd = """
  2378. if [ "$${OSTYPE-}" = "msys" ]; then
  2379. ln -P -f -- python/ray/_raylet.so python/ray/_raylet.pyd
  2380. fi
  2381. echo "$${PWD}" > $@
  2382. """,
  2383. local = 1,
  2384. )