BUILD.bazel 63 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609
  1. # Bazel build
  2. # C/C++ documentation: https://docs.bazel.build/versions/master/be/c-cpp.html
  3. # ************************** IMPORTANT ***********************
  4. # If a target or file is not found here, then please try searching in /src
  5. # We are in the middle of transitioning to a tree of build files.
  6. # If you would like to help with the move in your PR, please use `git mv` so that the history of the file is retained.
  7. load("@bazel_skylib//rules:common_settings.bzl", "bool_flag")
  8. load("@rules_proto//proto:defs.bzl", "proto_library")
  9. load("@rules_python//python:defs.bzl", "py_library", "py_runtime", "py_runtime_pair")
  10. load("@rules_cc//cc:defs.bzl", "cc_proto_library")
  11. load("@com_github_grpc_grpc//bazel:cc_grpc_library.bzl", "cc_grpc_library")
  12. load("@com_github_grpc_grpc//bazel:cython_library.bzl", "pyx_library")
  13. load("@com_github_google_flatbuffers//:build_defs.bzl", "flatbuffer_cc_library")
  14. load("//bazel:ray.bzl", "COPTS", "PYX_COPTS", "PYX_SRCS", "copy_to_workspace", "ray_cc_binary", "ray_cc_library", "ray_cc_test")
  15. load("@python3_9//:defs.bzl", python39 = "interpreter")
  16. package(
  17. default_visibility = ["//visibility:public"],
  18. )
  19. # Hermetic python envionment, currently only used for CI infra and scripts.
  20. py_runtime(
  21. name = "python3_runtime",
  22. interpreter = python39,
  23. python_version = "PY3",
  24. visibility = ["//visibility:private"],
  25. )
  26. py_runtime_pair(
  27. name = "python_runtime_pair",
  28. py2_runtime = None,
  29. py3_runtime = ":python3_runtime",
  30. visibility = ["//visibility:private"],
  31. )
  32. constraint_setting(name = "hermetic")
  33. constraint_value(
  34. name = "hermetic_python",
  35. constraint_setting = ":hermetic",
  36. )
  37. toolchain(
  38. name = "python_toolchain",
  39. exec_compatible_with = [":hermetic_python"],
  40. toolchain = ":python_runtime_pair",
  41. toolchain_type = "@bazel_tools//tools/python:toolchain_type",
  42. )
  43. platform(
  44. name = "hermetic_python_platform",
  45. constraint_values = [":hermetic_python"],
  46. parents = ["@local_config_platform//:host"],
  47. visibility = ["//visibility:private"],
  48. )
  49. # C/C++ toolchain constraint configs.
  50. config_setting(
  51. name = "msvc-cl",
  52. flag_values = {"@bazel_tools//tools/cpp:compiler": "msvc-cl"},
  53. )
  54. config_setting(
  55. name = "clang-cl",
  56. flag_values = {"@bazel_tools//tools/cpp:compiler": "clang-cl"},
  57. )
  58. config_setting(
  59. name = "opt",
  60. values = {"compilation_mode": "opt"},
  61. )
  62. bool_flag(
  63. name = "jemalloc_flag",
  64. build_setting_default = True,
  65. )
  66. config_setting(
  67. name = "jemalloc",
  68. constraint_values = [
  69. "@platforms//os:linux",
  70. ],
  71. flag_values = {
  72. ":jemalloc_flag": "true",
  73. },
  74. )
  75. # === Begin of rpc definitions ===
  76. # GRPC common lib.
  77. ray_cc_library(
  78. name = "grpc_common_lib",
  79. srcs = [
  80. "src/ray/rpc/common.cc",
  81. "src/ray/rpc/grpc_server.cc",
  82. "src/ray/rpc/server_call.cc",
  83. ],
  84. hdrs = glob([
  85. "src/ray/rpc/client_call.h",
  86. "src/ray/rpc/common.h",
  87. "src/ray/rpc/grpc_client.h",
  88. "src/ray/rpc/grpc_server.h",
  89. "src/ray/rpc/metrics_agent_client.h",
  90. "src/ray/rpc/server_call.h",
  91. "src/ray/rpc/grpc_util.h",
  92. "src/ray/raylet_client/*.h",
  93. ]),
  94. deps = [
  95. ":stats_metric",
  96. "//src/ray/common:asio",
  97. "//src/ray/common:grpc_util",
  98. "//src/ray/common:id",
  99. "//src/ray/common:ray_config",
  100. "//src/ray/common:status",
  101. "@com_github_grpc_grpc//:grpc++",
  102. "@com_github_grpc_grpc//:grpc++_reflection",
  103. "@com_github_grpc_grpc//:grpcpp_admin",
  104. "@com_google_protobuf//:protobuf",
  105. ],
  106. )
  107. # Node manager gRPC lib.
  108. cc_grpc_library(
  109. name = "node_manager_cc_grpc",
  110. srcs = ["//src/ray/protobuf:node_manager_proto"],
  111. grpc_only = True,
  112. deps = ["//src/ray/protobuf:node_manager_cc_proto"],
  113. )
  114. # Node manager server and client.
  115. ray_cc_library(
  116. name = "node_manager_rpc",
  117. srcs = glob([
  118. "src/ray/rpc/node_manager/*.cc",
  119. ]),
  120. hdrs = glob([
  121. "src/ray/rpc/node_manager/*.h",
  122. ]),
  123. deps = [
  124. ":grpc_common_lib",
  125. ":node_manager_cc_grpc",
  126. ":ray_common",
  127. "@boost//:asio",
  128. "@com_github_grpc_grpc//:grpc++",
  129. ],
  130. )
  131. # gcs_service gRPC lib.
  132. cc_grpc_library(
  133. name = "gcs_service_cc_grpc",
  134. srcs = ["//src/ray/protobuf:gcs_service_proto"],
  135. grpc_only = True,
  136. deps = ["//src/ray/protobuf:gcs_service_cc_proto"],
  137. )
  138. # gcs_service gRPC lib.
  139. cc_grpc_library(
  140. name = "test_service_cc_grpc",
  141. srcs = ["//src/ray/protobuf:test_service_proto"],
  142. grpc_only = True,
  143. deps = ["//src/ray/protobuf:test_service_cc_proto"],
  144. )
  145. # gcs rpc server and client.
  146. ray_cc_library(
  147. name = "gcs_service_rpc",
  148. hdrs = [
  149. "src/ray/rpc/gcs_server/gcs_rpc_client.h",
  150. "src/ray/rpc/gcs_server/gcs_rpc_server.h",
  151. ],
  152. deps = [
  153. ":autoscaler_cc_grpc",
  154. ":gcs_service_cc_grpc",
  155. ":grpc_common_lib",
  156. ":pubsub_lib",
  157. ":ray_common",
  158. "@boost//:asio",
  159. "@com_github_grpc_grpc//:grpc++",
  160. "@com_google_absl//absl/container:btree",
  161. ],
  162. )
  163. # Object manager gRPC lib.
  164. cc_grpc_library(
  165. name = "object_manager_cc_grpc",
  166. srcs = ["//src/ray/protobuf:object_manager_proto"],
  167. grpc_only = True,
  168. deps = ["//src/ray/protobuf:object_manager_cc_proto"],
  169. )
  170. # Object manager rpc server and client.
  171. ray_cc_library(
  172. name = "object_manager_rpc",
  173. hdrs = glob([
  174. "src/ray/rpc/object_manager/*.h",
  175. ]),
  176. deps = [
  177. ":grpc_common_lib",
  178. ":object_manager_cc_grpc",
  179. ":ray_common",
  180. "@boost//:asio",
  181. "@com_github_grpc_grpc//:grpc++",
  182. ],
  183. )
  184. # Worker gRPC lib.
  185. cc_grpc_library(
  186. name = "worker_cc_grpc",
  187. srcs = ["//src/ray/protobuf:core_worker_proto"],
  188. grpc_only = True,
  189. deps = ["//src/ray/protobuf:worker_cc_proto"],
  190. )
  191. # worker server and client.
  192. ray_cc_library(
  193. name = "worker_rpc",
  194. srcs = glob([
  195. "src/ray/rpc/worker/*.cc",
  196. ]),
  197. hdrs = glob([
  198. "src/ray/rpc/worker/*.h",
  199. ]),
  200. deps = [
  201. ":grpc_common_lib",
  202. ":pubsub_lib",
  203. ":ray_common",
  204. ":worker_cc_grpc",
  205. "@boost//:asio",
  206. "@boost//:thread",
  207. "@com_github_grpc_grpc//:grpc++",
  208. ],
  209. )
  210. # Metrics Agent gRPC lib.
  211. cc_grpc_library(
  212. name = "reporter_cc_grpc",
  213. srcs = ["//src/ray/protobuf:reporter_proto"],
  214. grpc_only = True,
  215. deps = ["//src/ray/protobuf:reporter_cc_proto"],
  216. )
  217. # Metrics Agent client.
  218. ray_cc_library(
  219. name = "reporter_rpc",
  220. hdrs = glob([
  221. "src/ray/rpc/metrics_agent_client.h",
  222. ]),
  223. deps = [
  224. ":grpc_common_lib",
  225. ":reporter_cc_grpc",
  226. "//src/ray/common:status",
  227. "@boost//:asio",
  228. "@boost//:thread",
  229. "@com_github_grpc_grpc//:grpc++",
  230. ],
  231. )
  232. # pubsub.
  233. cc_grpc_library(
  234. name = "pubsub_cc_grpc",
  235. srcs = ["//src/ray/protobuf:pubsub_proto"],
  236. grpc_only = True,
  237. deps = [
  238. "//src/ray/protobuf:common_cc_proto",
  239. "//src/ray/protobuf:gcs_cc_proto",
  240. "//src/ray/protobuf:pubsub_cc_proto",
  241. ],
  242. )
  243. ray_cc_library(
  244. name = "pubsub_rpc",
  245. deps = [
  246. "pubsub_cc_grpc",
  247. ":grpc_common_lib",
  248. ":ray_common",
  249. ],
  250. )
  251. cc_grpc_library(
  252. name = "autoscaler_cc_grpc",
  253. srcs = ["//src/ray/protobuf:autoscaler_proto"],
  254. grpc_only = True,
  255. deps = [
  256. "//src/ray/protobuf:autoscaler_cc_proto",
  257. ],
  258. )
  259. ray_cc_library(
  260. name = "autoscaler_rpc",
  261. deps = [
  262. ":autoscaler_cc_grpc",
  263. ],
  264. )
  265. # === End of rpc definitions ===
  266. # === Begin of plasma definitions ===
  267. # TODO(mehrdadn): (How to) support dynamic linking?
  268. PROPAGATED_WINDOWS_DEFINES = ["ARROW_STATIC"]
  269. PLASMA_COPTS = COPTS + select({
  270. "@bazel_tools//src/conditions:windows": [
  271. ] + ["-D" + define for define in PROPAGATED_WINDOWS_DEFINES],
  272. "//conditions:default": [
  273. "-DARROW_USE_GLOG",
  274. ],
  275. })
  276. PLASMA_LINKOPTS = [] + select({
  277. "@bazel_tools//src/conditions:windows": [
  278. "-DefaultLib:" + "ws2_32.lib",
  279. ],
  280. "//conditions:default": [
  281. ],
  282. })
  283. ray_cc_library(
  284. name = "plasma_client",
  285. srcs = [
  286. "src/ray/object_manager/common.cc",
  287. "src/ray/object_manager/plasma/client.cc",
  288. "src/ray/object_manager/plasma/connection.cc",
  289. "src/ray/object_manager/plasma/malloc.cc",
  290. "src/ray/object_manager/plasma/plasma.cc",
  291. "src/ray/object_manager/plasma/protocol.cc",
  292. "src/ray/object_manager/plasma/shared_memory.cc",
  293. ] + select({
  294. "@bazel_tools//src/conditions:windows": [
  295. ],
  296. "//conditions:default": [
  297. "src/ray/object_manager/plasma/fling.cc",
  298. ],
  299. }),
  300. hdrs = [
  301. "src/ray/object_manager/common.h",
  302. "src/ray/object_manager/plasma/client.h",
  303. "src/ray/object_manager/plasma/common.h",
  304. "src/ray/object_manager/plasma/compat.h",
  305. "src/ray/object_manager/plasma/connection.h",
  306. "src/ray/object_manager/plasma/malloc.h",
  307. "src/ray/object_manager/plasma/plasma.h",
  308. "src/ray/object_manager/plasma/plasma_generated.h",
  309. "src/ray/object_manager/plasma/protocol.h",
  310. "src/ray/object_manager/plasma/shared_memory.h",
  311. ] + select({
  312. "@bazel_tools//src/conditions:windows": [
  313. ],
  314. "//conditions:default": [
  315. "src/ray/object_manager/plasma/fling.h",
  316. ],
  317. }),
  318. copts = PLASMA_COPTS,
  319. defines = select({
  320. "@bazel_tools//src/conditions:windows": PROPAGATED_WINDOWS_DEFINES,
  321. "//conditions:default": [],
  322. }),
  323. linkopts = PLASMA_LINKOPTS,
  324. deps = [
  325. ":plasma_fbs",
  326. ":ray_common",
  327. "//src/ray/protobuf:common_cc_proto",
  328. "//src/ray/util",
  329. "@msgpack",
  330. ],
  331. )
  332. ray_cc_library(
  333. name = "plasma_store_server_lib",
  334. srcs = [
  335. "src/ray/object_manager/plasma/create_request_queue.cc",
  336. "src/ray/object_manager/plasma/dlmalloc.cc",
  337. "src/ray/object_manager/plasma/eviction_policy.cc",
  338. "src/ray/object_manager/plasma/get_request_queue.cc",
  339. "src/ray/object_manager/plasma/object_lifecycle_manager.cc",
  340. "src/ray/object_manager/plasma/object_store.cc",
  341. "src/ray/object_manager/plasma/plasma_allocator.cc",
  342. "src/ray/object_manager/plasma/stats_collector.cc",
  343. "src/ray/object_manager/plasma/store.cc",
  344. "src/ray/object_manager/plasma/store_runner.cc",
  345. ],
  346. hdrs = [
  347. "src/ray/object_manager/common.h",
  348. "src/ray/object_manager/plasma/allocator.h",
  349. "src/ray/object_manager/plasma/create_request_queue.h",
  350. "src/ray/object_manager/plasma/eviction_policy.h",
  351. "src/ray/object_manager/plasma/get_request_queue.h",
  352. "src/ray/object_manager/plasma/object_lifecycle_manager.h",
  353. "src/ray/object_manager/plasma/object_store.h",
  354. "src/ray/object_manager/plasma/plasma_allocator.h",
  355. "src/ray/object_manager/plasma/stats_collector.h",
  356. "src/ray/object_manager/plasma/store.h",
  357. "src/ray/object_manager/plasma/store_runner.h",
  358. "src/ray/thirdparty/dlmalloc.c",
  359. ],
  360. copts = PLASMA_COPTS,
  361. linkopts = PLASMA_LINKOPTS,
  362. deps = [
  363. ":plasma_client",
  364. ":stats_lib",
  365. "//src/ray/common:network",
  366. ],
  367. )
  368. FLATC_ARGS = [
  369. "--gen-object-api",
  370. "--gen-mutable",
  371. "--scoped-enums",
  372. ]
  373. flatbuffer_cc_library(
  374. name = "plasma_fbs",
  375. srcs = ["src/ray/object_manager/plasma/plasma.fbs"],
  376. flatc_args = FLATC_ARGS,
  377. out_prefix = "src/ray/object_manager/plasma/",
  378. )
  379. # === End of plasma definitions ===
  380. ray_cc_library(
  381. name = "ray_mock",
  382. hdrs = glob(
  383. ["src/mock/**/*.h"],
  384. ),
  385. )
  386. cc_grpc_library(
  387. name = "ray_syncer_cc_grpc",
  388. srcs = ["//src/ray/protobuf:ray_syncer_proto"],
  389. grpc_only = True,
  390. deps = ["//src/ray/protobuf:ray_syncer_cc_proto"],
  391. )
  392. ray_cc_library(
  393. name = "ray_common",
  394. deps = [
  395. ":stats_metric",
  396. "//src/ray/common:asio",
  397. "//src/ray/common:constants",
  398. "//src/ray/common:event_stats",
  399. "//src/ray/common:file_system_monitor",
  400. "//src/ray/common:grpc_util",
  401. "//src/ray/common:id",
  402. "//src/ray/common:memory_monitor",
  403. "//src/ray/common:network",
  404. "//src/ray/common:ray_config",
  405. "//src/ray/common:ray_syncer",
  406. "//src/ray/common:status",
  407. "//src/ray/common:task_common",
  408. "//src/ray/common:test_util",
  409. "//src/ray/protobuf:gcs_cc_proto",
  410. "@com_google_googletest//:gtest",
  411. ],
  412. )
  413. ray_cc_binary(
  414. name = "raylet",
  415. srcs = ["src/ray/raylet/main.cc"],
  416. visibility = ["//java:__subpackages__"],
  417. deps = [
  418. ":raylet_lib",
  419. "//src/ray/util",
  420. "@com_github_gflags_gflags//:gflags",
  421. ],
  422. )
  423. ray_cc_library(
  424. name = "gcs_pub_sub_lib",
  425. srcs = [
  426. "src/ray/gcs/pubsub/gcs_pub_sub.cc",
  427. ],
  428. hdrs = [
  429. "src/ray/gcs/pubsub/gcs_pub_sub.h",
  430. ],
  431. deps = [
  432. ":gcs",
  433. ":gcs_service_rpc",
  434. ":pubsub_lib",
  435. ":ray_common",
  436. ":redis_client",
  437. ],
  438. )
  439. ray_cc_library(
  440. name = "gcs_server_lib",
  441. srcs = glob(
  442. [
  443. "src/ray/gcs/gcs_server/*.cc",
  444. ],
  445. exclude = [
  446. "src/ray/gcs/gcs_server/gcs_server_main.cc",
  447. "src/ray/gcs/gcs_server/test/*.cc",
  448. ],
  449. ),
  450. hdrs = glob(
  451. [
  452. "src/ray/gcs/gcs_server/*.h",
  453. ],
  454. ),
  455. deps = [
  456. ":autoscaler_rpc",
  457. ":gcs",
  458. ":gcs_pub_sub_lib",
  459. ":gcs_service_cc_grpc",
  460. ":gcs_service_rpc",
  461. ":gcs_table_storage_lib",
  462. ":node_manager_rpc",
  463. ":observable_store_client",
  464. ":pubsub_lib",
  465. ":raylet_client_lib",
  466. ":scheduler",
  467. ":worker_rpc",
  468. "//src/ray/protobuf:agent_manager_cc_proto",
  469. "@boost//:bimap",
  470. "@com_github_grpc_grpc//src/proto/grpc/health/v1:health_proto",
  471. "@com_google_absl//absl/container:btree",
  472. ],
  473. )
  474. ray_cc_binary(
  475. name = "gcs_server",
  476. srcs = [
  477. "src/ray/gcs/gcs_server/gcs_server_main.cc",
  478. ],
  479. visibility = ["//java:__subpackages__"],
  480. deps = [
  481. ":gcs_server_lib",
  482. ":stats_lib",
  483. "@com_github_gflags_gflags//:gflags",
  484. ],
  485. )
  486. # Ray native pubsub module.
  487. ray_cc_library(
  488. name = "pubsub_lib",
  489. srcs = glob([
  490. "src/ray/pubsub/*.cc",
  491. ]),
  492. hdrs = glob([
  493. "src/ray/pubsub/*.h",
  494. ]),
  495. deps = [
  496. ":pubsub_rpc",
  497. "@boost//:any",
  498. "@com_google_absl//absl/container:flat_hash_map",
  499. "@com_google_absl//absl/container:flat_hash_set",
  500. "@com_google_absl//absl/synchronization",
  501. ],
  502. )
  503. ray_cc_library(
  504. name = "stats_metric",
  505. srcs = [
  506. "src/ray/stats/metric.cc",
  507. "src/ray/stats/metric_defs.cc",
  508. "src/ray/stats/tag_defs.cc",
  509. ],
  510. hdrs = [
  511. "src/ray/stats/metric.h",
  512. "src/ray/stats/metric_defs.h",
  513. "src/ray/stats/tag_defs.h",
  514. ],
  515. deps = [
  516. "//src/ray/util",
  517. "@com_github_jupp0r_prometheus_cpp//pull",
  518. "@com_google_absl//absl/base:core_headers",
  519. "@com_google_absl//absl/container:flat_hash_map",
  520. "@com_google_absl//absl/memory",
  521. "@com_google_absl//absl/strings",
  522. "@com_google_googletest//:gtest",
  523. "@io_opencensus_cpp//opencensus/exporters/stats/prometheus:prometheus_exporter",
  524. "@io_opencensus_cpp//opencensus/exporters/stats/stdout:stdout_exporter",
  525. "@io_opencensus_cpp//opencensus/stats",
  526. "@io_opencensus_cpp//opencensus/tags",
  527. ],
  528. )
  529. ray_cc_library(
  530. name = "stats_lib",
  531. srcs = [
  532. "src/ray/stats/metric_exporter.cc",
  533. ],
  534. hdrs = [
  535. "src/ray/stats/metric.h",
  536. "src/ray/stats/metric_exporter.h",
  537. "src/ray/stats/stats.h",
  538. "src/ray/stats/tag_defs.h",
  539. ],
  540. linkopts = select({
  541. "@bazel_tools//src/conditions:windows": [
  542. ],
  543. "//conditions:default": [
  544. "-lpthread",
  545. ],
  546. }),
  547. deps = [
  548. ":reporter_rpc",
  549. ":stats_metric",
  550. "@com_github_grpc_grpc//:grpc_opencensus_plugin",
  551. ],
  552. )
  553. ray_cc_library(
  554. name = "scheduler",
  555. srcs = glob(
  556. [
  557. "src/ray/raylet/scheduling/**/*.cc",
  558. ],
  559. exclude = [
  560. "src/ray/raylet/scheduling/**/*_test.cc",
  561. ],
  562. ),
  563. hdrs = glob(
  564. [
  565. "src/ray/raylet/raylet_util.h",
  566. "src/ray/raylet/scheduling/**/*.h",
  567. "src/ray/core_worker/common.h",
  568. ],
  569. ),
  570. linkopts = select({
  571. "@bazel_tools//src/conditions:windows": [
  572. ],
  573. "//conditions:default": [
  574. "-lpthread",
  575. ],
  576. }),
  577. deps = [
  578. ":gcs_client_lib",
  579. ":ray_common",
  580. ":stats_lib",
  581. "//src/ray/protobuf:common_cc_proto",
  582. "//src/ray/util",
  583. "@boost//:asio",
  584. "@boost//:system",
  585. "@com_github_jupp0r_prometheus_cpp//pull",
  586. "@com_google_absl//absl/base:core_headers",
  587. "@com_google_absl//absl/container:flat_hash_set",
  588. "@com_google_absl//absl/memory",
  589. "@com_google_absl//absl/random",
  590. "@com_google_absl//absl/random:bit_gen_ref",
  591. "@com_google_absl//absl/strings",
  592. "@com_google_googletest//:gtest",
  593. "@io_opencensus_cpp//opencensus/exporters/stats/prometheus:prometheus_exporter",
  594. "@io_opencensus_cpp//opencensus/stats",
  595. "@io_opencensus_cpp//opencensus/tags",
  596. ],
  597. )
  598. ray_cc_library(
  599. name = "raylet_lib",
  600. srcs = glob(
  601. [
  602. "src/ray/raylet/**/*.cc",
  603. ],
  604. exclude = [
  605. "src/ray/raylet/**/*_test.cc",
  606. "src/ray/raylet/scheduling/**/*.cc",
  607. "src/ray/raylet/main.cc",
  608. ],
  609. ),
  610. hdrs = glob(
  611. [
  612. "src/ray/raylet/**/*.h",
  613. ],
  614. exclude = [
  615. "src/ray/raylet/scheduling/**/*.h",
  616. "src/ray/raylet/main.cc",
  617. ],
  618. ),
  619. linkopts = select({
  620. "@bazel_tools//src/conditions:windows": [
  621. ],
  622. "//conditions:default": [
  623. "-lpthread",
  624. ],
  625. }),
  626. deps = [
  627. ":gcs",
  628. ":gcs_client_lib",
  629. ":node_manager_fbs",
  630. ":node_manager_rpc",
  631. ":object_manager",
  632. ":plasma_client",
  633. ":pubsub_lib",
  634. ":ray_common",
  635. ":scheduler",
  636. ":stats_lib",
  637. ":worker_rpc",
  638. "//src/ray/protobuf:agent_manager_cc_proto",
  639. "//src/ray/protobuf:common_cc_proto",
  640. "//src/ray/protobuf:runtime_env_agent_cc_proto",
  641. "//src/ray/util",
  642. "@boost//:asio",
  643. "@boost//:beast",
  644. "@boost//:system",
  645. "@com_github_jupp0r_prometheus_cpp//pull",
  646. "@com_google_absl//absl/base:core_headers",
  647. "@com_google_absl//absl/container:flat_hash_set",
  648. "@com_google_absl//absl/memory",
  649. "@com_google_absl//absl/strings",
  650. "@com_google_googletest//:gtest",
  651. "@io_opencensus_cpp//opencensus/exporters/stats/prometheus:prometheus_exporter",
  652. "@io_opencensus_cpp//opencensus/stats",
  653. "@io_opencensus_cpp//opencensus/tags",
  654. ],
  655. )
  656. ray_cc_library(
  657. name = "raylet_client_lib",
  658. srcs = glob([
  659. "src/ray/raylet_client/*.cc",
  660. ]),
  661. hdrs = glob([
  662. "src/ray/raylet_client/*.h",
  663. ]),
  664. linkopts = select({
  665. "@bazel_tools//src/conditions:windows": [
  666. ],
  667. "//conditions:default": [
  668. "-lpthread",
  669. ],
  670. }),
  671. deps = [
  672. ":node_manager_fbs",
  673. ":node_manager_rpc",
  674. ":ray_common",
  675. "//src/ray/protobuf:gcs_cc_proto",
  676. "//src/ray/util",
  677. "@boost//:asio",
  678. ],
  679. )
  680. ray_cc_library(
  681. name = "core_worker_lib",
  682. srcs = glob(
  683. [
  684. "src/ray/core_worker/*.cc",
  685. "src/ray/core_worker/store_provider/*.cc",
  686. "src/ray/core_worker/store_provider/memory_store/*.cc",
  687. "src/ray/core_worker/transport/*.cc",
  688. ],
  689. exclude = [
  690. "src/ray/core_worker/**/*_test.cc",
  691. ],
  692. ),
  693. hdrs = glob([
  694. "src/ray/core_worker/*.h",
  695. "src/ray/core_worker/store_provider/*.h",
  696. "src/ray/core_worker/store_provider/memory_store/*.h",
  697. "src/ray/core_worker/transport/*.h",
  698. ]),
  699. deps = [
  700. ":gcs",
  701. ":gcs_client_lib",
  702. ":plasma_client",
  703. ":ray_common",
  704. ":raylet_client_lib",
  705. ":stats_lib",
  706. ":worker_rpc",
  707. "//src/ray/protobuf:worker_cc_proto",
  708. "//src/ray/util",
  709. "@boost//:circular_buffer",
  710. "@boost//:fiber",
  711. "@com_google_absl//absl/cleanup",
  712. "@com_google_absl//absl/container:btree",
  713. "@com_google_absl//absl/container:flat_hash_map",
  714. "@com_google_absl//absl/container:node_hash_map",
  715. "@com_google_absl//absl/container:flat_hash_set",
  716. "@nlohmann_json",
  717. ],
  718. )
  719. # This header is used to wrap some internal codes so we can reduce suspicious
  720. # symbols export.
  721. ray_cc_library(
  722. name = "exported_internal",
  723. srcs =
  724. [
  725. "src/ray/internal/internal.cc",
  726. ],
  727. hdrs =
  728. [
  729. "src/ray/internal/internal.h",
  730. ],
  731. copts = COPTS,
  732. strip_include_prefix = "src",
  733. deps = [
  734. ":core_worker_lib",
  735. ],
  736. alwayslink = 1,
  737. )
  738. ray_cc_test(
  739. name = "core_worker_resubmit_queue_test",
  740. size = "small",
  741. srcs = ["src/ray/core_worker/test/core_worker_resubmit_queue_test.cc"],
  742. tags = ["team:core"],
  743. deps = [
  744. ":core_worker_lib",
  745. "@com_google_googletest//:gtest_main",
  746. ],
  747. )
  748. ray_cc_test(
  749. name = "memory_store_test",
  750. size = "small",
  751. srcs = ["src/ray/core_worker/test/memory_store_test.cc"],
  752. tags = ["team:core"],
  753. deps = [
  754. ":core_worker_lib",
  755. "@com_google_googletest//:gtest_main",
  756. ],
  757. )
  758. ray_cc_test(
  759. name = "direct_actor_transport_test",
  760. srcs = ["src/ray/core_worker/test/direct_actor_transport_test.cc"],
  761. tags = ["team:core"],
  762. deps = [
  763. ":core_worker_lib",
  764. ":ray_mock",
  765. "@com_google_googletest//:gtest_main",
  766. ],
  767. )
  768. ray_cc_test(
  769. name = "direct_actor_transport_mock_test",
  770. srcs = ["src/ray/core_worker/test/direct_actor_transport_mock_test.cc"],
  771. tags = ["team:core"],
  772. deps = [
  773. ":core_worker_lib",
  774. ":ray_mock",
  775. "@com_google_googletest//:gtest_main",
  776. ],
  777. )
  778. ray_cc_test(
  779. name = "gcs_function_manager_test",
  780. srcs = ["src/ray/gcs/gcs_server/test/gcs_function_manager_test.cc"],
  781. tags = ["team:core"],
  782. deps = [
  783. ":gcs_server_lib",
  784. ":ray_mock",
  785. "@com_google_googletest//:gtest_main",
  786. ],
  787. )
  788. ray_cc_test(
  789. name = "dependency_resolver_test",
  790. size = "small",
  791. srcs = ["src/ray/core_worker/test/dependency_resolver_test.cc"],
  792. tags = ["team:core"],
  793. deps = [
  794. ":core_worker_lib",
  795. ":ray_mock",
  796. "@com_google_googletest//:gtest_main",
  797. ],
  798. )
  799. ray_cc_test(
  800. name = "direct_task_transport_test",
  801. size = "small",
  802. srcs = ["src/ray/core_worker/test/direct_task_transport_test.cc"],
  803. tags = ["team:core"],
  804. deps = [
  805. ":core_worker_lib",
  806. ":ray_mock",
  807. "@com_google_googletest//:gtest_main",
  808. ],
  809. )
  810. ray_cc_test(
  811. name = "direct_task_transport_mock_test",
  812. size = "small",
  813. srcs = ["src/ray/core_worker/test/direct_task_transport_mock_test.cc"],
  814. tags = ["team:core"],
  815. deps = [
  816. ":core_worker_lib",
  817. ":ray_mock",
  818. "@com_google_googletest//:gtest_main",
  819. ],
  820. )
  821. ray_cc_test(
  822. name = "reference_count_test",
  823. size = "small",
  824. srcs = ["src/ray/core_worker/test/reference_count_test.cc"],
  825. tags = ["team:core"],
  826. deps = [
  827. ":core_worker_lib",
  828. ":ray_mock",
  829. "@com_google_googletest//:gtest_main",
  830. ],
  831. )
  832. ray_cc_test(
  833. name = "object_recovery_manager_test",
  834. size = "small",
  835. srcs = ["src/ray/core_worker/test/object_recovery_manager_test.cc"],
  836. tags = ["team:core"],
  837. deps = [
  838. ":core_worker_lib",
  839. ":ray_mock",
  840. "@com_google_googletest//:gtest_main",
  841. ],
  842. )
  843. ray_cc_test(
  844. name = "scheduling_queue_test",
  845. srcs = ["src/ray/core_worker/test/scheduling_queue_test.cc"],
  846. tags = ["team:core"],
  847. deps = [
  848. ":core_worker_lib",
  849. "@com_google_googletest//:gtest_main",
  850. ],
  851. )
  852. ray_cc_test(
  853. name = "concurrency_group_manager_test",
  854. srcs = ["src/ray/core_worker/test/concurrency_group_manager_test.cc"],
  855. tags = ["team:core"],
  856. deps = [
  857. ":core_worker_lib",
  858. "@com_google_googletest//:gtest_main",
  859. ],
  860. )
  861. ray_cc_test(
  862. name = "fiber_state_test",
  863. srcs = ["src/ray/core_worker/test/fiber_state_test.cc"],
  864. tags = ["team:core"],
  865. deps = [
  866. ":core_worker_lib",
  867. "@com_google_googletest//:gtest_main",
  868. ],
  869. )
  870. ray_cc_test(
  871. name = "actor_submit_queue_test",
  872. size = "small",
  873. srcs = ["src/ray/core_worker/test/actor_submit_queue_test.cc"],
  874. tags = ["team:core"],
  875. deps = [
  876. ":core_worker_lib",
  877. "@com_google_googletest//:gtest_main",
  878. ],
  879. )
  880. ray_cc_test(
  881. name = "task_manager_test",
  882. size = "small",
  883. srcs = ["src/ray/core_worker/test/task_manager_test.cc"],
  884. tags = ["team:core"],
  885. deps = [
  886. ":core_worker_lib",
  887. ":ray_mock",
  888. "@com_google_googletest//:gtest_main",
  889. ],
  890. )
  891. ray_cc_test(
  892. name = "task_event_buffer_test",
  893. size = "small",
  894. srcs = ["src/ray/core_worker/test/task_event_buffer_test.cc"],
  895. tags = ["team:core"],
  896. deps = [
  897. ":core_worker_lib",
  898. ":ray_mock",
  899. "@com_google_googletest//:gtest_main",
  900. ],
  901. )
  902. ray_cc_test(
  903. name = "actor_creator_test",
  904. size = "small",
  905. srcs = ["src/ray/core_worker/test/actor_creator_test.cc"],
  906. tags = ["team:core"],
  907. deps = [
  908. ":core_worker_lib",
  909. ":gcs_client_lib",
  910. ":ray_mock",
  911. "//src/ray/common:test_util",
  912. "@com_google_googletest//:gtest_main",
  913. ],
  914. )
  915. ray_cc_test(
  916. name = "generator_waiter_test",
  917. size = "small",
  918. srcs = ["src/ray/core_worker/test/generator_waiter_test.cc"],
  919. tags = ["team:core"],
  920. deps = [
  921. ":core_worker_lib",
  922. ":gcs_client_lib",
  923. ":ray_mock",
  924. "//src/ray/common:test_util",
  925. "@com_google_googletest//:gtest_main",
  926. ],
  927. )
  928. ray_cc_test(
  929. name = "actor_manager_test",
  930. size = "small",
  931. srcs = ["src/ray/core_worker/test/actor_manager_test.cc"],
  932. tags = ["team:core"],
  933. deps = [
  934. ":core_worker_lib",
  935. "@com_google_googletest//:gtest_main",
  936. ],
  937. )
  938. ray_cc_test(
  939. name = "lease_policy_test",
  940. size = "small",
  941. srcs = ["src/ray/core_worker/test/lease_policy_test.cc"],
  942. tags = ["team:core"],
  943. deps = [
  944. ":core_worker_lib",
  945. "@com_google_googletest//:gtest_main",
  946. ],
  947. )
  948. ray_cc_test(
  949. name = "cluster_resource_scheduler_test",
  950. size = "small",
  951. srcs = [
  952. "src/ray/raylet/scheduling/cluster_resource_scheduler_test.cc",
  953. ],
  954. tags = ["team:core"],
  955. deps = [
  956. ":ray_mock",
  957. ":raylet_lib",
  958. "@com_google_googletest//:gtest_main",
  959. ],
  960. )
  961. ray_cc_test(
  962. name = "local_resource_manager_test",
  963. size = "small",
  964. srcs = [
  965. "src/ray/raylet/scheduling/local_resource_manager_test.cc",
  966. ],
  967. tags = ["team:core"],
  968. deps = [
  969. ":ray_mock",
  970. ":raylet_lib",
  971. "@com_google_googletest//:gtest_main",
  972. ],
  973. )
  974. ray_cc_test(
  975. name = "cluster_resource_scheduler_2_test",
  976. size = "small",
  977. srcs = [
  978. "src/ray/raylet/scheduling/cluster_resource_scheduler_2_test.cc",
  979. ],
  980. tags = ["team:core"],
  981. deps = [
  982. ":raylet_lib",
  983. "@com_google_googletest//:gtest_main",
  984. ],
  985. )
  986. ray_cc_test(
  987. name = "scheduling_policy_test",
  988. size = "small",
  989. srcs = [
  990. "src/ray/raylet/scheduling/policy/scheduling_policy_test.cc",
  991. ],
  992. tags = ["team:core"],
  993. deps = [
  994. ":raylet_lib",
  995. "@com_google_googletest//:gtest_main",
  996. ],
  997. )
  998. ray_cc_test(
  999. name = "hybrid_scheduling_policy_test",
  1000. size = "small",
  1001. srcs = [
  1002. "src/ray/raylet/scheduling/policy/hybrid_scheduling_policy_test.cc",
  1003. ],
  1004. tags = ["team:core"],
  1005. deps = [
  1006. ":scheduler",
  1007. "@com_google_absl//absl/random:mock_distributions",
  1008. "@com_google_googletest//:gtest_main",
  1009. ],
  1010. )
  1011. ray_cc_test(
  1012. name = "cluster_task_manager_test",
  1013. size = "small",
  1014. srcs = [
  1015. "src/ray/raylet/scheduling/cluster_task_manager_test.cc",
  1016. ],
  1017. tags = ["team:core"],
  1018. deps = [
  1019. ":ray_mock",
  1020. ":raylet_lib",
  1021. "@com_google_googletest//:gtest_main",
  1022. ],
  1023. )
  1024. ray_cc_test(
  1025. name = "cluster_resource_manager_test",
  1026. size = "small",
  1027. srcs = [
  1028. "src/ray/raylet/scheduling/cluster_resource_manager_test.cc",
  1029. ],
  1030. tags = ["team:core"],
  1031. deps = [
  1032. ":raylet_lib",
  1033. "@com_google_googletest//:gtest_main",
  1034. ],
  1035. )
  1036. ray_cc_test(
  1037. name = "local_object_manager_test",
  1038. size = "small",
  1039. srcs = [
  1040. "src/ray/raylet/test/local_object_manager_test.cc",
  1041. ],
  1042. tags = ["team:core"],
  1043. deps = [
  1044. ":raylet_lib",
  1045. "@com_google_googletest//:gtest_main",
  1046. ],
  1047. )
  1048. ray_cc_test(
  1049. name = "pull_manager_test",
  1050. size = "small",
  1051. srcs = [
  1052. "src/ray/object_manager/test/pull_manager_test.cc",
  1053. ],
  1054. tags = ["team:core"],
  1055. deps = [
  1056. ":object_manager",
  1057. "@com_google_googletest//:gtest_main",
  1058. ],
  1059. )
  1060. ray_cc_test(
  1061. name = "object_buffer_pool_test",
  1062. size = "small",
  1063. srcs = [
  1064. "src/ray/object_manager/test/object_buffer_pool_test.cc",
  1065. ],
  1066. tags = ["team:core"],
  1067. deps = [
  1068. ":object_manager",
  1069. "@com_google_googletest//:gtest_main",
  1070. ],
  1071. )
  1072. ray_cc_test(
  1073. name = "ownership_based_object_directory_test",
  1074. size = "small",
  1075. srcs = [
  1076. "src/ray/object_manager/test/ownership_based_object_directory_test.cc",
  1077. ],
  1078. tags = ["team:core"],
  1079. deps = [
  1080. ":object_manager",
  1081. ":ray_mock",
  1082. "@com_google_googletest//:gtest_main",
  1083. ],
  1084. )
  1085. ray_cc_test(
  1086. name = "push_manager_test",
  1087. size = "small",
  1088. srcs = [
  1089. "src/ray/object_manager/test/push_manager_test.cc",
  1090. ],
  1091. tags = ["team:core"],
  1092. deps = [
  1093. ":raylet_lib",
  1094. "@com_google_googletest//:gtest_main",
  1095. ],
  1096. )
  1097. ray_cc_test(
  1098. name = "spilled_object_test",
  1099. size = "small",
  1100. srcs = [
  1101. "src/ray/object_manager/test/spilled_object_test.cc",
  1102. ],
  1103. tags = ["team:core"],
  1104. deps = [
  1105. ":raylet_lib",
  1106. "@boost//:endian",
  1107. "@com_google_absl//absl/strings:str_format",
  1108. "@com_google_googletest//:gtest_main",
  1109. ],
  1110. )
  1111. ray_cc_test(
  1112. name = "fallback_allocator_test",
  1113. srcs = [
  1114. "src/ray/object_manager/plasma/test/fallback_allocator_test.cc",
  1115. ],
  1116. tags = ["team:core"],
  1117. deps = [
  1118. ":plasma_store_server_lib",
  1119. "@com_google_absl//absl/strings:str_format",
  1120. "@com_google_googletest//:gtest_main",
  1121. ],
  1122. )
  1123. ray_cc_test(
  1124. name = "object_store_test",
  1125. srcs = [
  1126. "src/ray/object_manager/plasma/test/object_store_test.cc",
  1127. ],
  1128. tags = ["team:core"],
  1129. deps = [
  1130. ":plasma_store_server_lib",
  1131. "@com_google_absl//absl/random",
  1132. "@com_google_absl//absl/strings:str_format",
  1133. "@com_google_googletest//:gtest_main",
  1134. ],
  1135. )
  1136. ray_cc_test(
  1137. name = "mutable_object_test",
  1138. srcs = [
  1139. "src/ray/object_manager/plasma/test/mutable_object_test.cc",
  1140. ],
  1141. tags = [
  1142. "no_windows",
  1143. "team:core",
  1144. ],
  1145. target_compatible_with = [
  1146. "@platforms//os:linux",
  1147. ],
  1148. deps = [
  1149. ":core_worker_lib",
  1150. ":plasma_store_server_lib",
  1151. "@com_google_absl//absl/random",
  1152. "@com_google_absl//absl/strings:str_format",
  1153. "@com_google_googletest//:gtest_main",
  1154. ],
  1155. )
  1156. ray_cc_test(
  1157. name = "mutable_object_provider_test",
  1158. srcs = [
  1159. "src/ray/core_worker/test/mutable_object_provider_test.cc",
  1160. ],
  1161. tags = [
  1162. "no_tsan",
  1163. "team:core",
  1164. "no_windows"
  1165. ],
  1166. deps = [
  1167. ":core_worker_lib",
  1168. ":plasma_store_server_lib",
  1169. "@com_google_absl//absl/random",
  1170. "@com_google_absl//absl/strings:str_format",
  1171. "@com_google_googletest//:gtest_main",
  1172. ],
  1173. target_compatible_with = [
  1174. "@platforms//os:linux",
  1175. ],
  1176. )
  1177. ray_cc_test(
  1178. name = "object_lifecycle_manager_test",
  1179. srcs = [
  1180. "src/ray/object_manager/plasma/test/object_lifecycle_manager_test.cc",
  1181. "src/ray/object_manager/plasma/test/stats_collector_test.cc",
  1182. ],
  1183. tags = ["team:core"],
  1184. deps = [
  1185. ":plasma_store_server_lib",
  1186. "@com_google_absl//absl/random",
  1187. "@com_google_absl//absl/strings:str_format",
  1188. "@com_google_googletest//:gtest_main",
  1189. ],
  1190. )
  1191. ray_cc_test(
  1192. name = "eviction_policy_test",
  1193. srcs = [
  1194. "src/ray/object_manager/plasma/test/eviction_policy_test.cc",
  1195. ],
  1196. tags = ["team:core"],
  1197. deps = [
  1198. ":plasma_store_server_lib",
  1199. "@com_google_googletest//:gtest_main",
  1200. ],
  1201. )
  1202. ray_cc_test(
  1203. name = "create_request_queue_test",
  1204. size = "small",
  1205. srcs = [
  1206. "src/ray/object_manager/test/create_request_queue_test.cc",
  1207. ],
  1208. tags = ["team:core"],
  1209. deps = [
  1210. ":plasma_store_server_lib",
  1211. "@com_google_googletest//:gtest",
  1212. "@com_google_googletest//:gtest_main",
  1213. ],
  1214. )
  1215. ray_cc_test(
  1216. name = "get_request_queue_test",
  1217. size = "small",
  1218. srcs = [
  1219. "src/ray/object_manager/test/get_request_queue_test.cc",
  1220. ],
  1221. tags = ["team:core"],
  1222. deps = [
  1223. ":plasma_store_server_lib",
  1224. "@com_google_googletest//:gtest",
  1225. "@com_google_googletest//:gtest_main",
  1226. ],
  1227. )
  1228. ray_cc_test(
  1229. name = "worker_pool_test",
  1230. size = "small",
  1231. srcs = ["src/ray/raylet/worker_pool_test.cc"],
  1232. tags = [
  1233. "no_tsan",
  1234. "team:core",
  1235. ],
  1236. deps = [
  1237. ":raylet_lib",
  1238. "@com_google_googletest//:gtest_main",
  1239. ],
  1240. )
  1241. ray_cc_test(
  1242. name = "gcs_placement_group_manager_mock_test",
  1243. size = "small",
  1244. srcs = [
  1245. "src/ray/gcs/gcs_server/test/gcs_placement_group_manager_mock_test.cc",
  1246. ],
  1247. tags = ["team:core"],
  1248. deps = [
  1249. ":gcs_server_lib",
  1250. ":gcs_test_util_lib",
  1251. ":ray_mock",
  1252. "@com_google_googletest//:gtest_main",
  1253. ],
  1254. )
  1255. ray_cc_test(
  1256. name = "placement_group_resource_manager_test",
  1257. size = "small",
  1258. srcs = ["src/ray/raylet/placement_group_resource_manager_test.cc"],
  1259. tags = ["team:core"],
  1260. deps = [
  1261. "gcs_test_util_lib",
  1262. "ray_common",
  1263. "raylet_lib",
  1264. ":ray_mock",
  1265. "@com_google_googletest//:gtest_main",
  1266. ],
  1267. )
  1268. ray_cc_test(
  1269. name = "runtime_env_agent_client_test",
  1270. size = "small",
  1271. srcs = ["src/ray/raylet/runtime_env_agent_client_test.cc"],
  1272. tags = ["team:core"],
  1273. deps = [
  1274. "gcs_test_util_lib",
  1275. "ray_common",
  1276. "raylet_lib",
  1277. ":ray_mock",
  1278. "@com_google_googletest//:gtest_main",
  1279. ],
  1280. )
  1281. ray_cc_test(
  1282. name = "dependency_manager_test",
  1283. size = "small",
  1284. srcs = ["src/ray/raylet/dependency_manager_test.cc"],
  1285. tags = ["team:core"],
  1286. deps = [
  1287. ":raylet_lib",
  1288. "@com_google_googletest//:gtest_main",
  1289. ],
  1290. )
  1291. ray_cc_test(
  1292. name = "wait_manager_test",
  1293. size = "small",
  1294. srcs = ["src/ray/raylet/wait_manager_test.cc"],
  1295. tags = ["team:core"],
  1296. deps = [
  1297. ":raylet_lib",
  1298. "@com_google_googletest//:gtest_main",
  1299. ],
  1300. )
  1301. ray_cc_test(
  1302. name = "worker_killing_policy_test",
  1303. size = "small",
  1304. srcs = [
  1305. "src/ray/raylet/worker_killing_policy_test.cc",
  1306. ],
  1307. tags = ["team:core"],
  1308. deps = [
  1309. ":ray_common",
  1310. ":raylet_lib",
  1311. "@com_google_googletest//:gtest_main",
  1312. ],
  1313. )
  1314. ray_cc_test(
  1315. name = "worker_killing_policy_group_by_owner_test",
  1316. size = "small",
  1317. srcs = [
  1318. "src/ray/raylet/worker_killing_policy_group_by_owner_test.cc",
  1319. ],
  1320. tags = ["team:core"],
  1321. deps = [
  1322. ":ray_common",
  1323. ":raylet_lib",
  1324. "@com_google_googletest//:gtest_main",
  1325. ],
  1326. )
  1327. ray_cc_test(
  1328. name = "worker_killing_policy_retriable_fifo_test",
  1329. size = "small",
  1330. srcs = [
  1331. "src/ray/raylet/worker_killing_policy_retriable_fifo_test.cc",
  1332. ],
  1333. tags = ["team:core"],
  1334. deps = [
  1335. ":ray_common",
  1336. ":raylet_lib",
  1337. "@com_google_googletest//:gtest_main",
  1338. ],
  1339. )
  1340. ray_cc_test(
  1341. name = "pubsub_integration_test",
  1342. size = "small",
  1343. srcs = ["src/ray/pubsub/test/integration_test.cc"],
  1344. tags = ["team:core"],
  1345. deps = [
  1346. ":pubsub_cc_grpc",
  1347. ":pubsub_lib",
  1348. "//src/ray/protobuf:pubsub_cc_proto",
  1349. "@com_google_absl//absl/synchronization",
  1350. "@com_google_absl//absl/time",
  1351. "@com_google_googletest//:gtest_main",
  1352. ],
  1353. )
  1354. ray_cc_test(
  1355. name = "publisher_test",
  1356. size = "small",
  1357. srcs = ["src/ray/pubsub/test/publisher_test.cc"],
  1358. tags = ["team:core"],
  1359. deps = [
  1360. ":pubsub_lib",
  1361. "@com_google_googletest//:gtest_main",
  1362. ],
  1363. )
  1364. ray_cc_test(
  1365. name = "subscriber_test",
  1366. size = "small",
  1367. srcs = [
  1368. "src/ray/pubsub/test/subscriber_test.cc",
  1369. ],
  1370. tags = ["team:core"],
  1371. deps = [
  1372. ":pubsub_lib",
  1373. "@com_google_googletest//:gtest_main",
  1374. ],
  1375. )
  1376. ray_cc_test(
  1377. name = "stats_test",
  1378. size = "small",
  1379. srcs = ["src/ray/stats/stats_test.cc"],
  1380. tags = [
  1381. "no_tsan",
  1382. "stats",
  1383. "team:core",
  1384. ],
  1385. deps = [
  1386. ":stats_lib",
  1387. "@com_google_googletest//:gtest_main",
  1388. ],
  1389. )
  1390. ray_cc_test(
  1391. name = "metric_exporter_grpc_test",
  1392. size = "small",
  1393. srcs = [
  1394. "src/ray/stats/metric_exporter_grpc_test.cc",
  1395. ],
  1396. tags = [
  1397. "stats",
  1398. "team:core",
  1399. ],
  1400. deps = [
  1401. ":stats_lib",
  1402. "@com_google_googletest//:gtest_main",
  1403. ],
  1404. )
  1405. ray_cc_library(
  1406. name = "gcs_test_util_lib",
  1407. hdrs = [
  1408. "src/ray/gcs/test/gcs_test_util.h",
  1409. ],
  1410. deps = [
  1411. ":gcs",
  1412. ":gcs_service_rpc",
  1413. ],
  1414. )
  1415. ray_cc_test(
  1416. name = "grpc_server_client_test",
  1417. size = "small",
  1418. srcs = [
  1419. "src/ray/rpc/test/grpc_server_client_test.cc",
  1420. ],
  1421. tags = ["team:core"],
  1422. deps = [
  1423. ":grpc_common_lib",
  1424. ":test_service_cc_grpc",
  1425. ],
  1426. )
  1427. ray_cc_test(
  1428. name = "core_worker_client_pool_test",
  1429. size = "small",
  1430. srcs = [
  1431. "src/ray/rpc/worker/test/core_worker_client_pool_test.cc",
  1432. ],
  1433. tags = ["team:core"],
  1434. deps = [
  1435. ":worker_rpc",
  1436. "@com_google_googletest//:gtest_main",
  1437. ],
  1438. )
  1439. ray_cc_test(
  1440. name = "gcs_server_rpc_test",
  1441. size = "small",
  1442. srcs = [
  1443. "src/ray/gcs/gcs_server/test/gcs_server_rpc_test.cc",
  1444. ],
  1445. args = [
  1446. "$(location redis-server)",
  1447. "$(location redis-cli)",
  1448. ],
  1449. data = [
  1450. "//:redis-cli",
  1451. "//:redis-server",
  1452. ],
  1453. tags = [
  1454. "no_tsan",
  1455. "no_windows",
  1456. "team:core",
  1457. ],
  1458. deps = [
  1459. ":gcs_server_lib",
  1460. ":gcs_test_util_lib",
  1461. "@com_google_googletest//:gtest_main",
  1462. ],
  1463. )
  1464. ray_cc_test(
  1465. name = "gcs_kv_manager_test",
  1466. size = "small",
  1467. srcs = [
  1468. "src/ray/gcs/gcs_server/test/gcs_kv_manager_test.cc",
  1469. ],
  1470. args = [
  1471. "$(location redis-server)",
  1472. "$(location redis-cli)",
  1473. ],
  1474. data = [
  1475. "//:redis-cli",
  1476. "//:redis-server",
  1477. ],
  1478. tags = ["team:core"],
  1479. deps = [
  1480. ":gcs_server_lib",
  1481. ":gcs_test_util_lib",
  1482. "@com_google_googletest//:gtest_main",
  1483. ],
  1484. )
  1485. ray_cc_library(
  1486. name = "gcs_server_test_util",
  1487. hdrs = [
  1488. "src/ray/gcs/gcs_server/test/gcs_server_test_util.h",
  1489. ],
  1490. deps = [
  1491. ":gcs_client_lib",
  1492. ],
  1493. )
  1494. ray_cc_test(
  1495. name = "gcs_health_check_manager_test",
  1496. size = "medium",
  1497. srcs = [
  1498. "src/ray/gcs/gcs_server/test/gcs_health_check_manager_test.cc",
  1499. ],
  1500. tags = [
  1501. "no_windows",
  1502. "team:core",
  1503. ],
  1504. deps = [
  1505. ":gcs_server_lib",
  1506. "@com_google_googletest//:gtest_main",
  1507. ],
  1508. )
  1509. ray_cc_test(
  1510. name = "gcs_node_manager_test",
  1511. size = "small",
  1512. srcs = [
  1513. "src/ray/gcs/gcs_server/test/gcs_node_manager_test.cc",
  1514. ],
  1515. tags = ["team:core"],
  1516. deps = [
  1517. ":gcs_server_lib",
  1518. ":gcs_server_test_util",
  1519. ":gcs_test_util_lib",
  1520. ":ray_mock",
  1521. "@com_google_googletest//:gtest_main",
  1522. ],
  1523. )
  1524. ray_cc_test(
  1525. name = "gcs_job_manager_test",
  1526. size = "small",
  1527. srcs = [
  1528. "src/ray/gcs/gcs_server/test/gcs_job_manager_test.cc",
  1529. ],
  1530. tags = ["team:core"],
  1531. deps = [
  1532. ":gcs_server_lib",
  1533. ":gcs_server_test_util",
  1534. ":gcs_test_util_lib",
  1535. ":ray_mock",
  1536. "@com_google_googletest//:gtest_main",
  1537. ],
  1538. )
  1539. ray_cc_test(
  1540. name = "gcs_task_manager_test",
  1541. size = "small",
  1542. srcs = [
  1543. "src/ray/gcs/gcs_server/test/gcs_task_manager_test.cc",
  1544. ],
  1545. tags = ["team:core"],
  1546. deps = [
  1547. ":gcs_server_lib",
  1548. ":gcs_server_test_util",
  1549. ":gcs_test_util_lib",
  1550. ":ray_mock",
  1551. "@com_google_googletest//:gtest_main",
  1552. ],
  1553. )
  1554. ray_cc_test(
  1555. name = "gcs_placement_group_manager_test",
  1556. size = "small",
  1557. srcs = [
  1558. "src/ray/gcs/gcs_server/test/gcs_placement_group_manager_test.cc",
  1559. ],
  1560. tags = [
  1561. "no_tsan",
  1562. "team:core",
  1563. ],
  1564. deps = [
  1565. ":gcs_server_lib",
  1566. ":gcs_server_test_util",
  1567. ":gcs_test_util_lib",
  1568. ":ray_mock",
  1569. "@com_google_googletest//:gtest_main",
  1570. ],
  1571. )
  1572. ray_cc_test(
  1573. name = "gcs_placement_group_scheduler_test",
  1574. size = "small",
  1575. srcs = [
  1576. "src/ray/gcs/gcs_server/test/gcs_placement_group_scheduler_test.cc",
  1577. ],
  1578. tags = [
  1579. "no_tsan",
  1580. "team:core",
  1581. ],
  1582. deps = [
  1583. ":gcs_server_lib",
  1584. ":gcs_server_test_util",
  1585. ":gcs_test_util_lib",
  1586. ":ray_mock",
  1587. "@com_google_googletest//:gtest_main",
  1588. ],
  1589. )
  1590. ray_cc_test(
  1591. name = "gcs_actor_scheduler_test",
  1592. size = "small",
  1593. srcs = [
  1594. "src/ray/gcs/gcs_server/test/gcs_actor_scheduler_test.cc",
  1595. ],
  1596. tags = ["team:core"],
  1597. deps = [
  1598. ":gcs_client_lib",
  1599. ":gcs_server_lib",
  1600. ":gcs_server_test_util",
  1601. ":gcs_test_util_lib",
  1602. ":ray_mock",
  1603. "@com_google_googletest//:gtest_main",
  1604. ],
  1605. )
  1606. ray_cc_test(
  1607. name = "gcs_actor_scheduler_mock_test",
  1608. size = "small",
  1609. srcs = [
  1610. "src/ray/gcs/gcs_server/test/gcs_actor_scheduler_mock_test.cc",
  1611. ],
  1612. tags = ["team:core"],
  1613. deps = [
  1614. ":gcs_server_lib",
  1615. ":ray_mock",
  1616. "@com_google_googletest//:gtest_main",
  1617. ],
  1618. )
  1619. ray_cc_test(
  1620. name = "gcs_actor_manager_test",
  1621. size = "small",
  1622. srcs = [
  1623. "src/ray/gcs/gcs_server/test/gcs_actor_manager_test.cc",
  1624. ],
  1625. tags = [
  1626. "no_tsan",
  1627. "team:core",
  1628. ],
  1629. deps = [
  1630. ":gcs_server_lib",
  1631. ":gcs_server_test_util",
  1632. ":gcs_test_util_lib",
  1633. ":ray_mock",
  1634. "@com_google_googletest//:gtest_main",
  1635. ],
  1636. )
  1637. ray_cc_test(
  1638. name = "gcs_worker_manager_test",
  1639. size = "small",
  1640. srcs = [
  1641. "src/ray/gcs/gcs_server/test/gcs_worker_manager_test.cc",
  1642. ],
  1643. tags = ["team:core"],
  1644. deps = [
  1645. ":gcs_server_lib",
  1646. ":gcs_server_test_util",
  1647. ":gcs_test_util_lib",
  1648. ":ray_mock",
  1649. "@com_google_googletest//:gtest_main",
  1650. ],
  1651. )
  1652. ray_cc_library(
  1653. name = "gcs_table_storage_lib",
  1654. srcs = glob(
  1655. [
  1656. "src/ray/gcs/gcs_server/gcs_table_storage.cc",
  1657. ],
  1658. ),
  1659. hdrs = glob(
  1660. [
  1661. "src/ray/gcs/gcs_server/gcs_table_storage.h",
  1662. ],
  1663. ),
  1664. deps = [
  1665. ":gcs",
  1666. ":gcs_in_memory_store_client",
  1667. ":observable_store_client",
  1668. ":pubsub_lib",
  1669. ":ray_common",
  1670. ":redis_store_client",
  1671. ],
  1672. )
  1673. ray_cc_library(
  1674. name = "gcs_table_storage_test_lib",
  1675. hdrs = [
  1676. "src/ray/gcs/gcs_server/test/gcs_table_storage_test_base.h",
  1677. ],
  1678. deps = [
  1679. "redis_store_client",
  1680. ],
  1681. )
  1682. ray_cc_test(
  1683. name = "redis_gcs_table_storage_test",
  1684. size = "small",
  1685. srcs = [
  1686. "src/ray/gcs/gcs_server/test/redis_gcs_table_storage_test.cc",
  1687. ],
  1688. args = [
  1689. "$(location redis-server)",
  1690. "$(location redis-cli)",
  1691. ],
  1692. data = [
  1693. "//:redis-cli",
  1694. "//:redis-server",
  1695. ],
  1696. tags = ["team:core"],
  1697. deps = [
  1698. ":gcs_table_storage_lib",
  1699. ":gcs_table_storage_test_lib",
  1700. ":gcs_test_util_lib",
  1701. ":store_client_test_lib",
  1702. "@com_google_googletest//:gtest_main",
  1703. ],
  1704. )
  1705. ray_cc_test(
  1706. name = "in_memory_gcs_table_storage_test",
  1707. size = "small",
  1708. srcs = [
  1709. "src/ray/gcs/gcs_server/test/in_memory_gcs_table_storage_test.cc",
  1710. ],
  1711. tags = ["team:core"],
  1712. deps = [
  1713. ":gcs_table_storage_lib",
  1714. ":gcs_table_storage_test_lib",
  1715. ":gcs_test_util_lib",
  1716. ":store_client_test_lib",
  1717. "@com_google_googletest//:gtest_main",
  1718. ],
  1719. )
  1720. ray_cc_test(
  1721. name = "gcs_autoscaler_state_manager_test",
  1722. size = "small",
  1723. srcs = [
  1724. "src/ray/gcs/gcs_server/test/gcs_autoscaler_state_manager_test.cc",
  1725. ],
  1726. tags = ["team:core"],
  1727. deps = [
  1728. ":gcs_server_lib",
  1729. ":gcs_server_test_util",
  1730. ":gcs_test_util_lib",
  1731. ":ray_mock",
  1732. "@com_google_googletest//:gtest_main",
  1733. ],
  1734. )
  1735. ray_cc_test(
  1736. name = "gcs_resource_manager_test",
  1737. size = "small",
  1738. srcs = [
  1739. "src/ray/gcs/gcs_server/test/gcs_resource_manager_test.cc",
  1740. ],
  1741. tags = ["team:core"],
  1742. deps = [
  1743. ":gcs_server_lib",
  1744. ":gcs_test_util_lib",
  1745. ":ray_mock",
  1746. "@com_google_googletest//:gtest_main",
  1747. ],
  1748. )
  1749. ray_cc_library(
  1750. name = "gcs_client_lib",
  1751. srcs = [
  1752. "src/ray/gcs/gcs_client/accessor.cc",
  1753. "src/ray/gcs/gcs_client/gcs_client.cc",
  1754. "src/ray/gcs/gcs_client/usage_stats_client.cc",
  1755. ],
  1756. hdrs = [
  1757. "src/ray/gcs/gcs_client/accessor.h",
  1758. "src/ray/gcs/gcs_client/gcs_client.h",
  1759. "src/ray/gcs/gcs_client/usage_stats_client.h",
  1760. ],
  1761. deps = [
  1762. ":gcs",
  1763. ":gcs_pub_sub_lib",
  1764. ":gcs_service_rpc",
  1765. ":pubsub_lib",
  1766. ":ray_common",
  1767. ":redis_store_client",
  1768. "//src/ray/protobuf:usage_cc_proto",
  1769. ],
  1770. )
  1771. ray_cc_library(
  1772. name = "global_state_accessor_lib",
  1773. srcs = glob(
  1774. [
  1775. "src/ray/gcs/gcs_client/global_state_accessor.cc",
  1776. ],
  1777. ),
  1778. hdrs = glob(
  1779. [
  1780. "src/ray/gcs/gcs_client/global_state_accessor.h",
  1781. ],
  1782. ),
  1783. deps = [
  1784. ":gcs_client_lib",
  1785. ],
  1786. )
  1787. ray_cc_test(
  1788. name = "accessor_test",
  1789. size = "small",
  1790. srcs = [
  1791. "src/ray/gcs/gcs_client/test/accessor_test.cc",
  1792. ],
  1793. tags = ["team:core"],
  1794. deps = [
  1795. ":gcs_client_lib",
  1796. ":gcs_test_util_lib",
  1797. "@com_google_googletest//:gtest_main",
  1798. ],
  1799. )
  1800. ray_cc_test(
  1801. name = "global_state_accessor_test",
  1802. size = "small",
  1803. srcs = [
  1804. "src/ray/gcs/gcs_client/test/global_state_accessor_test.cc",
  1805. ],
  1806. args = [
  1807. "$(location redis-server)",
  1808. "$(location redis-cli)",
  1809. ],
  1810. data = [
  1811. "//:redis-cli",
  1812. "//:redis-server",
  1813. ],
  1814. tags = ["team:core"],
  1815. deps = [
  1816. ":gcs_client_lib",
  1817. ":gcs_server_lib",
  1818. ":gcs_test_util_lib",
  1819. ":global_state_accessor_lib",
  1820. "@com_google_googletest//:gtest_main",
  1821. ],
  1822. )
  1823. ray_cc_test(
  1824. name = "gcs_client_test",
  1825. size = "medium",
  1826. srcs = [
  1827. "src/ray/gcs/gcs_client/test/gcs_client_test.cc",
  1828. ],
  1829. args = [
  1830. "$(location redis-server)",
  1831. "$(location redis-cli)",
  1832. ],
  1833. data = [
  1834. "//:redis-cli",
  1835. "//:redis-server",
  1836. ],
  1837. tags = [
  1838. "no_tsan",
  1839. "team:core",
  1840. ],
  1841. deps = [
  1842. ":gcs_client_lib",
  1843. ":gcs_server_lib",
  1844. ":gcs_test_util_lib",
  1845. "@com_google_googletest//:gtest_main",
  1846. ],
  1847. )
  1848. ray_cc_test(
  1849. name = "gcs_client_reconnection_test",
  1850. srcs = [
  1851. "src/ray/gcs/gcs_client/test/gcs_client_reconnection_test.cc",
  1852. ],
  1853. args = [
  1854. "$(location redis-server)",
  1855. "$(location redis-cli)",
  1856. ],
  1857. data = [
  1858. "//:redis-cli",
  1859. "//:redis-server",
  1860. ],
  1861. tags = [
  1862. "no_windows",
  1863. "team:core",
  1864. ],
  1865. deps = [
  1866. ":gcs_client_lib",
  1867. ":gcs_server_lib",
  1868. ":gcs_test_util_lib",
  1869. "@com_google_googletest//:gtest_main",
  1870. ],
  1871. )
  1872. ray_cc_test(
  1873. name = "usage_stats_client_test",
  1874. srcs = [
  1875. "src/ray/gcs/gcs_client/test/usage_stats_client_test.cc",
  1876. ],
  1877. tags = ["team:core"],
  1878. deps = [
  1879. ":gcs_client_lib",
  1880. ":gcs_server_lib",
  1881. ":gcs_test_util_lib",
  1882. "@com_google_googletest//:gtest_main",
  1883. ],
  1884. )
  1885. ray_cc_library(
  1886. name = "object_manager",
  1887. srcs = glob([
  1888. "src/ray/object_manager/*.cc",
  1889. "src/ray/object_manager/notification/*.cc",
  1890. ]),
  1891. hdrs = glob([
  1892. "src/ray/object_manager/*.h",
  1893. "src/ray/object_manager/notification/*.h",
  1894. ]),
  1895. deps = [
  1896. ":core_worker_lib",
  1897. ":gcs",
  1898. ":object_manager_rpc",
  1899. ":plasma_store_server_lib",
  1900. ":ray_common",
  1901. "//src/ray/util",
  1902. "@boost//:asio",
  1903. ],
  1904. )
  1905. ray_cc_library(
  1906. name = "platform_shims",
  1907. srcs = [] + select({
  1908. "@bazel_tools//src/conditions:windows": glob([
  1909. "src/shims/windows/**/*.c",
  1910. "src/shims/windows/**/*.cc",
  1911. "src/shims/windows/**/*.h",
  1912. ]),
  1913. "//conditions:default": [],
  1914. }),
  1915. hdrs = [] + select({
  1916. "@bazel_tools//src/conditions:windows": glob([
  1917. "src/shims/windows/**/*.h",
  1918. ]),
  1919. "//conditions:default": [],
  1920. }),
  1921. strip_include_prefix = select({
  1922. "@bazel_tools//src/conditions:windows": "src/shims/windows",
  1923. "//conditions:default": "",
  1924. }),
  1925. )
  1926. filegroup(
  1927. name = "extra_actions_base_proto",
  1928. srcs = [
  1929. "thirdparty/protobuf/extra_actions_base.proto",
  1930. ],
  1931. )
  1932. proto_library(
  1933. name = "extra_actions_base_proto_lib",
  1934. srcs = ["thirdparty/protobuf/extra_actions_base.proto"],
  1935. )
  1936. cc_proto_library(
  1937. name = "extra_actions_cc_proto_lib",
  1938. deps = [":extra_actions_base_proto_lib"],
  1939. )
  1940. filegroup(
  1941. name = "iwyu_sh",
  1942. srcs = ["ci/run/iwyu.sh"],
  1943. )
  1944. action_listener(
  1945. name = "iwyu_cpp",
  1946. extra_actions = [":iwyu_action"],
  1947. mnemonics = ["CppCompile"],
  1948. )
  1949. extra_action(
  1950. name = "iwyu_action",
  1951. cmd = "$(location :iwyu_sh) postbuild $(location @com_google_protobuf//:protoc) $(location :extra_actions_base_proto) --extra_action_file=$(EXTRA_ACTION_FILE) > $(output $(ACTION_ID).iwyu.txt)",
  1952. out_templates = [
  1953. "$(ACTION_ID).iwyu.txt",
  1954. ],
  1955. tools = [
  1956. ":extra_actions_base_proto",
  1957. ":iwyu_sh",
  1958. "@com_google_protobuf//:protoc",
  1959. ],
  1960. )
  1961. ray_cc_library(
  1962. name = "sha256",
  1963. srcs = [
  1964. "src/ray/thirdparty/sha256.c",
  1965. ],
  1966. hdrs = [
  1967. "src/ray/thirdparty/sha256.h",
  1968. ],
  1969. )
  1970. ray_cc_library(
  1971. name = "aligned_alloc",
  1972. srcs = [
  1973. "src/ray/thirdparty/aligned_alloc.c",
  1974. ],
  1975. hdrs = [
  1976. "src/ray/thirdparty/aligned_alloc.h",
  1977. ],
  1978. )
  1979. alias(
  1980. name = "hiredis",
  1981. actual = "@com_github_redis_hiredis//:hiredis",
  1982. )
  1983. ray_cc_library(
  1984. name = "redis_client",
  1985. srcs = [
  1986. "src/ray/gcs/asio.cc",
  1987. "src/ray/gcs/redis_async_context.cc",
  1988. "src/ray/gcs/redis_client.cc",
  1989. "src/ray/gcs/redis_context.cc",
  1990. ],
  1991. hdrs = [
  1992. "src/ray/gcs/asio.h",
  1993. "src/ray/gcs/redis_async_context.h",
  1994. "src/ray/gcs/redis_client.h",
  1995. "src/ray/gcs/redis_context.h",
  1996. ],
  1997. deps = [
  1998. ":hiredis",
  1999. ":ray_common",
  2000. ":stats_lib",
  2001. "//src/ray/util",
  2002. "@boost//:asio",
  2003. ],
  2004. )
  2005. ray_cc_library(
  2006. name = "redis_store_client",
  2007. srcs = [
  2008. "src/ray/gcs/store_client/redis_store_client.cc",
  2009. ],
  2010. hdrs = [
  2011. "src/ray/gcs/callback.h",
  2012. "src/ray/gcs/store_client/redis_store_client.h",
  2013. "src/ray/gcs/store_client/store_client.h",
  2014. ],
  2015. deps = [
  2016. "redis_client",
  2017. "@com_google_absl//absl/strings:str_format",
  2018. "@com_google_absl//absl/synchronization",
  2019. ],
  2020. )
  2021. ray_cc_library(
  2022. name = "gcs_in_memory_store_client",
  2023. srcs = [
  2024. "src/ray/gcs/store_client/in_memory_store_client.cc",
  2025. ],
  2026. hdrs = [
  2027. "src/ray/gcs/callback.h",
  2028. "src/ray/gcs/store_client/in_memory_store_client.h",
  2029. "src/ray/gcs/store_client/store_client.h",
  2030. ],
  2031. deps = [
  2032. ":ray_common",
  2033. "//src/ray/util",
  2034. ],
  2035. )
  2036. ray_cc_library(
  2037. name = "observable_store_client",
  2038. srcs = [
  2039. "src/ray/gcs/store_client/observable_store_client.cc",
  2040. ],
  2041. hdrs = [
  2042. "src/ray/gcs/callback.h",
  2043. "src/ray/gcs/store_client/observable_store_client.h",
  2044. "src/ray/gcs/store_client/store_client.h",
  2045. ],
  2046. deps = [
  2047. ":ray_common",
  2048. "//src/ray/util",
  2049. ],
  2050. )
  2051. ray_cc_library(
  2052. name = "store_client_test_lib",
  2053. hdrs = [
  2054. "src/ray/gcs/store_client/test/store_client_test_base.h",
  2055. ],
  2056. deps = [
  2057. "redis_store_client",
  2058. ],
  2059. )
  2060. ray_cc_test(
  2061. name = "redis_store_client_test",
  2062. size = "small",
  2063. srcs = ["src/ray/gcs/store_client/test/redis_store_client_test.cc"],
  2064. args = [
  2065. "$(location redis-server)",
  2066. "$(location redis-cli)",
  2067. ],
  2068. data = [
  2069. "//:redis-cli",
  2070. "//:redis-server",
  2071. ],
  2072. tags = ["team:core"],
  2073. deps = [
  2074. ":redis_store_client",
  2075. ":store_client_test_lib",
  2076. "@com_google_googletest//:gtest_main",
  2077. ],
  2078. )
  2079. ray_cc_test(
  2080. name = "chaos_redis_store_client_test",
  2081. size = "small",
  2082. srcs = ["src/ray/gcs/store_client/test/redis_store_client_test.cc"],
  2083. args = [
  2084. "$(location redis-server)",
  2085. "$(location redis-cli)",
  2086. ],
  2087. data = [
  2088. "//:redis-cli",
  2089. "//:redis-server",
  2090. ],
  2091. env = {"REDIS_CHAOS": "1"},
  2092. tags = [
  2093. "no_windows",
  2094. "team:core",
  2095. ],
  2096. target_compatible_with = [
  2097. "@platforms//os:linux",
  2098. ],
  2099. deps = [
  2100. ":redis_store_client",
  2101. ":store_client_test_lib",
  2102. "@com_google_googletest//:gtest_main",
  2103. ],
  2104. )
  2105. ray_cc_test(
  2106. name = "in_memory_store_client_test",
  2107. size = "small",
  2108. srcs = ["src/ray/gcs/store_client/test/in_memory_store_client_test.cc"],
  2109. tags = ["team:core"],
  2110. deps = [
  2111. ":gcs_in_memory_store_client",
  2112. ":store_client_test_lib",
  2113. "@com_google_googletest//:gtest_main",
  2114. ],
  2115. )
  2116. ray_cc_test(
  2117. name = "observable_store_client_test",
  2118. size = "small",
  2119. srcs = ["src/ray/gcs/store_client/test/in_memory_store_client_test.cc"],
  2120. tags = ["team:core"],
  2121. deps = [
  2122. ":gcs_in_memory_store_client",
  2123. ":observable_store_client",
  2124. ":store_client_test_lib",
  2125. "@com_google_googletest//:gtest_main",
  2126. ],
  2127. )
  2128. ray_cc_library(
  2129. name = "gcs",
  2130. srcs = glob(
  2131. [
  2132. "src/ray/gcs/*.cc",
  2133. ],
  2134. exclude = [
  2135. "src/ray/gcs/*_test.cc",
  2136. ],
  2137. ),
  2138. hdrs = glob([
  2139. "src/ray/gcs/*.h",
  2140. ]),
  2141. deps = [
  2142. ":hiredis",
  2143. ":node_manager_fbs",
  2144. ":node_manager_rpc",
  2145. ":ray_common",
  2146. ":stats_lib",
  2147. "//src/ray/protobuf:agent_manager_cc_proto",
  2148. "//src/ray/protobuf:gcs_cc_proto",
  2149. "//src/ray/protobuf:gcs_service_cc_proto",
  2150. "//src/ray/util",
  2151. "@boost//:asio",
  2152. ],
  2153. )
  2154. ray_cc_test(
  2155. name = "callback_reply_test",
  2156. size = "small",
  2157. srcs = ["src/ray/gcs/test/callback_reply_test.cc"],
  2158. tags = ["team:core"],
  2159. deps = [
  2160. ":gcs",
  2161. "@com_google_googletest//:gtest_main",
  2162. ],
  2163. )
  2164. ray_cc_test(
  2165. name = "asio_test",
  2166. size = "small",
  2167. srcs = ["src/ray/gcs/test/asio_test.cc"],
  2168. args = [
  2169. "$(location redis-server)",
  2170. "$(location redis-cli)",
  2171. ],
  2172. data = [
  2173. "//:redis-cli",
  2174. "//:redis-server",
  2175. ],
  2176. tags = ["team:core"],
  2177. deps = [
  2178. ":gcs",
  2179. "//src/ray/util",
  2180. "@com_google_googletest//:gtest_main",
  2181. ],
  2182. )
  2183. flatbuffer_cc_library(
  2184. name = "node_manager_fbs",
  2185. srcs = ["src/ray/raylet/format/node_manager.fbs"],
  2186. flatc_args = FLATC_ARGS,
  2187. out_prefix = "ray/raylet/format/",
  2188. )
  2189. pyx_library(
  2190. name = "_raylet",
  2191. srcs = glob([
  2192. "python/ray/__init__.py",
  2193. "python/ray/_raylet.pxd",
  2194. "python/ray/_raylet.pyx",
  2195. "python/ray/includes/*.pxd",
  2196. "python/ray/includes/*.pxi",
  2197. ]),
  2198. # Export ray ABI symbols, which can then be used by _streaming.so.
  2199. # We need to dlopen this lib with RTLD_GLOBAL to use ABI in this
  2200. # shared lib, see python/ray/__init__.py.
  2201. cc_kwargs = dict(
  2202. srcs = PYX_SRCS,
  2203. copts = COPTS + PYX_COPTS,
  2204. # see https://github.com/tensorflow/tensorflow/blob/r2.1/tensorflow/lite/BUILD#L444
  2205. linkopts = select({
  2206. "@bazel_tools//src/conditions:darwin": [
  2207. "-Wl,-exported_symbols_list,$(location //:src/ray/ray_exported_symbols.lds)",
  2208. ],
  2209. "@bazel_tools//src/conditions:windows": [
  2210. ],
  2211. "//conditions:default": [
  2212. "-Wl,--version-script,$(location //:src/ray/ray_version_script.lds)",
  2213. ],
  2214. }),
  2215. linkstatic = 1,
  2216. ),
  2217. deps = [
  2218. "//:core_worker_lib",
  2219. "//:exported_internal",
  2220. "//:gcs_server_lib",
  2221. "//:global_state_accessor_lib",
  2222. "//:raylet_lib",
  2223. "//:redis_client",
  2224. "//:src/ray/ray_exported_symbols.lds",
  2225. "//:src/ray/ray_version_script.lds",
  2226. "//:stats_lib",
  2227. "//src/ray/protobuf:serialization_cc_proto",
  2228. "//src/ray/util",
  2229. ],
  2230. )
  2231. ray_cc_binary(
  2232. name = "libcore_worker_library_java.so",
  2233. srcs = glob([
  2234. "src/ray/core_worker/lib/java/*.h",
  2235. "src/ray/core_worker/lib/java/*.cc",
  2236. ]),
  2237. # Export ray ABI symbols, which can then be used by libstreaming_java.so. see `//:_raylet`
  2238. linkopts = select({
  2239. "@bazel_tools//src/conditions:darwin": [
  2240. "-Wl,-exported_symbols_list,$(location //:src/ray/ray_exported_symbols.lds)",
  2241. ],
  2242. "@bazel_tools//src/conditions:windows": [
  2243. ],
  2244. "//conditions:default": [
  2245. "-Wl,--version-script,$(location //:src/ray/ray_version_script.lds)",
  2246. ],
  2247. }),
  2248. linkshared = 1,
  2249. linkstatic = 1,
  2250. visibility = ["//java:__subpackages__"],
  2251. deps = [
  2252. "//:core_worker_lib",
  2253. "//:exported_internal",
  2254. "//:global_state_accessor_lib",
  2255. "//:src/ray/ray_exported_symbols.lds",
  2256. "//:src/ray/ray_version_script.lds",
  2257. "//:stats_lib",
  2258. "@bazel_tools//tools/jdk:jni",
  2259. ],
  2260. )
  2261. filegroup(
  2262. name = "python_sources",
  2263. srcs = glob([
  2264. "python/ray/*.py",
  2265. "python/ray/autoscaler/*.py",
  2266. "python/ray/autoscaler/_private/*.py",
  2267. "python/ray/autoscaler/_private/_azure/*.json",
  2268. "python/ray/autoscaler/aws/defaults.yaml",
  2269. "python/ray/autoscaler/azure/defaults.yaml",
  2270. "python/ray/autoscaler/gcp/defaults.yaml",
  2271. "python/ray/autoscaler/local/defaults.yaml",
  2272. "python/ray/autoscaler/vsphere/defaults.yaml",
  2273. "python/ray/cloudpickle/*.py",
  2274. "python/ray/core/__init__.py",
  2275. "python/ray/core/generated/__init__.py",
  2276. "python/ray/core/generated/ray/__init__.py",
  2277. "python/ray/core/generated/ray/protocol/__init__.py",
  2278. "python/ray/dashboard/**/*.py",
  2279. "python/ray/experimental/*.py",
  2280. "python/ray/util/*.py",
  2281. "python/ray/internal/*.py",
  2282. "python/ray/workers/default_worker.py",
  2283. ]),
  2284. )
  2285. alias(
  2286. name = "redis-server",
  2287. actual = select({
  2288. "@bazel_tools//src/conditions:windows": "@com_github_tporadowski_redis_bin//:redis-server.exe",
  2289. "//conditions:default": "@com_github_antirez_redis//:redis-server",
  2290. }),
  2291. )
  2292. alias(
  2293. name = "redis-cli",
  2294. actual = select({
  2295. "@bazel_tools//src/conditions:windows": "@com_github_tporadowski_redis_bin//:redis-cli.exe",
  2296. "//conditions:default": "@com_github_antirez_redis//:redis-cli",
  2297. }),
  2298. )
  2299. filegroup(
  2300. name = "all_py_proto",
  2301. srcs = [
  2302. "//src/ray/protobuf:agent_manager_py_proto",
  2303. "//src/ray/protobuf:autoscaler_py_proto",
  2304. "//src/ray/protobuf:common_py_proto",
  2305. "//src/ray/protobuf:core_worker_py_proto",
  2306. "//src/ray/protobuf:event_py_proto",
  2307. "//src/ray/protobuf:gcs_py_proto",
  2308. "//src/ray/protobuf:gcs_service_py_proto",
  2309. "//src/ray/protobuf:instance_manager_py_proto",
  2310. "//src/ray/protobuf:job_agent_py_proto",
  2311. "//src/ray/protobuf:node_manager_py_proto",
  2312. "//src/ray/protobuf:ray_client_py_proto",
  2313. "//src/ray/protobuf:reporter_py_proto",
  2314. "//src/ray/protobuf:runtime_env_agent_py_proto",
  2315. "//src/ray/protobuf:runtime_env_common_py_proto",
  2316. "//src/ray/protobuf:usage_py_proto",
  2317. ],
  2318. )
  2319. filegroup(
  2320. name = "serve_py_proto",
  2321. srcs = [
  2322. "//src/ray/protobuf:serve_py_proto",
  2323. ],
  2324. )
  2325. # This is a dummy test dependency that causes the python tests to be
  2326. # re-run if any of these files changes.
  2327. py_library(
  2328. name = "ray_lib",
  2329. srcs = glob(
  2330. ["python/ray/**/*.py"],
  2331. exclude = ["python/ray/tests/*.py"],
  2332. ),
  2333. visibility = ["__subpackages__"],
  2334. )
  2335. copy_to_workspace(
  2336. name = "cp_raylet_so",
  2337. srcs = ["python/ray/_raylet.so"],
  2338. dstdir = "python/ray",
  2339. )
  2340. copy_to_workspace(
  2341. name = "cp_all_py_proto",
  2342. srcs = [":all_py_proto"],
  2343. dstdir = "python/ray/core/generated",
  2344. )
  2345. copy_to_workspace(
  2346. name = "cp_serve_py_proto",
  2347. srcs = [":serve_py_proto"],
  2348. dstdir = "python/ray/serve/generated",
  2349. )
  2350. copy_to_workspace(
  2351. name = "cp_redis",
  2352. srcs = [
  2353. ":redis-cli",
  2354. ":redis-server",
  2355. ],
  2356. dstdir = "python/ray/core/src/ray/thirdparty/redis/src",
  2357. )
  2358. copy_to_workspace(
  2359. name = "cp_raylet",
  2360. srcs = [":raylet"],
  2361. dstdir = "python/ray/core/src/ray/raylet",
  2362. )
  2363. copy_to_workspace(
  2364. name = "cp_gcs_server",
  2365. srcs = [":gcs_server"],
  2366. dstdir = "python/ray/core/src/ray/gcs",
  2367. )
  2368. copy_to_workspace(
  2369. name = "cp_jemalloc",
  2370. srcs = ["@jemalloc//:shared"],
  2371. dstdir = "python/ray/core/",
  2372. )
  2373. genrule(
  2374. name = "install_py_proto",
  2375. srcs = [
  2376. ":cp_all_py_proto",
  2377. ":cp_serve_py_proto",
  2378. ],
  2379. outs = ["install_py_proto.out"],
  2380. cmd = """
  2381. # NOTE(hchen): Protobuf doesn't allow specifying Python package name. So we use this `sed`
  2382. # command to change the import path in the generated file.
  2383. # shellcheck disable=SC2006
  2384. files=(
  2385. `ls python/ray/core/generated/*_pb2*.py` \
  2386. `ls python/ray/serve/generated/*_pb2*.py` \
  2387. )
  2388. sed -i -E 's/from src.ray.protobuf/from ./' "$${files[@]}"
  2389. # Help the generated serve files to have the correct module
  2390. serve_files=(`ls python/ray/serve/generated/*_pb2*.py`)
  2391. sed -i -E 's/'"'"'src.ray.protobuf./'"'"'ray.serve.generated./' "$${serve_files[@]}"
  2392. # TODO(sang): Build our own proto instead of creating a new proto for opencensus separately.
  2393. # https://github.com/ray-project/ray/issues/31358
  2394. sed -i -E 's/from opencensus.proto.metrics.v1 import/from . import/' "$${files[@]}"
  2395. sed -i -E 's/from opencensus.proto.resource.v1 import/from . import/' "$${files[@]}"
  2396. # TODO(rickyx): Remove this experimental path rewrite once we move autoscaler proto out
  2397. # of experimental.
  2398. autoscale_files=(`ls python/ray/core/generated/instance_manager_pb2*.py`)
  2399. sed -i -E 's/from ..experimental/from ./' "$${autoscale_files[@]}"
  2400. echo "$${PWD}" > $@
  2401. """,
  2402. local = 1,
  2403. )
  2404. genrule(
  2405. name = "ray_pkg",
  2406. srcs = [
  2407. ":cp_raylet_so",
  2408. ":python_sources",
  2409. ":install_py_proto",
  2410. ":cp_redis",
  2411. ":cp_raylet",
  2412. ":cp_gcs_server",
  2413. ] + select({
  2414. ":jemalloc": [
  2415. ":cp_jemalloc",
  2416. ],
  2417. "//conditions:default": [],
  2418. }),
  2419. outs = ["ray_pkg.out"],
  2420. cmd = """
  2421. if [ "$${OSTYPE-}" = "msys" ]; then
  2422. ln -P -f -- python/ray/_raylet.so python/ray/_raylet.pyd
  2423. fi
  2424. echo "$${PWD}" > $@
  2425. """,
  2426. local = 1,
  2427. )