BUILD.bazel 66 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746
  1. # Bazel build
  2. # C/C++ documentation: https://docs.bazel.build/versions/master/be/c-cpp.html
  3. # ************************** IMPORTANT ***********************
  4. # If a target or file is not found here, then please try searching in /src
  5. # We are in the middle of transitioning to a tree of build files.
  6. # If you would like to help with the move in your PR, please use `git mv` so that the history of the file is retained.
  7. load("@bazel_skylib//rules:common_settings.bzl", "bool_flag")
  8. load("@rules_proto//proto:defs.bzl", "proto_library")
  9. load("@rules_python//python:defs.bzl", "py_library", "py_runtime", "py_runtime_pair")
  10. load("@rules_cc//cc:defs.bzl", "cc_binary", "cc_library", "cc_proto_library", "cc_test")
  11. load("@com_github_grpc_grpc//bazel:cc_grpc_library.bzl", "cc_grpc_library")
  12. load("@com_github_grpc_grpc//bazel:cython_library.bzl", "pyx_library")
  13. load("@com_github_google_flatbuffers//:build_defs.bzl", "flatbuffer_cc_library")
  14. load("//bazel:ray.bzl", "COPTS", "PYX_COPTS", "PYX_SRCS", "copy_to_workspace")
  15. load("@python3_9//:defs.bzl", python39 = "interpreter")
  16. package(
  17. default_visibility = ["//visibility:public"],
  18. )
  19. # Hermetic python envionment, currently only used for CI infra and scripts.
  20. py_runtime(
  21. name = "python3_runtime",
  22. interpreter = python39,
  23. python_version = "PY3",
  24. visibility = ["//visibility:private"],
  25. )
  26. py_runtime_pair(
  27. name = "python_runtime_pair",
  28. py2_runtime = None,
  29. py3_runtime = ":python3_runtime",
  30. visibility = ["//visibility:private"],
  31. )
  32. constraint_setting(name = "hermetic")
  33. constraint_value(
  34. name = "hermetic_python",
  35. constraint_setting = ":hermetic",
  36. visibility = ["//visibility:public"],
  37. )
  38. toolchain(
  39. name = "python_toolchain",
  40. exec_compatible_with = [":hermetic_python"],
  41. toolchain = ":python_runtime_pair",
  42. toolchain_type = "@bazel_tools//tools/python:toolchain_type",
  43. )
  44. platform(
  45. name = "hermetic_python_platform",
  46. constraint_values = [":hermetic_python"],
  47. parents = ["@local_config_platform//:host"],
  48. visibility = ["//visibility:private"],
  49. )
  50. # C/C++ toolchain constraint configs.
  51. config_setting(
  52. name = "msvc-cl",
  53. flag_values = {"@bazel_tools//tools/cpp:compiler": "msvc-cl"},
  54. )
  55. config_setting(
  56. name = "clang-cl",
  57. flag_values = {"@bazel_tools//tools/cpp:compiler": "clang-cl"},
  58. )
  59. config_setting(
  60. name = "opt",
  61. values = {"compilation_mode": "opt"},
  62. )
  63. bool_flag(
  64. name = "jemalloc_flag",
  65. build_setting_default = True,
  66. )
  67. config_setting(
  68. name = "jemalloc",
  69. constraint_values = [
  70. "@platforms//os:linux",
  71. "@platforms//cpu:x86_64",
  72. ],
  73. flag_values = {
  74. ":jemalloc_flag": "true",
  75. }
  76. )
  77. malloc_deps = select({
  78. ":jemalloc": [
  79. "@jemalloc//:libjemalloc",
  80. ],
  81. "//conditions:default": [],
  82. })
  83. # === Begin of rpc definitions ===
  84. # GRPC common lib.
  85. cc_library(
  86. name = "grpc_common_lib",
  87. srcs = [
  88. "src/ray/rpc/common.cc",
  89. "src/ray/rpc/grpc_server.cc",
  90. "src/ray/rpc/server_call.cc",
  91. ],
  92. hdrs = glob([
  93. "src/ray/rpc/client_call.h",
  94. "src/ray/rpc/common.h",
  95. "src/ray/rpc/grpc_client.h",
  96. "src/ray/rpc/grpc_server.h",
  97. "src/ray/rpc/metrics_agent_client.h",
  98. "src/ray/rpc/server_call.h",
  99. "src/ray/rpc/grpc_util.h",
  100. "src/ray/raylet_client/*.h",
  101. ]),
  102. copts = COPTS,
  103. strip_include_prefix = "src",
  104. deps = [
  105. ":stats_metric",
  106. "//src/ray/common:asio",
  107. "//src/ray/common:grpc_util",
  108. "//src/ray/common:id",
  109. "//src/ray/common:ray_config",
  110. "//src/ray/common:status",
  111. "@com_github_grpc_grpc//:grpc++",
  112. "@com_github_grpc_grpc//:grpc++_reflection",
  113. "@com_github_grpc_grpc//:grpcpp_admin",
  114. "@com_google_protobuf//:protobuf",
  115. ],
  116. )
  117. # Node manager gRPC lib.
  118. cc_grpc_library(
  119. name = "node_manager_cc_grpc",
  120. srcs = ["//src/ray/protobuf:node_manager_proto"],
  121. grpc_only = True,
  122. deps = ["//src/ray/protobuf:node_manager_cc_proto"],
  123. )
  124. # Node manager server and client.
  125. cc_library(
  126. name = "node_manager_rpc",
  127. srcs = glob([
  128. "src/ray/rpc/node_manager/*.cc",
  129. ]),
  130. hdrs = glob([
  131. "src/ray/rpc/node_manager/*.h",
  132. ]),
  133. copts = COPTS,
  134. strip_include_prefix = "src",
  135. deps = [
  136. ":grpc_common_lib",
  137. ":node_manager_cc_grpc",
  138. ":ray_common",
  139. "@boost//:asio",
  140. "@com_github_grpc_grpc//:grpc++",
  141. ],
  142. )
  143. # gcs_service gRPC lib.
  144. cc_grpc_library(
  145. name = "gcs_service_cc_grpc",
  146. srcs = ["//src/ray/protobuf:gcs_service_proto"],
  147. grpc_only = True,
  148. deps = ["//src/ray/protobuf:gcs_service_cc_proto"],
  149. )
  150. # gcs_service gRPC lib.
  151. cc_grpc_library(
  152. name = "test_service_cc_grpc",
  153. srcs = ["//src/ray/protobuf:test_service_proto"],
  154. grpc_only = True,
  155. deps = ["//src/ray/protobuf:test_service_cc_proto"],
  156. )
  157. # gcs rpc server and client.
  158. cc_library(
  159. name = "gcs_service_rpc",
  160. hdrs = [
  161. "src/ray/rpc/gcs_server/gcs_rpc_client.h",
  162. "src/ray/rpc/gcs_server/gcs_rpc_server.h",
  163. ],
  164. copts = COPTS,
  165. strip_include_prefix = "src",
  166. deps = [
  167. ":autoscaler_cc_grpc",
  168. ":gcs_service_cc_grpc",
  169. ":grpc_common_lib",
  170. ":pubsub_lib",
  171. ":ray_common",
  172. "@boost//:asio",
  173. "@com_github_grpc_grpc//:grpc++",
  174. "@com_google_absl//absl/container:btree",
  175. ],
  176. )
  177. # Object manager gRPC lib.
  178. cc_grpc_library(
  179. name = "object_manager_cc_grpc",
  180. srcs = ["//src/ray/protobuf:object_manager_proto"],
  181. grpc_only = True,
  182. deps = ["//src/ray/protobuf:object_manager_cc_proto"],
  183. )
  184. # Object manager rpc server and client.
  185. cc_library(
  186. name = "object_manager_rpc",
  187. hdrs = glob([
  188. "src/ray/rpc/object_manager/*.h",
  189. ]),
  190. copts = COPTS,
  191. strip_include_prefix = "src",
  192. deps = [
  193. ":grpc_common_lib",
  194. ":object_manager_cc_grpc",
  195. ":ray_common",
  196. "@boost//:asio",
  197. "@com_github_grpc_grpc//:grpc++",
  198. ],
  199. )
  200. # Worker gRPC lib.
  201. cc_grpc_library(
  202. name = "worker_cc_grpc",
  203. srcs = ["//src/ray/protobuf:core_worker_proto"],
  204. grpc_only = True,
  205. deps = ["//src/ray/protobuf:worker_cc_proto"],
  206. )
  207. # worker server and client.
  208. cc_library(
  209. name = "worker_rpc",
  210. srcs = glob([
  211. "src/ray/rpc/worker/*.cc",
  212. ]),
  213. hdrs = glob([
  214. "src/ray/rpc/worker/*.h",
  215. ]),
  216. copts = COPTS,
  217. strip_include_prefix = "src",
  218. deps = [
  219. ":grpc_common_lib",
  220. ":pubsub_lib",
  221. ":ray_common",
  222. ":worker_cc_grpc",
  223. "@boost//:asio",
  224. "@boost//:thread",
  225. "@com_github_grpc_grpc//:grpc++",
  226. ],
  227. )
  228. # Metrics Agent gRPC lib.
  229. cc_grpc_library(
  230. name = "reporter_cc_grpc",
  231. srcs = ["//src/ray/protobuf:reporter_proto"],
  232. grpc_only = True,
  233. deps = ["//src/ray/protobuf:reporter_cc_proto"],
  234. )
  235. # Metrics Agent client.
  236. cc_library(
  237. name = "reporter_rpc",
  238. hdrs = glob([
  239. "src/ray/rpc/metrics_agent_client.h",
  240. ]),
  241. copts = COPTS,
  242. strip_include_prefix = "src",
  243. deps = [
  244. ":grpc_common_lib",
  245. ":reporter_cc_grpc",
  246. "//src/ray/common:status",
  247. "@boost//:asio",
  248. "@boost//:thread",
  249. "@com_github_grpc_grpc//:grpc++",
  250. ],
  251. )
  252. # pubsub.
  253. cc_grpc_library(
  254. name = "pubsub_cc_grpc",
  255. srcs = ["//src/ray/protobuf:pubsub_proto"],
  256. grpc_only = True,
  257. deps = [
  258. "//src/ray/protobuf:common_cc_proto",
  259. "//src/ray/protobuf:gcs_cc_proto",
  260. "//src/ray/protobuf:pubsub_cc_proto",
  261. ],
  262. )
  263. cc_library(
  264. name = "pubsub_rpc",
  265. copts = COPTS,
  266. deps = [
  267. "pubsub_cc_grpc",
  268. ":grpc_common_lib",
  269. ":ray_common",
  270. ],
  271. )
  272. # monitor/autoscaler service
  273. cc_grpc_library(
  274. name = "monitor_cc_grpc",
  275. srcs = ["//src/ray/protobuf:monitor_proto"],
  276. grpc_only = True,
  277. deps = ["//src/ray/protobuf:monitor_cc_proto"],
  278. )
  279. cc_library(
  280. name = "monitor_rpc",
  281. copts = COPTS,
  282. visibility = ["//visibility:public"],
  283. deps = [
  284. ":monitor_cc_grpc",
  285. ],
  286. )
  287. cc_grpc_library(
  288. name = "autoscaler_cc_grpc",
  289. srcs = ["//src/ray/protobuf:autoscaler_proto"],
  290. grpc_only = True,
  291. deps = [
  292. "//src/ray/protobuf:autoscaler_cc_proto",
  293. ],
  294. )
  295. cc_library(
  296. name = "autoscaler_rpc",
  297. copts = COPTS,
  298. visibility = ["//visibility:public"],
  299. deps = [
  300. ":autoscaler_cc_grpc",
  301. ],
  302. )
  303. # === End of rpc definitions ===
  304. # === Begin of plasma definitions ===
  305. # TODO(mehrdadn): (How to) support dynamic linking?
  306. PROPAGATED_WINDOWS_DEFINES = ["ARROW_STATIC"]
  307. PLASMA_COPTS = COPTS + select({
  308. "@bazel_tools//src/conditions:windows": [
  309. ] + ["-D" + define for define in PROPAGATED_WINDOWS_DEFINES],
  310. "//conditions:default": [
  311. "-DARROW_USE_GLOG",
  312. ],
  313. })
  314. PLASMA_LINKOPTS = [] + select({
  315. "@bazel_tools//src/conditions:windows": [
  316. "-DefaultLib:" + "ws2_32.lib",
  317. ],
  318. "//conditions:default": [
  319. ],
  320. })
  321. cc_library(
  322. name = "plasma_client",
  323. srcs = [
  324. "src/ray/object_manager/plasma/client.cc",
  325. "src/ray/object_manager/plasma/connection.cc",
  326. "src/ray/object_manager/plasma/malloc.cc",
  327. "src/ray/object_manager/plasma/plasma.cc",
  328. "src/ray/object_manager/plasma/protocol.cc",
  329. "src/ray/object_manager/plasma/shared_memory.cc",
  330. ] + select({
  331. "@bazel_tools//src/conditions:windows": [
  332. ],
  333. "//conditions:default": [
  334. "src/ray/object_manager/plasma/fling.cc",
  335. ],
  336. }),
  337. hdrs = [
  338. "src/ray/object_manager/common.h",
  339. "src/ray/object_manager/plasma/client.h",
  340. "src/ray/object_manager/plasma/common.h",
  341. "src/ray/object_manager/plasma/compat.h",
  342. "src/ray/object_manager/plasma/connection.h",
  343. "src/ray/object_manager/plasma/malloc.h",
  344. "src/ray/object_manager/plasma/plasma.h",
  345. "src/ray/object_manager/plasma/plasma_generated.h",
  346. "src/ray/object_manager/plasma/protocol.h",
  347. "src/ray/object_manager/plasma/shared_memory.h",
  348. ] + select({
  349. "@bazel_tools//src/conditions:windows": [
  350. ],
  351. "//conditions:default": [
  352. "src/ray/object_manager/plasma/fling.h",
  353. ],
  354. }),
  355. copts = PLASMA_COPTS,
  356. defines = select({
  357. "@bazel_tools//src/conditions:windows": PROPAGATED_WINDOWS_DEFINES,
  358. "//conditions:default": [],
  359. }),
  360. linkopts = PLASMA_LINKOPTS,
  361. strip_include_prefix = "src",
  362. deps = [
  363. ":plasma_fbs",
  364. ":ray_common",
  365. "//src/ray/protobuf:common_cc_proto",
  366. "//src/ray/util",
  367. "@msgpack",
  368. ],
  369. )
  370. cc_library(
  371. name = "plasma_store_server_lib",
  372. srcs = [
  373. "src/ray/object_manager/plasma/create_request_queue.cc",
  374. "src/ray/object_manager/plasma/dlmalloc.cc",
  375. "src/ray/object_manager/plasma/eviction_policy.cc",
  376. "src/ray/object_manager/plasma/get_request_queue.cc",
  377. "src/ray/object_manager/plasma/object_lifecycle_manager.cc",
  378. "src/ray/object_manager/plasma/object_store.cc",
  379. "src/ray/object_manager/plasma/plasma_allocator.cc",
  380. "src/ray/object_manager/plasma/stats_collector.cc",
  381. "src/ray/object_manager/plasma/store.cc",
  382. "src/ray/object_manager/plasma/store_runner.cc",
  383. ],
  384. hdrs = [
  385. "src/ray/object_manager/common.h",
  386. "src/ray/object_manager/plasma/allocator.h",
  387. "src/ray/object_manager/plasma/create_request_queue.h",
  388. "src/ray/object_manager/plasma/eviction_policy.h",
  389. "src/ray/object_manager/plasma/get_request_queue.h",
  390. "src/ray/object_manager/plasma/object_lifecycle_manager.h",
  391. "src/ray/object_manager/plasma/object_store.h",
  392. "src/ray/object_manager/plasma/plasma_allocator.h",
  393. "src/ray/object_manager/plasma/stats_collector.h",
  394. "src/ray/object_manager/plasma/store.h",
  395. "src/ray/object_manager/plasma/store_runner.h",
  396. "src/ray/thirdparty/dlmalloc.c",
  397. ],
  398. copts = PLASMA_COPTS,
  399. linkopts = PLASMA_LINKOPTS,
  400. strip_include_prefix = "src",
  401. deps = [
  402. ":plasma_client",
  403. ":stats_lib",
  404. ],
  405. )
  406. FLATC_ARGS = [
  407. "--gen-object-api",
  408. "--gen-mutable",
  409. "--scoped-enums",
  410. ]
  411. flatbuffer_cc_library(
  412. name = "plasma_fbs",
  413. srcs = ["src/ray/object_manager/plasma/plasma.fbs"],
  414. flatc_args = FLATC_ARGS,
  415. out_prefix = "src/ray/object_manager/plasma/",
  416. )
  417. # === End of plasma definitions ===
  418. cc_library(
  419. name = "ray_mock",
  420. hdrs = glob(
  421. ["src/mock/**/*.h"],
  422. ),
  423. copts = COPTS,
  424. strip_include_prefix = "src",
  425. visibility = ["//visibility:public"],
  426. )
  427. cc_grpc_library(
  428. name = "ray_syncer_cc_grpc",
  429. srcs = ["//src/ray/protobuf:ray_syncer_proto"],
  430. grpc_only = True,
  431. deps = ["//src/ray/protobuf:ray_syncer_cc_proto"],
  432. )
  433. cc_library(
  434. name = "ray_common",
  435. copts = COPTS,
  436. strip_include_prefix = "src",
  437. visibility = ["//visibility:public"],
  438. deps = [
  439. ":stats_metric",
  440. "//src/ray/common:asio",
  441. "//src/ray/common:constants",
  442. "//src/ray/common:event_stats",
  443. "//src/ray/common:file_system_monitor",
  444. "//src/ray/common:grpc_util",
  445. "//src/ray/common:id",
  446. "//src/ray/common:memory_monitor",
  447. "//src/ray/common:network",
  448. "//src/ray/common:ray_config",
  449. "//src/ray/common:ray_syncer",
  450. "//src/ray/common:status",
  451. "//src/ray/common:task_common",
  452. "//src/ray/common:test_util",
  453. "//src/ray/protobuf:gcs_cc_proto",
  454. "@com_google_googletest//:gtest",
  455. ],
  456. )
  457. cc_binary(
  458. name = "raylet",
  459. srcs = ["src/ray/raylet/main.cc"],
  460. copts = COPTS,
  461. visibility = ["//java:__subpackages__"],
  462. deps = [
  463. ":raylet_lib",
  464. "//src/ray/util",
  465. "@com_github_gflags_gflags//:gflags",
  466. ] + malloc_deps,
  467. )
  468. cc_library(
  469. name = "gcs_pub_sub_lib",
  470. srcs = [
  471. "src/ray/gcs/pubsub/gcs_pub_sub.cc",
  472. ],
  473. hdrs = [
  474. "src/ray/gcs/pubsub/gcs_pub_sub.h",
  475. ],
  476. copts = COPTS,
  477. strip_include_prefix = "src",
  478. deps = [
  479. ":gcs",
  480. ":gcs_service_rpc",
  481. ":pubsub_lib",
  482. ":ray_common",
  483. ":redis_client",
  484. ],
  485. )
  486. cc_library(
  487. name = "gcs_server_lib",
  488. srcs = glob(
  489. [
  490. "src/ray/gcs/gcs_server/*.cc",
  491. ],
  492. exclude = [
  493. "src/ray/gcs/gcs_server/gcs_server_main.cc",
  494. "src/ray/gcs/gcs_server/test/*.cc",
  495. ],
  496. ),
  497. hdrs = glob(
  498. [
  499. "src/ray/gcs/gcs_server/*.h",
  500. ],
  501. ),
  502. copts = COPTS,
  503. strip_include_prefix = "src",
  504. deps = [
  505. ":autoscaler_rpc",
  506. ":gcs",
  507. ":gcs_pub_sub_lib",
  508. ":gcs_service_cc_grpc",
  509. ":gcs_service_rpc",
  510. ":gcs_table_storage_lib",
  511. ":monitor_rpc",
  512. ":node_manager_rpc",
  513. ":observable_store_client",
  514. ":pubsub_lib",
  515. ":raylet_client_lib",
  516. ":scheduler",
  517. ":worker_rpc",
  518. "//src/ray/protobuf:agent_manager_cc_proto",
  519. "@boost//:bimap",
  520. "@com_github_grpc_grpc//src/proto/grpc/health/v1:health_proto",
  521. "@com_google_absl//absl/container:btree",
  522. ],
  523. )
  524. cc_binary(
  525. name = "gcs_server",
  526. srcs = [
  527. "src/ray/gcs/gcs_server/gcs_server_main.cc",
  528. ],
  529. copts = COPTS,
  530. visibility = ["//java:__subpackages__"],
  531. deps = [
  532. ":gcs_server_lib",
  533. ":stats_lib",
  534. "@com_github_gflags_gflags//:gflags",
  535. ] + malloc_deps,
  536. )
  537. # Ray native pubsub module.
  538. cc_library(
  539. name = "pubsub_lib",
  540. srcs = glob([
  541. "src/ray/pubsub/*.cc",
  542. ]),
  543. hdrs = glob([
  544. "src/ray/pubsub/*.h",
  545. ]),
  546. copts = COPTS,
  547. strip_include_prefix = "src",
  548. visibility = ["//visibility:public"],
  549. deps = [
  550. ":pubsub_rpc",
  551. "@boost//:any",
  552. "@com_google_absl//absl/container:flat_hash_map",
  553. "@com_google_absl//absl/container:flat_hash_set",
  554. "@com_google_absl//absl/synchronization",
  555. ],
  556. )
  557. cc_library(
  558. name = "stats_metric",
  559. srcs = [
  560. "src/ray/stats/metric.cc",
  561. "src/ray/stats/metric_defs.cc",
  562. "src/ray/stats/tag_defs.cc",
  563. ],
  564. hdrs = [
  565. "src/ray/stats/metric.h",
  566. "src/ray/stats/metric_defs.h",
  567. "src/ray/stats/tag_defs.h",
  568. ],
  569. strip_include_prefix = "src",
  570. visibility = ["//visibility:public"],
  571. deps = [
  572. "//src/ray/util",
  573. "@com_github_jupp0r_prometheus_cpp//pull",
  574. "@com_google_absl//absl/base:core_headers",
  575. "@com_google_absl//absl/container:flat_hash_map",
  576. "@com_google_absl//absl/memory",
  577. "@com_google_absl//absl/strings",
  578. "@com_google_googletest//:gtest",
  579. "@io_opencensus_cpp//opencensus/exporters/stats/prometheus:prometheus_exporter",
  580. "@io_opencensus_cpp//opencensus/exporters/stats/stdout:stdout_exporter",
  581. "@io_opencensus_cpp//opencensus/stats",
  582. "@io_opencensus_cpp//opencensus/tags",
  583. ],
  584. )
  585. cc_library(
  586. name = "stats_lib",
  587. srcs = [
  588. "src/ray/stats/metric_exporter.cc",
  589. "src/ray/stats/metric_exporter_client.cc",
  590. ],
  591. hdrs = [
  592. "src/ray/stats/metric.h",
  593. "src/ray/stats/metric_exporter.h",
  594. "src/ray/stats/metric_exporter_client.h",
  595. "src/ray/stats/stats.h",
  596. "src/ray/stats/tag_defs.h",
  597. ],
  598. copts = COPTS,
  599. linkopts = select({
  600. "@bazel_tools//src/conditions:windows": [
  601. ],
  602. "//conditions:default": [
  603. "-lpthread",
  604. ],
  605. }),
  606. strip_include_prefix = "src",
  607. visibility = ["//visibility:public"],
  608. deps = [
  609. ":reporter_rpc",
  610. ":stats_metric",
  611. ],
  612. )
  613. cc_library(
  614. name = "scheduler",
  615. srcs = glob(
  616. [
  617. "src/ray/raylet/scheduling/**/*.cc",
  618. ],
  619. exclude = [
  620. "src/ray/raylet/scheduling/**/*_test.cc",
  621. ],
  622. ),
  623. hdrs = glob(
  624. [
  625. "src/ray/raylet/raylet_util.h",
  626. "src/ray/raylet/scheduling/**/*.h",
  627. "src/ray/core_worker/common.h",
  628. ],
  629. ),
  630. copts = COPTS,
  631. linkopts = select({
  632. "@bazel_tools//src/conditions:windows": [
  633. ],
  634. "//conditions:default": [
  635. "-lpthread",
  636. ],
  637. }),
  638. strip_include_prefix = "src",
  639. visibility = ["//visibility:public"],
  640. deps = [
  641. ":gcs_client_lib",
  642. ":ray_common",
  643. ":stats_lib",
  644. "//src/ray/protobuf:common_cc_proto",
  645. "//src/ray/util",
  646. "@boost//:asio",
  647. "@boost//:system",
  648. "@com_github_jupp0r_prometheus_cpp//pull",
  649. "@com_google_absl//absl/base:core_headers",
  650. "@com_google_absl//absl/container:flat_hash_set",
  651. "@com_google_absl//absl/memory",
  652. "@com_google_absl//absl/random",
  653. "@com_google_absl//absl/random:bit_gen_ref",
  654. "@com_google_absl//absl/strings",
  655. "@com_google_googletest//:gtest",
  656. "@io_opencensus_cpp//opencensus/exporters/stats/prometheus:prometheus_exporter",
  657. "@io_opencensus_cpp//opencensus/stats",
  658. "@io_opencensus_cpp//opencensus/tags",
  659. ],
  660. )
  661. cc_library(
  662. name = "raylet_lib",
  663. srcs = glob(
  664. [
  665. "src/ray/raylet/**/*.cc",
  666. ],
  667. exclude = [
  668. "src/ray/raylet/**/*_test.cc",
  669. "src/ray/raylet/scheduling/**/*.cc",
  670. "src/ray/raylet/main.cc",
  671. ],
  672. ),
  673. hdrs = glob(
  674. [
  675. "src/ray/raylet/**/*.h",
  676. ],
  677. exclude = [
  678. "src/ray/raylet/scheduling/**/*.h",
  679. "src/ray/raylet/main.cc",
  680. ],
  681. ),
  682. copts = COPTS,
  683. linkopts = select({
  684. "@bazel_tools//src/conditions:windows": [
  685. ],
  686. "//conditions:default": [
  687. "-lpthread",
  688. ],
  689. }),
  690. strip_include_prefix = "src",
  691. visibility = ["//visibility:public"],
  692. deps = [
  693. ":gcs",
  694. ":gcs_client_lib",
  695. ":node_manager_fbs",
  696. ":node_manager_rpc",
  697. ":object_manager",
  698. ":plasma_client",
  699. ":pubsub_lib",
  700. ":ray_common",
  701. ":scheduler",
  702. ":stats_lib",
  703. ":worker_rpc",
  704. "//src/ray/protobuf:agent_manager_cc_proto",
  705. "//src/ray/protobuf:common_cc_proto",
  706. "//src/ray/protobuf:runtime_env_agent_cc_proto",
  707. "//src/ray/util",
  708. "@boost//:asio",
  709. "@boost//:beast",
  710. "@boost//:system",
  711. "@com_github_jupp0r_prometheus_cpp//pull",
  712. "@com_google_absl//absl/base:core_headers",
  713. "@com_google_absl//absl/container:flat_hash_set",
  714. "@com_google_absl//absl/memory",
  715. "@com_google_absl//absl/strings",
  716. "@com_google_googletest//:gtest",
  717. "@io_opencensus_cpp//opencensus/exporters/stats/prometheus:prometheus_exporter",
  718. "@io_opencensus_cpp//opencensus/stats",
  719. "@io_opencensus_cpp//opencensus/tags",
  720. ],
  721. )
  722. cc_library(
  723. name = "raylet_client_lib",
  724. srcs = glob([
  725. "src/ray/raylet_client/*.cc",
  726. ]),
  727. hdrs = glob([
  728. "src/ray/raylet_client/*.h",
  729. ]),
  730. copts = COPTS,
  731. linkopts = select({
  732. "@bazel_tools//src/conditions:windows": [
  733. ],
  734. "//conditions:default": [
  735. "-lpthread",
  736. ],
  737. }),
  738. strip_include_prefix = "src",
  739. visibility = ["//visibility:public"],
  740. deps = [
  741. ":node_manager_fbs",
  742. ":node_manager_rpc",
  743. ":ray_common",
  744. "//src/ray/protobuf:gcs_cc_proto",
  745. "//src/ray/util",
  746. "@boost//:asio",
  747. ],
  748. )
  749. cc_library(
  750. name = "core_worker_lib",
  751. srcs = glob(
  752. [
  753. "src/ray/core_worker/*.cc",
  754. "src/ray/core_worker/store_provider/*.cc",
  755. "src/ray/core_worker/store_provider/memory_store/*.cc",
  756. "src/ray/core_worker/transport/*.cc",
  757. ],
  758. exclude = [
  759. "src/ray/core_worker/**/*_test.cc",
  760. "src/ray/core_worker/mock_worker.cc",
  761. ],
  762. ),
  763. hdrs = glob([
  764. "src/ray/core_worker/*.h",
  765. "src/ray/core_worker/store_provider/*.h",
  766. "src/ray/core_worker/store_provider/memory_store/*.h",
  767. "src/ray/core_worker/transport/*.h",
  768. ]),
  769. copts = COPTS,
  770. strip_include_prefix = "src",
  771. visibility = ["//visibility:public"],
  772. deps = [
  773. ":gcs",
  774. ":gcs_client_lib",
  775. ":plasma_client",
  776. ":ray_common",
  777. ":raylet_client_lib",
  778. ":stats_lib",
  779. ":worker_rpc",
  780. "//src/ray/protobuf:worker_cc_proto",
  781. "//src/ray/util",
  782. "@boost//:circular_buffer",
  783. "@boost//:fiber",
  784. "@com_google_absl//absl/cleanup",
  785. "@com_google_absl//absl/container:btree",
  786. "@com_google_absl//absl/container:flat_hash_map",
  787. "@com_google_absl//absl/container:flat_hash_set",
  788. "@nlohmann_json",
  789. ],
  790. )
  791. cc_library(
  792. name = "mock_worker_lib",
  793. srcs = ["src/ray/core_worker/test/mock_worker.cc"],
  794. hdrs = glob([
  795. "src/ray/core_worker/test/*.h",
  796. ]),
  797. copts = COPTS,
  798. strip_include_prefix = "src",
  799. deps = [
  800. ":core_worker_lib",
  801. ],
  802. )
  803. cc_binary(
  804. name = "mock_worker",
  805. copts = COPTS,
  806. deps = [
  807. ":mock_worker_lib",
  808. ],
  809. )
  810. cc_test(
  811. name = "core_worker_test",
  812. size = "small",
  813. srcs = ["src/ray/core_worker/test/core_worker_test.cc"],
  814. args = [
  815. "$(location raylet)",
  816. "$(location mock_worker)",
  817. "$(location gcs_server)",
  818. "$(location redis-cli)",
  819. "$(location redis-server)",
  820. ],
  821. copts = COPTS,
  822. data = [
  823. "//:gcs_server",
  824. "//:mock_worker",
  825. "//:raylet",
  826. "//:redis-cli",
  827. "//:redis-server",
  828. ],
  829. tags = ["team:core"],
  830. deps = [
  831. ":core_worker_lib",
  832. ":gcs",
  833. "//src/ray/protobuf:runtime_env_common_cc_proto",
  834. "@com_google_absl//absl/container:flat_hash_map",
  835. "@com_google_absl//absl/container:flat_hash_set",
  836. "@com_google_googletest//:gtest",
  837. ],
  838. )
  839. cc_test(
  840. name = "core_worker_resubmit_queue_test",
  841. size = "small",
  842. srcs = ["src/ray/core_worker/test/core_worker_resubmit_queue_test.cc"],
  843. copts = COPTS,
  844. tags = ["team:core"],
  845. deps = [
  846. ":core_worker_lib",
  847. "@com_google_googletest//:gtest_main",
  848. ],
  849. )
  850. cc_test(
  851. name = "memory_store_test",
  852. size = "small",
  853. srcs = ["src/ray/core_worker/test/memory_store_test.cc"],
  854. copts = COPTS,
  855. tags = ["team:core"],
  856. deps = [
  857. ":core_worker_lib",
  858. "@com_google_googletest//:gtest_main",
  859. ],
  860. )
  861. cc_test(
  862. name = "direct_actor_transport_test",
  863. srcs = ["src/ray/core_worker/test/direct_actor_transport_test.cc"],
  864. copts = COPTS,
  865. tags = ["team:core"],
  866. deps = [
  867. ":core_worker_lib",
  868. ":ray_mock",
  869. "@com_google_googletest//:gtest_main",
  870. ],
  871. )
  872. cc_test(
  873. name = "direct_actor_transport_mock_test",
  874. srcs = ["src/ray/core_worker/test/direct_actor_transport_mock_test.cc"],
  875. copts = COPTS,
  876. tags = ["team:core"],
  877. deps = [
  878. ":core_worker_lib",
  879. ":ray_mock",
  880. "@com_google_googletest//:gtest_main",
  881. ],
  882. )
  883. cc_test(
  884. name = "gcs_function_manager_test",
  885. srcs = ["src/ray/gcs/gcs_server/test/gcs_function_manager_test.cc"],
  886. copts = COPTS,
  887. tags = ["team:core"],
  888. deps = [
  889. ":gcs_server_lib",
  890. ":ray_mock",
  891. "@com_google_googletest//:gtest_main",
  892. ],
  893. )
  894. cc_test(
  895. name = "dependency_resolver_test",
  896. size = "small",
  897. srcs = ["src/ray/core_worker/test/dependency_resolver_test.cc"],
  898. copts = COPTS,
  899. tags = ["team:core"],
  900. deps = [
  901. ":core_worker_lib",
  902. ":ray_mock",
  903. "@com_google_googletest//:gtest_main",
  904. ],
  905. )
  906. cc_test(
  907. name = "direct_task_transport_test",
  908. size = "small",
  909. srcs = ["src/ray/core_worker/test/direct_task_transport_test.cc"],
  910. copts = COPTS,
  911. tags = ["team:core"],
  912. deps = [
  913. ":core_worker_lib",
  914. ":ray_mock",
  915. "@com_google_googletest//:gtest_main",
  916. ],
  917. )
  918. cc_test(
  919. name = "direct_task_transport_mock_test",
  920. size = "small",
  921. srcs = ["src/ray/core_worker/test/direct_task_transport_mock_test.cc"],
  922. copts = COPTS,
  923. tags = ["team:core"],
  924. deps = [
  925. ":core_worker_lib",
  926. ":ray_mock",
  927. "@com_google_googletest//:gtest_main",
  928. ],
  929. )
  930. cc_test(
  931. name = "reference_count_test",
  932. size = "small",
  933. srcs = ["src/ray/core_worker/test/reference_count_test.cc"],
  934. copts = COPTS,
  935. tags = ["team:core"],
  936. deps = [
  937. ":core_worker_lib",
  938. "@com_google_googletest//:gtest_main",
  939. ],
  940. )
  941. cc_test(
  942. name = "object_recovery_manager_test",
  943. size = "small",
  944. srcs = ["src/ray/core_worker/test/object_recovery_manager_test.cc"],
  945. copts = COPTS,
  946. tags = ["team:core"],
  947. deps = [
  948. ":core_worker_lib",
  949. "@com_google_googletest//:gtest_main",
  950. ],
  951. )
  952. cc_test(
  953. name = "scheduling_queue_test",
  954. srcs = ["src/ray/core_worker/test/scheduling_queue_test.cc"],
  955. copts = COPTS,
  956. tags = ["team:core"],
  957. deps = [
  958. ":core_worker_lib",
  959. "@com_google_googletest//:gtest_main",
  960. ],
  961. )
  962. cc_test(
  963. name = "concurrency_group_manager_test",
  964. srcs = ["src/ray/core_worker/test/concurrency_group_manager_test.cc"],
  965. copts = COPTS,
  966. tags = ["team:core"],
  967. deps = [
  968. ":core_worker_lib",
  969. "@com_google_googletest//:gtest_main",
  970. ],
  971. )
  972. cc_test(
  973. name = "fiber_state_test",
  974. srcs = ["src/ray/core_worker/test/fiber_state_test.cc"],
  975. copts = COPTS,
  976. tags = ["team:core"],
  977. deps = [
  978. ":core_worker_lib",
  979. "@com_google_googletest//:gtest_main",
  980. ],
  981. )
  982. cc_test(
  983. name = "actor_submit_queue_test",
  984. size = "small",
  985. srcs = ["src/ray/core_worker/test/actor_submit_queue_test.cc"],
  986. copts = COPTS,
  987. tags = ["team:core"],
  988. deps = [
  989. ":core_worker_lib",
  990. "@com_google_googletest//:gtest_main",
  991. ],
  992. )
  993. cc_test(
  994. name = "task_manager_test",
  995. size = "small",
  996. srcs = ["src/ray/core_worker/test/task_manager_test.cc"],
  997. copts = COPTS,
  998. tags = ["team:core"],
  999. deps = [
  1000. ":core_worker_lib",
  1001. ":ray_mock",
  1002. "@com_google_googletest//:gtest_main",
  1003. ],
  1004. )
  1005. cc_test(
  1006. name = "task_event_buffer_test",
  1007. size = "small",
  1008. srcs = ["src/ray/core_worker/test/task_event_buffer_test.cc"],
  1009. copts = COPTS,
  1010. tags = ["team:core"],
  1011. deps = [
  1012. ":core_worker_lib",
  1013. ":ray_mock",
  1014. "@com_google_googletest//:gtest_main",
  1015. ],
  1016. )
  1017. cc_test(
  1018. name = "actor_creator_test",
  1019. size = "small",
  1020. srcs = ["src/ray/core_worker/test/actor_creator_test.cc"],
  1021. copts = COPTS,
  1022. tags = ["team:core"],
  1023. deps = [
  1024. ":core_worker_lib",
  1025. ":gcs_client_lib",
  1026. ":ray_mock",
  1027. "//src/ray/common:test_util",
  1028. "@com_google_googletest//:gtest_main",
  1029. ],
  1030. )
  1031. cc_test(
  1032. name = "actor_manager_test",
  1033. size = "small",
  1034. srcs = ["src/ray/core_worker/test/actor_manager_test.cc"],
  1035. copts = COPTS,
  1036. tags = ["team:core"],
  1037. deps = [
  1038. ":core_worker_lib",
  1039. "@com_google_googletest//:gtest_main",
  1040. ],
  1041. )
  1042. cc_test(
  1043. name = "lease_policy_test",
  1044. size = "small",
  1045. srcs = ["src/ray/core_worker/test/lease_policy_test.cc"],
  1046. copts = COPTS,
  1047. tags = ["team:core"],
  1048. deps = [
  1049. ":core_worker_lib",
  1050. "@com_google_googletest//:gtest_main",
  1051. ],
  1052. )
  1053. cc_test(
  1054. name = "cluster_resource_scheduler_test",
  1055. size = "small",
  1056. srcs = [
  1057. "src/ray/raylet/scheduling/cluster_resource_scheduler_test.cc",
  1058. ],
  1059. copts = COPTS,
  1060. tags = ["team:core"],
  1061. deps = [
  1062. ":ray_mock",
  1063. ":raylet_lib",
  1064. "@com_google_googletest//:gtest_main",
  1065. ],
  1066. )
  1067. cc_test(
  1068. name = "local_resource_manager_test",
  1069. size = "small",
  1070. srcs = [
  1071. "src/ray/raylet/scheduling/local_resource_manager_test.cc",
  1072. ],
  1073. copts = COPTS,
  1074. tags = ["team:core"],
  1075. deps = [
  1076. ":ray_mock",
  1077. ":raylet_lib",
  1078. "@com_google_googletest//:gtest_main",
  1079. ],
  1080. )
  1081. cc_test(
  1082. name = "cluster_resource_scheduler_2_test",
  1083. size = "small",
  1084. srcs = [
  1085. "src/ray/raylet/scheduling/cluster_resource_scheduler_2_test.cc",
  1086. ],
  1087. copts = COPTS,
  1088. tags = ["team:core"],
  1089. deps = [
  1090. ":raylet_lib",
  1091. "@com_google_googletest//:gtest_main",
  1092. ],
  1093. )
  1094. cc_test(
  1095. name = "scheduling_policy_test",
  1096. size = "small",
  1097. srcs = [
  1098. "src/ray/raylet/scheduling/policy/scheduling_policy_test.cc",
  1099. ],
  1100. copts = COPTS,
  1101. tags = ["team:core"],
  1102. deps = [
  1103. ":raylet_lib",
  1104. "@com_google_googletest//:gtest_main",
  1105. ],
  1106. )
  1107. cc_test(
  1108. name = "hybrid_scheduling_policy_test",
  1109. size = "small",
  1110. srcs = [
  1111. "src/ray/raylet/scheduling/policy/hybrid_scheduling_policy_test.cc",
  1112. ],
  1113. copts = COPTS,
  1114. tags = ["team:core"],
  1115. deps = [
  1116. ":scheduler",
  1117. "@com_google_absl//absl/random:mock_distributions",
  1118. "@com_google_googletest//:gtest_main",
  1119. ],
  1120. )
  1121. cc_test(
  1122. name = "cluster_task_manager_test",
  1123. size = "small",
  1124. srcs = [
  1125. "src/ray/raylet/scheduling/cluster_task_manager_test.cc",
  1126. ],
  1127. copts = COPTS,
  1128. tags = ["team:core"],
  1129. deps = [
  1130. ":ray_mock",
  1131. ":raylet_lib",
  1132. "@com_google_googletest//:gtest_main",
  1133. ],
  1134. )
  1135. cc_test(
  1136. name = "cluster_resource_manager_test",
  1137. size = "small",
  1138. srcs = [
  1139. "src/ray/raylet/scheduling/cluster_resource_manager_test.cc",
  1140. ],
  1141. copts = COPTS,
  1142. tags = ["team:core"],
  1143. deps = [
  1144. ":raylet_lib",
  1145. "@com_google_googletest//:gtest_main",
  1146. ],
  1147. )
  1148. cc_test(
  1149. name = "local_object_manager_test",
  1150. size = "small",
  1151. srcs = [
  1152. "src/ray/raylet/test/local_object_manager_test.cc",
  1153. ],
  1154. copts = COPTS,
  1155. tags = ["team:core"],
  1156. deps = [
  1157. ":raylet_lib",
  1158. "@com_google_googletest//:gtest_main",
  1159. ],
  1160. )
  1161. cc_test(
  1162. name = "pull_manager_test",
  1163. size = "small",
  1164. srcs = [
  1165. "src/ray/object_manager/test/pull_manager_test.cc",
  1166. ],
  1167. copts = COPTS,
  1168. tags = ["team:core"],
  1169. deps = [
  1170. ":object_manager",
  1171. "@com_google_googletest//:gtest_main",
  1172. ],
  1173. )
  1174. cc_test(
  1175. name = "object_buffer_pool_test",
  1176. size = "small",
  1177. srcs = [
  1178. "src/ray/object_manager/test/object_buffer_pool_test.cc",
  1179. ],
  1180. copts = COPTS,
  1181. tags = ["team:core"],
  1182. deps = [
  1183. ":object_manager",
  1184. "@com_google_googletest//:gtest_main",
  1185. ],
  1186. )
  1187. cc_test(
  1188. name = "ownership_based_object_directory_test",
  1189. size = "small",
  1190. srcs = [
  1191. "src/ray/object_manager/test/ownership_based_object_directory_test.cc",
  1192. ],
  1193. copts = COPTS,
  1194. tags = ["team:core"],
  1195. deps = [
  1196. ":object_manager",
  1197. ":ray_mock",
  1198. "@com_google_googletest//:gtest_main",
  1199. ],
  1200. )
  1201. cc_test(
  1202. name = "push_manager_test",
  1203. size = "small",
  1204. srcs = [
  1205. "src/ray/object_manager/test/push_manager_test.cc",
  1206. ],
  1207. copts = COPTS,
  1208. tags = ["team:core"],
  1209. deps = [
  1210. ":raylet_lib",
  1211. "@com_google_googletest//:gtest_main",
  1212. ],
  1213. )
  1214. cc_test(
  1215. name = "spilled_object_test",
  1216. size = "small",
  1217. srcs = [
  1218. "src/ray/object_manager/test/spilled_object_test.cc",
  1219. ],
  1220. copts = COPTS,
  1221. tags = ["team:core"],
  1222. deps = [
  1223. ":raylet_lib",
  1224. "@boost//:endian",
  1225. "@com_google_absl//absl/strings:str_format",
  1226. "@com_google_googletest//:gtest_main",
  1227. ],
  1228. )
  1229. cc_test(
  1230. name = "fallback_allocator_test",
  1231. srcs = [
  1232. "src/ray/object_manager/plasma/test/fallback_allocator_test.cc",
  1233. ],
  1234. copts = COPTS,
  1235. tags = ["team:core"],
  1236. deps = [
  1237. ":plasma_store_server_lib",
  1238. "@com_google_absl//absl/strings:str_format",
  1239. "@com_google_googletest//:gtest_main",
  1240. ],
  1241. )
  1242. cc_test(
  1243. name = "object_store_test",
  1244. srcs = [
  1245. "src/ray/object_manager/plasma/test/object_store_test.cc",
  1246. ],
  1247. copts = COPTS,
  1248. tags = ["team:core"],
  1249. deps = [
  1250. ":plasma_store_server_lib",
  1251. "@com_google_absl//absl/random",
  1252. "@com_google_absl//absl/strings:str_format",
  1253. "@com_google_googletest//:gtest_main",
  1254. ],
  1255. )
  1256. cc_test(
  1257. name = "object_lifecycle_manager_test",
  1258. srcs = [
  1259. "src/ray/object_manager/plasma/test/object_lifecycle_manager_test.cc",
  1260. "src/ray/object_manager/plasma/test/stats_collector_test.cc",
  1261. ],
  1262. copts = COPTS,
  1263. tags = ["team:core"],
  1264. deps = [
  1265. ":plasma_store_server_lib",
  1266. "@com_google_absl//absl/random",
  1267. "@com_google_absl//absl/strings:str_format",
  1268. "@com_google_googletest//:gtest_main",
  1269. ],
  1270. )
  1271. cc_test(
  1272. name = "eviction_policy_test",
  1273. srcs = [
  1274. "src/ray/object_manager/plasma/test/eviction_policy_test.cc",
  1275. ],
  1276. copts = COPTS,
  1277. tags = ["team:core"],
  1278. deps = [
  1279. ":plasma_store_server_lib",
  1280. "@com_google_googletest//:gtest_main",
  1281. ],
  1282. )
  1283. cc_test(
  1284. name = "create_request_queue_test",
  1285. size = "small",
  1286. srcs = [
  1287. "src/ray/object_manager/test/create_request_queue_test.cc",
  1288. ],
  1289. copts = COPTS,
  1290. tags = ["team:core"],
  1291. deps = [
  1292. ":plasma_store_server_lib",
  1293. "@com_google_googletest//:gtest",
  1294. "@com_google_googletest//:gtest_main",
  1295. ],
  1296. )
  1297. cc_test(
  1298. name = "get_request_queue_test",
  1299. size = "small",
  1300. srcs = [
  1301. "src/ray/object_manager/test/get_request_queue_test.cc",
  1302. ],
  1303. copts = COPTS,
  1304. tags = ["team:core"],
  1305. deps = [
  1306. ":plasma_store_server_lib",
  1307. "@com_google_googletest//:gtest",
  1308. "@com_google_googletest//:gtest_main",
  1309. ],
  1310. )
  1311. cc_test(
  1312. name = "worker_pool_test",
  1313. size = "small",
  1314. srcs = ["src/ray/raylet/worker_pool_test.cc"],
  1315. copts = COPTS,
  1316. tags = ["team:core"],
  1317. deps = [
  1318. ":raylet_lib",
  1319. "@com_google_googletest//:gtest_main",
  1320. ],
  1321. )
  1322. cc_test(
  1323. name = "gcs_placement_group_manager_mock_test",
  1324. size = "small",
  1325. srcs = [
  1326. "src/ray/gcs/gcs_server/test/gcs_placement_group_manager_mock_test.cc",
  1327. ],
  1328. copts = COPTS,
  1329. tags = ["team:core"],
  1330. deps = [
  1331. ":gcs_server_lib",
  1332. ":gcs_test_util_lib",
  1333. ":ray_mock",
  1334. "@com_google_googletest//:gtest_main",
  1335. ],
  1336. )
  1337. cc_test(
  1338. name = "placement_group_resource_manager_test",
  1339. size = "small",
  1340. srcs = ["src/ray/raylet/placement_group_resource_manager_test.cc"],
  1341. copts = COPTS,
  1342. tags = ["team:core"],
  1343. deps = [
  1344. "gcs_test_util_lib",
  1345. "ray_common",
  1346. "raylet_lib",
  1347. ":ray_mock",
  1348. "@com_google_googletest//:gtest_main",
  1349. ],
  1350. )
  1351. cc_test(
  1352. name = "runtime_env_agent_client_test",
  1353. size = "small",
  1354. srcs = ["src/ray/raylet/runtime_env_agent_client_test.cc"],
  1355. copts = COPTS,
  1356. tags = ["team:core"],
  1357. deps = [
  1358. "gcs_test_util_lib",
  1359. "ray_common",
  1360. "raylet_lib",
  1361. ":ray_mock",
  1362. "@com_google_googletest//:gtest_main",
  1363. ],
  1364. )
  1365. cc_test(
  1366. name = "dependency_manager_test",
  1367. size = "small",
  1368. srcs = ["src/ray/raylet/dependency_manager_test.cc"],
  1369. copts = COPTS,
  1370. tags = ["team:core"],
  1371. deps = [
  1372. ":raylet_lib",
  1373. "@com_google_googletest//:gtest_main",
  1374. ],
  1375. )
  1376. cc_test(
  1377. name = "wait_manager_test",
  1378. size = "small",
  1379. srcs = ["src/ray/raylet/wait_manager_test.cc"],
  1380. copts = COPTS,
  1381. tags = ["team:core"],
  1382. deps = [
  1383. ":raylet_lib",
  1384. "@com_google_googletest//:gtest_main",
  1385. ],
  1386. )
  1387. cc_test(
  1388. name = "worker_killing_policy_test",
  1389. size = "small",
  1390. srcs = [
  1391. "src/ray/raylet/worker_killing_policy_test.cc",
  1392. ],
  1393. copts = COPTS,
  1394. tags = ["team:core"],
  1395. deps = [
  1396. ":ray_common",
  1397. ":raylet_lib",
  1398. "@com_google_googletest//:gtest_main",
  1399. ],
  1400. )
  1401. cc_test(
  1402. name = "worker_killing_policy_group_by_owner_test",
  1403. size = "small",
  1404. srcs = [
  1405. "src/ray/raylet/worker_killing_policy_group_by_owner_test.cc",
  1406. ],
  1407. copts = COPTS,
  1408. tags = ["team:core"],
  1409. deps = [
  1410. ":ray_common",
  1411. ":raylet_lib",
  1412. "@com_google_googletest//:gtest_main",
  1413. ],
  1414. )
  1415. cc_test(
  1416. name = "worker_killing_policy_retriable_fifo_test",
  1417. size = "small",
  1418. srcs = [
  1419. "src/ray/raylet/worker_killing_policy_retriable_fifo_test.cc",
  1420. ],
  1421. copts = COPTS,
  1422. tags = ["team:core"],
  1423. deps = [
  1424. ":ray_common",
  1425. ":raylet_lib",
  1426. "@com_google_googletest//:gtest_main",
  1427. ],
  1428. )
  1429. cc_test(
  1430. name = "pubsub_integration_test",
  1431. size = "small",
  1432. srcs = ["src/ray/pubsub/test/integration_test.cc"],
  1433. copts = COPTS,
  1434. tags = ["team:core"],
  1435. deps = [
  1436. ":pubsub_cc_grpc",
  1437. ":pubsub_lib",
  1438. "//src/ray/protobuf:pubsub_cc_proto",
  1439. "@com_google_absl//absl/synchronization",
  1440. "@com_google_absl//absl/time",
  1441. "@com_google_googletest//:gtest_main",
  1442. ],
  1443. )
  1444. cc_test(
  1445. name = "publisher_test",
  1446. size = "small",
  1447. srcs = ["src/ray/pubsub/test/publisher_test.cc"],
  1448. copts = COPTS,
  1449. tags = ["team:core"],
  1450. deps = [
  1451. ":pubsub_lib",
  1452. "@com_google_googletest//:gtest_main",
  1453. ],
  1454. )
  1455. cc_test(
  1456. name = "subscriber_test",
  1457. size = "small",
  1458. srcs = [
  1459. "src/ray/pubsub/test/subscriber_test.cc",
  1460. ],
  1461. copts = COPTS,
  1462. tags = ["team:core"],
  1463. deps = [
  1464. ":pubsub_lib",
  1465. "@com_google_googletest//:gtest_main",
  1466. ],
  1467. )
  1468. cc_test(
  1469. name = "stats_test",
  1470. size = "small",
  1471. srcs = ["src/ray/stats/stats_test.cc"],
  1472. copts = COPTS,
  1473. tags = [
  1474. "stats",
  1475. "team:core",
  1476. ],
  1477. deps = [
  1478. ":stats_lib",
  1479. "@com_google_googletest//:gtest_main",
  1480. ],
  1481. )
  1482. cc_test(
  1483. name = "metric_exporter_client_test",
  1484. size = "small",
  1485. srcs = ["src/ray/stats/metric_exporter_client_test.cc"],
  1486. copts = COPTS,
  1487. tags = [
  1488. "stats",
  1489. "team:core",
  1490. ],
  1491. deps = [
  1492. ":stats_lib",
  1493. "@com_google_googletest//:gtest_main",
  1494. ],
  1495. )
  1496. cc_library(
  1497. name = "gcs_test_util_lib",
  1498. hdrs = [
  1499. "src/ray/gcs/test/gcs_test_util.h",
  1500. ],
  1501. copts = COPTS,
  1502. strip_include_prefix = "src",
  1503. deps = [
  1504. ":gcs",
  1505. ":gcs_service_rpc",
  1506. ],
  1507. )
  1508. cc_test(
  1509. name = "grpc_server_client_test",
  1510. size = "small",
  1511. srcs = [
  1512. "src/ray/rpc/test/grpc_server_client_test.cc",
  1513. ],
  1514. copts = COPTS,
  1515. tags = ["team:core"],
  1516. deps = [
  1517. ":grpc_common_lib",
  1518. ":test_service_cc_grpc",
  1519. ],
  1520. )
  1521. cc_test(
  1522. name = "gcs_server_rpc_test",
  1523. size = "small",
  1524. srcs = [
  1525. "src/ray/gcs/gcs_server/test/gcs_server_rpc_test.cc",
  1526. ],
  1527. args = [
  1528. "$(location redis-server)",
  1529. "$(location redis-cli)",
  1530. ],
  1531. copts = COPTS,
  1532. data = [
  1533. "//:redis-cli",
  1534. "//:redis-server",
  1535. ],
  1536. tags = ["team:core"],
  1537. deps = [
  1538. ":gcs_server_lib",
  1539. ":gcs_test_util_lib",
  1540. "@com_google_googletest//:gtest_main",
  1541. ],
  1542. )
  1543. cc_test(
  1544. name = "gcs_kv_manager_test",
  1545. size = "small",
  1546. srcs = [
  1547. "src/ray/gcs/gcs_server/test/gcs_kv_manager_test.cc",
  1548. ],
  1549. args = [
  1550. "$(location redis-server)",
  1551. "$(location redis-cli)",
  1552. ],
  1553. copts = COPTS,
  1554. data = [
  1555. "//:redis-cli",
  1556. "//:redis-server",
  1557. ],
  1558. tags = ["team:core"],
  1559. deps = [
  1560. ":gcs_server_lib",
  1561. ":gcs_test_util_lib",
  1562. "@com_google_googletest//:gtest_main",
  1563. ],
  1564. )
  1565. cc_library(
  1566. name = "gcs_server_test_util",
  1567. hdrs = [
  1568. "src/ray/gcs/gcs_server/test/gcs_server_test_util.h",
  1569. ],
  1570. copts = COPTS,
  1571. strip_include_prefix = "src",
  1572. deps = [
  1573. ":gcs_client_lib",
  1574. ],
  1575. )
  1576. cc_test(
  1577. name = "gcs_health_check_manager_test",
  1578. size = "medium",
  1579. srcs = [
  1580. "src/ray/gcs/gcs_server/test/gcs_health_check_manager_test.cc",
  1581. ],
  1582. copts = COPTS,
  1583. tags = ["team:core"],
  1584. deps = [
  1585. ":gcs_server_lib",
  1586. "@com_google_googletest//:gtest_main",
  1587. ],
  1588. )
  1589. cc_test(
  1590. name = "gcs_node_manager_test",
  1591. size = "small",
  1592. srcs = [
  1593. "src/ray/gcs/gcs_server/test/gcs_node_manager_test.cc",
  1594. ],
  1595. copts = COPTS,
  1596. tags = ["team:core"],
  1597. deps = [
  1598. ":gcs_server_lib",
  1599. ":gcs_server_test_util",
  1600. ":gcs_test_util_lib",
  1601. ":ray_mock",
  1602. "@com_google_googletest//:gtest_main",
  1603. ],
  1604. )
  1605. cc_test(
  1606. name = "gcs_job_manager_test",
  1607. size = "small",
  1608. srcs = [
  1609. "src/ray/gcs/gcs_server/test/gcs_job_manager_test.cc",
  1610. ],
  1611. copts = COPTS,
  1612. tags = ["team:core"],
  1613. deps = [
  1614. ":gcs_server_lib",
  1615. ":gcs_server_test_util",
  1616. ":gcs_test_util_lib",
  1617. ":ray_mock",
  1618. "@com_google_googletest//:gtest_main",
  1619. ],
  1620. )
  1621. cc_test(
  1622. name = "gcs_task_manager_test",
  1623. size = "small",
  1624. srcs = [
  1625. "src/ray/gcs/gcs_server/test/gcs_task_manager_test.cc",
  1626. ],
  1627. copts = COPTS,
  1628. tags = ["team:core"],
  1629. deps = [
  1630. ":gcs_server_lib",
  1631. ":gcs_server_test_util",
  1632. ":gcs_test_util_lib",
  1633. ":ray_mock",
  1634. "@com_google_googletest//:gtest_main",
  1635. ],
  1636. )
  1637. cc_test(
  1638. name = "gcs_placement_group_manager_test",
  1639. size = "small",
  1640. srcs = [
  1641. "src/ray/gcs/gcs_server/test/gcs_placement_group_manager_test.cc",
  1642. ],
  1643. copts = COPTS,
  1644. tags = ["team:core"],
  1645. deps = [
  1646. ":gcs_server_lib",
  1647. ":gcs_server_test_util",
  1648. ":gcs_test_util_lib",
  1649. ":ray_mock",
  1650. "@com_google_googletest//:gtest_main",
  1651. ],
  1652. )
  1653. cc_test(
  1654. name = "gcs_placement_group_scheduler_test",
  1655. size = "small",
  1656. srcs = [
  1657. "src/ray/gcs/gcs_server/test/gcs_placement_group_scheduler_test.cc",
  1658. ],
  1659. copts = COPTS,
  1660. tags = ["team:core"],
  1661. deps = [
  1662. ":gcs_server_lib",
  1663. ":gcs_server_test_util",
  1664. ":gcs_test_util_lib",
  1665. ":ray_mock",
  1666. "@com_google_googletest//:gtest_main",
  1667. ],
  1668. )
  1669. cc_test(
  1670. name = "gcs_actor_scheduler_test",
  1671. size = "small",
  1672. srcs = [
  1673. "src/ray/gcs/gcs_server/test/gcs_actor_scheduler_test.cc",
  1674. ],
  1675. copts = COPTS,
  1676. tags = ["team:core"],
  1677. deps = [
  1678. ":gcs_client_lib",
  1679. ":gcs_server_lib",
  1680. ":gcs_server_test_util",
  1681. ":gcs_test_util_lib",
  1682. ":ray_mock",
  1683. "@com_google_googletest//:gtest_main",
  1684. ],
  1685. )
  1686. cc_test(
  1687. name = "gcs_actor_scheduler_mock_test",
  1688. size = "small",
  1689. srcs = [
  1690. "src/ray/gcs/gcs_server/test/gcs_actor_scheduler_mock_test.cc",
  1691. ],
  1692. copts = COPTS,
  1693. tags = ["team:core"],
  1694. deps = [
  1695. ":gcs_server_lib",
  1696. ":ray_mock",
  1697. "@com_google_googletest//:gtest_main",
  1698. ],
  1699. )
  1700. cc_test(
  1701. name = "gcs_actor_manager_test",
  1702. size = "small",
  1703. srcs = [
  1704. "src/ray/gcs/gcs_server/test/gcs_actor_manager_test.cc",
  1705. ],
  1706. copts = COPTS,
  1707. tags = ["team:core"],
  1708. deps = [
  1709. ":gcs_server_lib",
  1710. ":gcs_server_test_util",
  1711. ":gcs_test_util_lib",
  1712. ":ray_mock",
  1713. "@com_google_googletest//:gtest_main",
  1714. ],
  1715. )
  1716. cc_test(
  1717. name = "gcs_worker_manager_test",
  1718. size = "small",
  1719. srcs = [
  1720. "src/ray/gcs/gcs_server/test/gcs_worker_manager_test.cc",
  1721. ],
  1722. copts = COPTS,
  1723. tags = ["team:core"],
  1724. deps = [
  1725. ":gcs_server_lib",
  1726. ":gcs_server_test_util",
  1727. ":gcs_test_util_lib",
  1728. ":ray_mock",
  1729. "@com_google_googletest//:gtest_main",
  1730. ],
  1731. )
  1732. cc_test(
  1733. name = "gcs_monitor_server_test",
  1734. size = "small",
  1735. srcs = [
  1736. "src/ray/gcs/gcs_server/test/gcs_monitor_server_test.cc",
  1737. ],
  1738. copts = COPTS,
  1739. tags = ["team:serverless"],
  1740. deps = [
  1741. ":gcs_server_lib",
  1742. ":gcs_server_test_util",
  1743. ":gcs_test_util_lib",
  1744. ":ray_mock",
  1745. "@com_google_googletest//:gtest_main",
  1746. ],
  1747. )
  1748. cc_library(
  1749. name = "gcs_table_storage_lib",
  1750. srcs = glob(
  1751. [
  1752. "src/ray/gcs/gcs_server/gcs_table_storage.cc",
  1753. ],
  1754. ),
  1755. hdrs = glob(
  1756. [
  1757. "src/ray/gcs/gcs_server/gcs_table_storage.h",
  1758. ],
  1759. ),
  1760. copts = COPTS,
  1761. strip_include_prefix = "src",
  1762. deps = [
  1763. ":gcs",
  1764. ":gcs_in_memory_store_client",
  1765. ":observable_store_client",
  1766. ":pubsub_lib",
  1767. ":ray_common",
  1768. ":redis_store_client",
  1769. ],
  1770. )
  1771. cc_library(
  1772. name = "gcs_table_storage_test_lib",
  1773. hdrs = [
  1774. "src/ray/gcs/gcs_server/test/gcs_table_storage_test_base.h",
  1775. ],
  1776. copts = COPTS,
  1777. strip_include_prefix = "src",
  1778. deps = [
  1779. "redis_store_client",
  1780. ],
  1781. )
  1782. cc_test(
  1783. name = "redis_gcs_table_storage_test",
  1784. size = "small",
  1785. srcs = [
  1786. "src/ray/gcs/gcs_server/test/redis_gcs_table_storage_test.cc",
  1787. ],
  1788. args = [
  1789. "$(location redis-server)",
  1790. "$(location redis-cli)",
  1791. ],
  1792. copts = COPTS,
  1793. data = [
  1794. "//:redis-cli",
  1795. "//:redis-server",
  1796. ],
  1797. tags = ["team:core"],
  1798. deps = [
  1799. ":gcs_table_storage_lib",
  1800. ":gcs_table_storage_test_lib",
  1801. ":gcs_test_util_lib",
  1802. ":store_client_test_lib",
  1803. "@com_google_googletest//:gtest_main",
  1804. ],
  1805. )
  1806. cc_test(
  1807. name = "in_memory_gcs_table_storage_test",
  1808. size = "small",
  1809. srcs = [
  1810. "src/ray/gcs/gcs_server/test/in_memory_gcs_table_storage_test.cc",
  1811. ],
  1812. copts = COPTS,
  1813. tags = ["team:core"],
  1814. deps = [
  1815. ":gcs_table_storage_lib",
  1816. ":gcs_table_storage_test_lib",
  1817. ":gcs_test_util_lib",
  1818. ":store_client_test_lib",
  1819. "@com_google_googletest//:gtest_main",
  1820. ],
  1821. )
  1822. cc_test(
  1823. name = "gcs_autoscaler_state_manager_test",
  1824. size = "small",
  1825. srcs = [
  1826. "src/ray/gcs/gcs_server/test/gcs_autoscaler_state_manager_test.cc",
  1827. ],
  1828. copts = COPTS,
  1829. tags = ["team:core"],
  1830. deps = [
  1831. ":gcs_server_lib",
  1832. ":gcs_server_test_util",
  1833. ":gcs_test_util_lib",
  1834. ":ray_mock",
  1835. "@com_google_googletest//:gtest_main",
  1836. ],
  1837. )
  1838. cc_test(
  1839. name = "gcs_resource_manager_test",
  1840. size = "small",
  1841. srcs = [
  1842. "src/ray/gcs/gcs_server/test/gcs_resource_manager_test.cc",
  1843. ],
  1844. copts = COPTS,
  1845. tags = ["team:core"],
  1846. deps = [
  1847. ":gcs_server_lib",
  1848. ":gcs_test_util_lib",
  1849. "@com_google_googletest//:gtest_main",
  1850. ],
  1851. )
  1852. cc_test(
  1853. name = "grpc_based_resource_broadcaster_test",
  1854. size = "small",
  1855. srcs = [
  1856. "src/ray/gcs/gcs_server/test/grpc_based_resource_broadcaster_test.cc",
  1857. ],
  1858. copts = COPTS,
  1859. tags = ["team:core"],
  1860. deps = [
  1861. ":gcs_server_lib",
  1862. ":gcs_test_util_lib",
  1863. "@com_google_googletest//:gtest_main",
  1864. ],
  1865. )
  1866. cc_library(
  1867. name = "gcs_client_lib",
  1868. srcs = [
  1869. "src/ray/gcs/gcs_client/accessor.cc",
  1870. "src/ray/gcs/gcs_client/gcs_client.cc",
  1871. "src/ray/gcs/gcs_client/usage_stats_client.cc",
  1872. ],
  1873. hdrs = [
  1874. "src/ray/gcs/gcs_client/accessor.h",
  1875. "src/ray/gcs/gcs_client/gcs_client.h",
  1876. "src/ray/gcs/gcs_client/usage_stats_client.h",
  1877. ],
  1878. copts = COPTS,
  1879. strip_include_prefix = "src",
  1880. deps = [
  1881. ":gcs",
  1882. ":gcs_pub_sub_lib",
  1883. ":gcs_service_rpc",
  1884. ":pubsub_lib",
  1885. ":ray_common",
  1886. ":redis_store_client",
  1887. "//src/ray/protobuf:usage_cc_proto",
  1888. ],
  1889. )
  1890. cc_library(
  1891. name = "global_state_accessor_lib",
  1892. srcs = glob(
  1893. [
  1894. "src/ray/gcs/gcs_client/global_state_accessor.cc",
  1895. ],
  1896. ),
  1897. hdrs = glob(
  1898. [
  1899. "src/ray/gcs/gcs_client/global_state_accessor.h",
  1900. ],
  1901. ),
  1902. copts = COPTS,
  1903. strip_include_prefix = "src",
  1904. visibility = ["//visibility:public"],
  1905. deps = [
  1906. ":gcs_client_lib",
  1907. ],
  1908. )
  1909. cc_test(
  1910. name = "accessor_test",
  1911. size = "small",
  1912. srcs = [
  1913. "src/ray/gcs/gcs_client/test/accessor_test.cc",
  1914. ],
  1915. copts = COPTS,
  1916. tags = ["team:core"],
  1917. deps = [
  1918. ":gcs_client_lib",
  1919. ":gcs_test_util_lib",
  1920. "@com_google_googletest//:gtest_main",
  1921. ],
  1922. )
  1923. cc_test(
  1924. name = "global_state_accessor_test",
  1925. size = "small",
  1926. srcs = [
  1927. "src/ray/gcs/gcs_client/test/global_state_accessor_test.cc",
  1928. ],
  1929. args = [
  1930. "$(location redis-server)",
  1931. "$(location redis-cli)",
  1932. ],
  1933. copts = COPTS,
  1934. data = [
  1935. "//:redis-cli",
  1936. "//:redis-server",
  1937. ],
  1938. tags = ["team:core"],
  1939. deps = [
  1940. ":gcs_client_lib",
  1941. ":gcs_server_lib",
  1942. ":gcs_test_util_lib",
  1943. ":global_state_accessor_lib",
  1944. "@com_google_googletest//:gtest_main",
  1945. ],
  1946. )
  1947. cc_test(
  1948. name = "gcs_client_test",
  1949. size = "medium",
  1950. srcs = [
  1951. "src/ray/gcs/gcs_client/test/gcs_client_test.cc",
  1952. ],
  1953. args = [
  1954. "$(location redis-server)",
  1955. "$(location redis-cli)",
  1956. ],
  1957. copts = COPTS,
  1958. data = [
  1959. "//:redis-cli",
  1960. "//:redis-server",
  1961. ],
  1962. tags = ["team:core"],
  1963. deps = [
  1964. ":gcs_client_lib",
  1965. ":gcs_server_lib",
  1966. ":gcs_test_util_lib",
  1967. "@com_google_googletest//:gtest_main",
  1968. ],
  1969. )
  1970. cc_test(
  1971. name = "gcs_client_reconnection_test",
  1972. srcs = [
  1973. "src/ray/gcs/gcs_client/test/gcs_client_reconnection_test.cc",
  1974. ],
  1975. args = [
  1976. "$(location redis-server)",
  1977. "$(location redis-cli)",
  1978. ],
  1979. copts = COPTS,
  1980. data = [
  1981. "//:redis-cli",
  1982. "//:redis-server",
  1983. ],
  1984. tags = ["team:core"],
  1985. deps = [
  1986. ":gcs_client_lib",
  1987. ":gcs_server_lib",
  1988. ":gcs_test_util_lib",
  1989. "@com_google_googletest//:gtest_main",
  1990. ],
  1991. )
  1992. cc_test(
  1993. name = "usage_stats_client_test",
  1994. srcs = [
  1995. "src/ray/gcs/gcs_client/test/usage_stats_client_test.cc",
  1996. ],
  1997. copts = COPTS,
  1998. tags = ["team:core"],
  1999. deps = [
  2000. ":gcs_client_lib",
  2001. ":gcs_server_lib",
  2002. ":gcs_test_util_lib",
  2003. "@com_google_googletest//:gtest_main",
  2004. ],
  2005. )
  2006. cc_library(
  2007. name = "object_manager",
  2008. srcs = glob([
  2009. "src/ray/object_manager/*.cc",
  2010. "src/ray/object_manager/notification/*.cc",
  2011. ]),
  2012. hdrs = glob([
  2013. "src/ray/object_manager/*.h",
  2014. "src/ray/object_manager/notification/*.h",
  2015. ]),
  2016. copts = COPTS,
  2017. strip_include_prefix = "src",
  2018. deps = [
  2019. ":core_worker_lib",
  2020. ":gcs",
  2021. ":object_manager_rpc",
  2022. ":plasma_store_server_lib",
  2023. ":ray_common",
  2024. "//src/ray/util",
  2025. "@boost//:asio",
  2026. ],
  2027. )
  2028. cc_library(
  2029. name = "platform_shims",
  2030. srcs = [] + select({
  2031. "@bazel_tools//src/conditions:windows": glob([
  2032. "src/shims/windows/**/*.c",
  2033. "src/shims/windows/**/*.cc",
  2034. "src/shims/windows/**/*.h",
  2035. ]),
  2036. "//conditions:default": [],
  2037. }),
  2038. hdrs = [] + select({
  2039. "@bazel_tools//src/conditions:windows": glob([
  2040. "src/shims/windows/**/*.h",
  2041. ]),
  2042. "//conditions:default": [],
  2043. }),
  2044. copts = COPTS,
  2045. strip_include_prefix = select({
  2046. "@bazel_tools//src/conditions:windows": "src/shims/windows",
  2047. "//conditions:default": "",
  2048. }),
  2049. visibility = ["//visibility:public"],
  2050. )
  2051. filegroup(
  2052. name = "extra_actions_base_proto",
  2053. srcs = [
  2054. "thirdparty/protobuf/extra_actions_base.proto",
  2055. ],
  2056. )
  2057. proto_library(
  2058. name = "extra_actions_base_proto_lib",
  2059. srcs = ["thirdparty/protobuf/extra_actions_base.proto"],
  2060. )
  2061. cc_proto_library(
  2062. name = "extra_actions_cc_proto_lib",
  2063. deps = [":extra_actions_base_proto_lib"],
  2064. )
  2065. filegroup(
  2066. name = "iwyu_sh",
  2067. srcs = ["ci/run/iwyu.sh"],
  2068. )
  2069. action_listener(
  2070. name = "iwyu_cpp",
  2071. extra_actions = [":iwyu_action"],
  2072. mnemonics = ["CppCompile"],
  2073. )
  2074. extra_action(
  2075. name = "iwyu_action",
  2076. cmd = "$(location :iwyu_sh) postbuild $(location @com_google_protobuf//:protoc) $(location :extra_actions_base_proto) --extra_action_file=$(EXTRA_ACTION_FILE) > $(output $(ACTION_ID).iwyu.txt)",
  2077. out_templates = [
  2078. "$(ACTION_ID).iwyu.txt",
  2079. ],
  2080. tools = [
  2081. ":extra_actions_base_proto",
  2082. ":iwyu_sh",
  2083. "@com_google_protobuf//:protoc",
  2084. ],
  2085. )
  2086. cc_library(
  2087. name = "sha256",
  2088. srcs = [
  2089. "src/ray/thirdparty/sha256.c",
  2090. ],
  2091. hdrs = [
  2092. "src/ray/thirdparty/sha256.h",
  2093. ],
  2094. copts = COPTS,
  2095. strip_include_prefix = "src",
  2096. )
  2097. cc_library(
  2098. name = "aligned_alloc",
  2099. srcs = [
  2100. "src/ray/thirdparty/aligned_alloc.c",
  2101. ],
  2102. hdrs = [
  2103. "src/ray/thirdparty/aligned_alloc.h",
  2104. ],
  2105. copts = COPTS,
  2106. strip_include_prefix = "src",
  2107. )
  2108. alias(
  2109. name = "hiredis",
  2110. actual = "@com_github_redis_hiredis//:hiredis",
  2111. )
  2112. cc_library(
  2113. name = "redis_client",
  2114. srcs = [
  2115. "src/ray/gcs/asio.cc",
  2116. "src/ray/gcs/redis_async_context.cc",
  2117. "src/ray/gcs/redis_client.cc",
  2118. "src/ray/gcs/redis_context.cc",
  2119. ],
  2120. hdrs = [
  2121. "src/ray/gcs/asio.h",
  2122. "src/ray/gcs/redis_async_context.h",
  2123. "src/ray/gcs/redis_client.h",
  2124. "src/ray/gcs/redis_context.h",
  2125. ],
  2126. copts = COPTS,
  2127. strip_include_prefix = "src",
  2128. deps = [
  2129. ":hiredis",
  2130. ":ray_common",
  2131. ":stats_lib",
  2132. "//src/ray/util",
  2133. "@boost//:asio",
  2134. ],
  2135. )
  2136. cc_library(
  2137. name = "redis_store_client",
  2138. srcs = [
  2139. "src/ray/gcs/store_client/redis_store_client.cc",
  2140. ],
  2141. hdrs = [
  2142. "src/ray/gcs/callback.h",
  2143. "src/ray/gcs/store_client/redis_store_client.h",
  2144. "src/ray/gcs/store_client/store_client.h",
  2145. ],
  2146. copts = COPTS,
  2147. strip_include_prefix = "src",
  2148. deps = [
  2149. "redis_client",
  2150. "@com_google_absl//absl/strings:str_format",
  2151. "@com_google_absl//absl/synchronization",
  2152. ],
  2153. )
  2154. cc_library(
  2155. name = "gcs_in_memory_store_client",
  2156. srcs = [
  2157. "src/ray/gcs/store_client/in_memory_store_client.cc",
  2158. ],
  2159. hdrs = [
  2160. "src/ray/gcs/callback.h",
  2161. "src/ray/gcs/store_client/in_memory_store_client.h",
  2162. "src/ray/gcs/store_client/store_client.h",
  2163. ],
  2164. copts = COPTS,
  2165. strip_include_prefix = "src",
  2166. deps = [
  2167. ":ray_common",
  2168. "//src/ray/util",
  2169. ],
  2170. )
  2171. cc_library(
  2172. name = "observable_store_client",
  2173. srcs = [
  2174. "src/ray/gcs/store_client/observable_store_client.cc",
  2175. ],
  2176. hdrs = [
  2177. "src/ray/gcs/callback.h",
  2178. "src/ray/gcs/store_client/observable_store_client.h",
  2179. "src/ray/gcs/store_client/store_client.h",
  2180. ],
  2181. copts = COPTS,
  2182. strip_include_prefix = "src",
  2183. deps = [
  2184. ":ray_common",
  2185. "//src/ray/util",
  2186. ],
  2187. )
  2188. cc_library(
  2189. name = "store_client_test_lib",
  2190. hdrs = [
  2191. "src/ray/gcs/store_client/test/store_client_test_base.h",
  2192. ],
  2193. copts = COPTS,
  2194. strip_include_prefix = "src",
  2195. deps = [
  2196. "redis_store_client",
  2197. ],
  2198. )
  2199. cc_test(
  2200. name = "redis_store_client_test",
  2201. size = "small",
  2202. srcs = ["src/ray/gcs/store_client/test/redis_store_client_test.cc"],
  2203. args = [
  2204. "$(location redis-server)",
  2205. "$(location redis-cli)",
  2206. ],
  2207. copts = COPTS,
  2208. data = [
  2209. "//:redis-cli",
  2210. "//:redis-server",
  2211. ],
  2212. tags = ["team:core"],
  2213. deps = [
  2214. ":redis_store_client",
  2215. ":store_client_test_lib",
  2216. "@com_google_googletest//:gtest_main",
  2217. ],
  2218. )
  2219. cc_test(
  2220. name = "chaos_redis_store_client_test",
  2221. size = "small",
  2222. srcs = ["src/ray/gcs/store_client/test/redis_store_client_test.cc"],
  2223. args = [
  2224. "$(location redis-server)",
  2225. "$(location redis-cli)",
  2226. ],
  2227. copts = COPTS,
  2228. data = [
  2229. "//:redis-cli",
  2230. "//:redis-server",
  2231. ],
  2232. env = {"REDIS_CHAOS": "1"},
  2233. tags = ["team:core"],
  2234. target_compatible_with = [
  2235. "@platforms//os:linux",
  2236. ],
  2237. deps = [
  2238. ":redis_store_client",
  2239. ":store_client_test_lib",
  2240. "@com_google_googletest//:gtest_main",
  2241. ],
  2242. )
  2243. cc_test(
  2244. name = "in_memory_store_client_test",
  2245. size = "small",
  2246. srcs = ["src/ray/gcs/store_client/test/in_memory_store_client_test.cc"],
  2247. copts = COPTS,
  2248. tags = ["team:core"],
  2249. deps = [
  2250. ":gcs_in_memory_store_client",
  2251. ":store_client_test_lib",
  2252. "@com_google_googletest//:gtest_main",
  2253. ],
  2254. )
  2255. cc_test(
  2256. name = "observable_store_client_test",
  2257. size = "small",
  2258. srcs = ["src/ray/gcs/store_client/test/in_memory_store_client_test.cc"],
  2259. copts = COPTS,
  2260. tags = ["team:core"],
  2261. deps = [
  2262. ":gcs_in_memory_store_client",
  2263. ":observable_store_client",
  2264. ":store_client_test_lib",
  2265. "@com_google_googletest//:gtest_main",
  2266. ],
  2267. )
  2268. cc_library(
  2269. name = "gcs",
  2270. srcs = glob(
  2271. [
  2272. "src/ray/gcs/*.cc",
  2273. ],
  2274. exclude = [
  2275. "src/ray/gcs/*_test.cc",
  2276. ],
  2277. ),
  2278. hdrs = glob([
  2279. "src/ray/gcs/*.h",
  2280. ]),
  2281. copts = COPTS,
  2282. strip_include_prefix = "src",
  2283. deps = [
  2284. ":hiredis",
  2285. ":node_manager_fbs",
  2286. ":node_manager_rpc",
  2287. ":ray_common",
  2288. ":stats_lib",
  2289. "//src/ray/protobuf:agent_manager_cc_proto",
  2290. "//src/ray/protobuf:gcs_cc_proto",
  2291. "//src/ray/protobuf:gcs_service_cc_proto",
  2292. "//src/ray/util",
  2293. "@boost//:asio",
  2294. ],
  2295. )
  2296. cc_test(
  2297. name = "callback_reply_test",
  2298. size = "small",
  2299. srcs = ["src/ray/gcs/test/callback_reply_test.cc"],
  2300. copts = COPTS,
  2301. tags = ["team:core"],
  2302. deps = [
  2303. ":gcs",
  2304. "@com_google_googletest//:gtest_main",
  2305. ],
  2306. )
  2307. cc_test(
  2308. name = "asio_test",
  2309. size = "small",
  2310. srcs = ["src/ray/gcs/test/asio_test.cc"],
  2311. args = [
  2312. "$(location redis-server)",
  2313. "$(location redis-cli)",
  2314. ],
  2315. copts = COPTS,
  2316. data = [
  2317. "//:redis-cli",
  2318. "//:redis-server",
  2319. ],
  2320. tags = ["team:core"],
  2321. deps = [
  2322. ":gcs",
  2323. "//src/ray/util",
  2324. "@com_google_googletest//:gtest_main",
  2325. ],
  2326. )
  2327. flatbuffer_cc_library(
  2328. name = "node_manager_fbs",
  2329. srcs = ["src/ray/raylet/format/node_manager.fbs"],
  2330. flatc_args = FLATC_ARGS,
  2331. out_prefix = "ray/raylet/format/",
  2332. )
  2333. pyx_library(
  2334. name = "_raylet",
  2335. srcs = glob([
  2336. "python/ray/__init__.py",
  2337. "python/ray/_raylet.pxd",
  2338. "python/ray/_raylet.pyx",
  2339. "python/ray/includes/*.pxd",
  2340. "python/ray/includes/*.pxi",
  2341. ]),
  2342. # Export ray ABI symbols, which can then be used by _streaming.so.
  2343. # We need to dlopen this lib with RTLD_GLOBAL to use ABI in this
  2344. # shared lib, see python/ray/__init__.py.
  2345. cc_kwargs = dict(
  2346. srcs = PYX_SRCS,
  2347. copts = COPTS + PYX_COPTS,
  2348. # see https://github.com/tensorflow/tensorflow/blob/r2.1/tensorflow/lite/BUILD#L444
  2349. linkopts = select({
  2350. "@bazel_tools//src/conditions:darwin": [
  2351. "-Wl,-exported_symbols_list,$(location //:src/ray/ray_exported_symbols.lds)",
  2352. ],
  2353. "@bazel_tools//src/conditions:windows": [
  2354. ],
  2355. "//conditions:default": [
  2356. "-Wl,--version-script,$(location //:src/ray/ray_version_script.lds)",
  2357. ],
  2358. }),
  2359. linkstatic = 1,
  2360. ),
  2361. deps = [
  2362. "//:core_worker_lib",
  2363. "//:global_state_accessor_lib",
  2364. "//:raylet_lib",
  2365. "//:redis_client",
  2366. "//:src/ray/ray_exported_symbols.lds",
  2367. "//:src/ray/ray_version_script.lds",
  2368. "//:stats_lib",
  2369. "//src/ray/protobuf:serialization_cc_proto",
  2370. "//src/ray/util",
  2371. ],
  2372. )
  2373. cc_binary(
  2374. name = "libcore_worker_library_java.so",
  2375. srcs = glob([
  2376. "src/ray/core_worker/lib/java/*.h",
  2377. "src/ray/core_worker/lib/java/*.cc",
  2378. ]),
  2379. copts = COPTS,
  2380. # Export ray ABI symbols, which can then be used by libstreaming_java.so. see `//:_raylet`
  2381. linkopts = select({
  2382. "@bazel_tools//src/conditions:darwin": [
  2383. "-Wl,-exported_symbols_list,$(location //:src/ray/ray_exported_symbols.lds)",
  2384. ],
  2385. "@bazel_tools//src/conditions:windows": [
  2386. ],
  2387. "//conditions:default": [
  2388. "-Wl,--version-script,$(location //:src/ray/ray_version_script.lds)",
  2389. ],
  2390. }),
  2391. linkshared = 1,
  2392. linkstatic = 1,
  2393. visibility = ["//java:__subpackages__"],
  2394. deps = [
  2395. "//:core_worker_lib",
  2396. "//:global_state_accessor_lib",
  2397. "//:src/ray/ray_exported_symbols.lds",
  2398. "//:src/ray/ray_version_script.lds",
  2399. "//:stats_lib",
  2400. "@bazel_tools//tools/jdk:jni",
  2401. ],
  2402. )
  2403. filegroup(
  2404. name = "python_sources",
  2405. srcs = glob([
  2406. "python/ray/*.py",
  2407. "python/ray/autoscaler/*.py",
  2408. "python/ray/autoscaler/_private/*.py",
  2409. "python/ray/autoscaler/_private/_azure/*.json",
  2410. "python/ray/autoscaler/aws/defaults.yaml",
  2411. "python/ray/autoscaler/azure/defaults.yaml",
  2412. "python/ray/autoscaler/gcp/defaults.yaml",
  2413. "python/ray/autoscaler/local/defaults.yaml",
  2414. "python/ray/cloudpickle/*.py",
  2415. "python/ray/core/__init__.py",
  2416. "python/ray/core/generated/__init__.py",
  2417. "python/ray/core/generated/ray/__init__.py",
  2418. "python/ray/core/generated/ray/protocol/__init__.py",
  2419. "python/ray/dashboard/**/*.py",
  2420. "python/ray/experimental/*.py",
  2421. "python/ray/util/*.py",
  2422. "python/ray/internal/*.py",
  2423. "python/ray/workers/default_worker.py",
  2424. ]),
  2425. )
  2426. alias(
  2427. name = "redis-server",
  2428. actual = select({
  2429. "@bazel_tools//src/conditions:windows": "@com_github_tporadowski_redis_bin//:redis-server.exe",
  2430. "//conditions:default": "@com_github_antirez_redis//:redis-server",
  2431. }),
  2432. visibility = ["//visibility:public"],
  2433. )
  2434. alias(
  2435. name = "redis-cli",
  2436. actual = select({
  2437. "@bazel_tools//src/conditions:windows": "@com_github_tporadowski_redis_bin//:redis-cli.exe",
  2438. "//conditions:default": "@com_github_antirez_redis//:redis-cli",
  2439. }),
  2440. visibility = ["//visibility:public"],
  2441. )
  2442. filegroup(
  2443. name = "all_py_proto",
  2444. srcs = [
  2445. "//src/ray/protobuf:agent_manager_py_proto",
  2446. "//src/ray/protobuf:autoscaler_py_proto",
  2447. "//src/ray/protobuf:common_py_proto",
  2448. "//src/ray/protobuf:core_worker_py_proto",
  2449. "//src/ray/protobuf:event_py_proto",
  2450. "//src/ray/protobuf:gcs_py_proto",
  2451. "//src/ray/protobuf:gcs_service_py_proto",
  2452. "//src/ray/protobuf:instance_manager_py_proto",
  2453. "//src/ray/protobuf:job_agent_py_proto",
  2454. "//src/ray/protobuf:monitor_py_proto",
  2455. "//src/ray/protobuf:node_manager_py_proto",
  2456. "//src/ray/protobuf:ray_client_py_proto",
  2457. "//src/ray/protobuf:reporter_py_proto",
  2458. "//src/ray/protobuf:runtime_env_agent_py_proto",
  2459. "//src/ray/protobuf:runtime_env_common_py_proto",
  2460. "//src/ray/protobuf:usage_py_proto",
  2461. ],
  2462. )
  2463. filegroup(
  2464. name = "serve_py_proto",
  2465. srcs = [
  2466. "//src/ray/protobuf:serve_py_proto",
  2467. ],
  2468. )
  2469. # This is a dummy test dependency that causes the python tests to be
  2470. # re-run if any of these files changes.
  2471. py_library(
  2472. name = "ray_lib",
  2473. srcs = glob(
  2474. ["python/ray/**/*.py"],
  2475. exclude = ["python/ray/tests/*.py"],
  2476. ),
  2477. visibility = ["__subpackages__"],
  2478. )
  2479. copy_to_workspace(
  2480. name = "cp_raylet_so",
  2481. srcs = ["python/ray/_raylet.so"],
  2482. dstdir = "python/ray",
  2483. )
  2484. copy_to_workspace(
  2485. name = "cp_all_py_proto",
  2486. srcs = [":all_py_proto"],
  2487. dstdir = "python/ray/core/generated",
  2488. )
  2489. copy_to_workspace(
  2490. name = "cp_serve_py_proto",
  2491. srcs = [":serve_py_proto"],
  2492. dstdir = "python/ray/serve/generated",
  2493. )
  2494. copy_to_workspace(
  2495. name = "cp_redis",
  2496. srcs = [
  2497. ":redis-cli",
  2498. ":redis-server",
  2499. ],
  2500. dstdir = "python/ray/core/src/ray/thirdparty/redis/src",
  2501. )
  2502. copy_to_workspace(
  2503. name = "cp_raylet",
  2504. srcs = [":raylet"],
  2505. dstdir = "python/ray/core/src/ray/raylet",
  2506. )
  2507. copy_to_workspace(
  2508. name = "cp_gcs_server",
  2509. srcs = [":gcs_server"],
  2510. dstdir = "python/ray/core/src/ray/gcs",
  2511. )
  2512. genrule(
  2513. name = "install_py_proto",
  2514. srcs = [
  2515. ":cp_all_py_proto",
  2516. ":cp_serve_py_proto",
  2517. ],
  2518. outs = ["install_py_proto.out"],
  2519. cmd = """
  2520. # NOTE(hchen): Protobuf doesn't allow specifying Python package name. So we use this `sed`
  2521. # command to change the import path in the generated file.
  2522. # shellcheck disable=SC2006
  2523. files=(
  2524. `ls python/ray/core/generated/*_pb2*.py` \
  2525. `ls python/ray/serve/generated/*_pb2*.py` \
  2526. )
  2527. sed -i -E 's/from src.ray.protobuf/from ./' "$${files[@]}"
  2528. # Help the generated serve files to have the correct module
  2529. serve_files=(`ls python/ray/serve/generated/*_pb2*.py`)
  2530. sed -i -E 's/'"'"'src.ray.protobuf./'"'"'ray.serve.generated./' "$${serve_files[@]}"
  2531. # TODO(sang): Build our own proto instead of creating a new proto for opencensus separately.
  2532. # https://github.com/ray-project/ray/issues/31358
  2533. sed -i -E 's/from opencensus.proto.metrics.v1 import/from . import/' "$${files[@]}"
  2534. sed -i -E 's/from opencensus.proto.resource.v1 import/from . import/' "$${files[@]}"
  2535. # TODO(rickyx): Remove this experimental path rewrite once we move autoscaler proto out
  2536. # of experimental.
  2537. autoscale_files=(`ls python/ray/core/generated/autoscaler_pb2*.py`)
  2538. sed -i -E 's/from ..experimental/from ./' "$${autoscale_files[@]}"
  2539. echo "$${PWD}" > $@
  2540. """,
  2541. local = 1,
  2542. )
  2543. genrule(
  2544. name = "ray_pkg",
  2545. srcs = [
  2546. ":cp_raylet_so",
  2547. ":python_sources",
  2548. ":install_py_proto",
  2549. ":cp_redis",
  2550. ":cp_raylet",
  2551. ":cp_gcs_server",
  2552. ],
  2553. outs = ["ray_pkg.out"],
  2554. cmd = """
  2555. if [ "$${OSTYPE-}" = "msys" ]; then
  2556. ln -P -f -- python/ray/_raylet.so python/ray/_raylet.pyd
  2557. fi
  2558. echo "$${PWD}" > $@
  2559. """,
  2560. local = 1,
  2561. )